I2P Address: [http://git.idk.i2p]

Skip to content
Snippets Groups Projects
Commit 6e5114a4 authored by jrandom's avatar jrandom Committed by zzz
Browse files

multihop load tests (testing everyone with a fixed set of fast other peers). 

not for general purpose use, so you can probably safely ignore this code, but its
useful for testing
parent 77c818a0
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
router/java/src/net/i2p/router/LoadTestManager.java
+ 135
− 30
View file @ 6e5114a4
...@@ -65,7 +65,10 @@ public class LoadTestManager { ...@@ -65,7 +65,10 @@ public class LoadTestManager {
} }
} }
/** 10 peers at a time */
private static final int CONCURRENT_PEERS = 10; private static final int CONCURRENT_PEERS = 10;
/** 4 messages per peer at a time */
private static final int CONCURRENT_MESSAGES = 4;
public void runTest() { public void runTest() {
if ( (_untestedPeers == null) || (_untestedPeers.size() <= 0) ) { if ( (_untestedPeers == null) || (_untestedPeers.size() <= 0) ) {
...@@ -92,14 +95,31 @@ public class LoadTestManager { ...@@ -92,14 +95,31 @@ public class LoadTestManager {
return rv; return rv;
} }
private int getPeerMessages() {
int rv = CONCURRENT_MESSAGES;
try {
rv = Integer.parseInt(_context.getProperty("router.loadTestMessagesPerPeer", CONCURRENT_MESSAGES+""));
} catch (NumberFormatException nfe) {
rv = CONCURRENT_MESSAGES;
}
if (rv < 1)
rv = 1;
if (rv > 50)
rv = 50;
return rv;
}
/** /**
* Actually send the messages through the given tunnel * Actually send the messages through the given tunnel
*/ */
private void runTest(LoadTestTunnelConfig tunnel) { private void runTest(LoadTestTunnelConfig tunnel) {
log(tunnel, "start"); log(tunnel, "start");
sendTestMessage(tunnel, 0); int peerMessages = getPeerMessages();
for (int i = 0; i < peerMessages; i++)
sendTestMessage(tunnel);
} }
private void sendTestMessage(LoadTestTunnelConfig tunnel, long count) {
private void sendTestMessage(LoadTestTunnelConfig tunnel) {
if (_context.clock().now() > tunnel.getExpiration()) if (_context.clock().now() > tunnel.getExpiration())
return; return;
RouterInfo target = _context.netDb().lookupRouterInfoLocally(tunnel.getPeer(0)); RouterInfo target = _context.netDb().lookupRouterInfoLocally(tunnel.getPeer(0));
...@@ -117,11 +137,11 @@ public class LoadTestManager { ...@@ -117,11 +137,11 @@ public class LoadTestManager {
OutNetMessage om = new OutNetMessage(_context); OutNetMessage om = new OutNetMessage(_context);
om.setMessage(tm); om.setMessage(tm);
SendAgain failed = new SendAgain(_context, tunnel, payloadMessage.getUniqueId(), false, count+1); SendAgain failed = new SendAgain(_context, tunnel, payloadMessage.getUniqueId(), false);
om.setOnFailedReplyJob(failed); om.setOnFailedReplyJob(failed);
om.setOnReplyJob(new SendAgain(_context, tunnel, payloadMessage.getUniqueId(), true, count+1)); om.setOnReplyJob(new SendAgain(_context, tunnel, payloadMessage.getUniqueId(), true));
//om.setOnFailedSendJob(failed); //om.setOnFailedSendJob(failed);
om.setReplySelector(new Selector(tunnel, payloadMessage.getUniqueId(), count+1)); om.setReplySelector(new Selector(tunnel, payloadMessage.getUniqueId()));
om.setTarget(target); om.setTarget(target);
om.setExpiration(tm.getMessageExpiration()); om.setExpiration(tm.getMessageExpiration());
om.setPriority(40); om.setPriority(40);
...@@ -160,15 +180,13 @@ public class LoadTestManager { ...@@ -160,15 +180,13 @@ public class LoadTestManager {
private LoadTestTunnelConfig _cfg; private LoadTestTunnelConfig _cfg;
private long _messageId; private long _messageId;
private boolean _ok; private boolean _ok;
private long _count;
private boolean _run; private boolean _run;
private long _dontStartUntil; private long _dontStartUntil;
public SendAgain(RouterContext ctx, LoadTestTunnelConfig cfg, long messageId, boolean ok, long count) { public SendAgain(RouterContext ctx, LoadTestTunnelConfig cfg, long messageId, boolean ok) {
super(ctx); super(ctx);
_cfg = cfg; _cfg = cfg;
_messageId = messageId; _messageId = messageId;
_ok = ok; _ok = ok;
_count = count;
_run = false; _run = false;
_dontStartUntil = ctx.clock().now() + 10*1000; _dontStartUntil = ctx.clock().now() + 10*1000;
} }
...@@ -176,10 +194,10 @@ public class LoadTestManager { ...@@ -176,10 +194,10 @@ public class LoadTestManager {
public void runJob() { public void runJob() {
if (!_ok) { if (!_ok) {
if (!_run) { if (!_run) {
log(_cfg, _messageId + " " + _count + " TIMEOUT"); log(_cfg, _messageId + " " + _cfg.getFullMessageCount() + " TIMEOUT");
getContext().statManager().addRateData("test.timeoutAfter", _cfg.getFullMessageCount(), 0); getContext().statManager().addRateData("test.timeoutAfter", _cfg.getFullMessageCount(), 0);
if (getContext().clock().now() >= _dontStartUntil) { if (getContext().clock().now() >= _dontStartUntil) {
sendTestMessage(_cfg, (_ok ? _count : _count-1)); sendTestMessage(_cfg);
_cfg.incrementFailed(); _cfg.incrementFailed();
} else { } else {
getTiming().setStartAfter(_dontStartUntil); getTiming().setStartAfter(_dontStartUntil);
...@@ -188,7 +206,7 @@ public class LoadTestManager { ...@@ -188,7 +206,7 @@ public class LoadTestManager {
} }
_run = true; _run = true;
} else { } else {
sendTestMessage(_cfg, (_ok ? _count : _count-1)); sendTestMessage(_cfg);
} }
} }
...@@ -198,22 +216,21 @@ public class LoadTestManager { ...@@ -198,22 +216,21 @@ public class LoadTestManager {
private class Selector implements MessageSelector { private class Selector implements MessageSelector {
private LoadTestTunnelConfig _cfg; private LoadTestTunnelConfig _cfg;
private long _messageId; private long _messageId;
private long _count; public Selector(LoadTestTunnelConfig cfg, long messageId) {
public Selector(LoadTestTunnelConfig cfg, long messageId, long count) {
_cfg = cfg; _cfg = cfg;
_messageId = messageId; _messageId = messageId;
_count = count;
} }
public boolean continueMatching() { return false; } public boolean continueMatching() { return false; }
public long getExpiration() { return _cfg.getExpiration(); } public long getExpiration() { return _cfg.getExpiration(); }
public boolean isMatch(I2NPMessage message) { public boolean isMatch(I2NPMessage message) {
if (message.getUniqueId() == _messageId) { if (message.getUniqueId() == _messageId) {
long count = _cfg.getFullMessageCount();
_cfg.incrementFull(); _cfg.incrementFull();
long period = _context.clock().now() - (message.getMessageExpiration() - 10*1000); long period = _context.clock().now() - (message.getMessageExpiration() - 10*1000);
log(_cfg, _messageId + " " + _count + " after " + period); log(_cfg, _messageId + " " + count + " after " + period);
_context.statManager().addRateData("test.rtt", period, _count); _context.statManager().addRateData("test.rtt", period, count);
if (period > 2000) if (period > 2000)
_context.statManager().addRateData("test.rttHigh", period, _count); _context.statManager().addRateData("test.rttHigh", period, count);
return true; return true;
} }
return false; return false;
...@@ -222,19 +239,23 @@ public class LoadTestManager { ...@@ -222,19 +239,23 @@ public class LoadTestManager {
private void log(LoadTestTunnelConfig tunnel, String msg) { private void log(LoadTestTunnelConfig tunnel, String msg) {
StringBuffer buf = new StringBuffer(128); StringBuffer buf = new StringBuffer(128);
Hash peer = tunnel.getPeer(0); for (int i = 0; i < tunnel.getLength()-1; i++) {
if (peer != null) Hash peer = tunnel.getPeer(i);
buf.append(peer.toBase64()); if ( (peer != null) && (peer.equals(_context.routerHash())) )
else continue;
buf.append("[unknown_peer]"); else if (peer != null)
buf.append(" "); buf.append(peer.toBase64());
TunnelId id = tunnel.getReceiveTunnelId(0); else
if (id != null) buf.append("[unknown_peer]");
buf.append(id.getTunnelId()); buf.append(" ");
else TunnelId id = tunnel.getReceiveTunnelId(i);
buf.append("[unknown_tunnel]"); if (id != null)
buf.append(" "); buf.append(id.getTunnelId());
buf.append(_context.clock().now()).append(" ").append(msg).append("\n"); else
buf.append("[unknown_tunnel]");
buf.append(" ");
buf.append(_context.clock().now()).append(" hop ").append(i).append(" ").append(msg).append("\n");
}
try { try {
synchronized (_out) { synchronized (_out) {
_out.write(buf.toString()); _out.write(buf.toString());
...@@ -244,7 +265,19 @@ public class LoadTestManager { ...@@ -244,7 +265,19 @@ public class LoadTestManager {
} }
} }
private boolean getBuildOneHop() {
return Boolean.valueOf(_context.getProperty("router.loadTestOneHop", "false")).booleanValue();
}
private void buildTestTunnel(Hash peer) { private void buildTestTunnel(Hash peer) {
if (getBuildOneHop()) {
buildOneHop(peer);
} else {
buildLonger(peer);
}
}
private void buildOneHop(Hash peer) {
long expiration = _context.clock().now() + 10*60*1000; long expiration = _context.clock().now() + 10*60*1000;
LoadTestTunnelConfig cfg = new LoadTestTunnelConfig(_context, 2, true); LoadTestTunnelConfig cfg = new LoadTestTunnelConfig(_context, 2, true);
...@@ -272,6 +305,78 @@ public class LoadTestManager { ...@@ -272,6 +305,78 @@ public class LoadTestManager {
_context.jobQueue().addJob(req); _context.jobQueue().addJob(req);
} }
private Hash pickFastPeer(Hash skipPeer) {
String peers = _context.getProperty("router.loadTestFastPeers");
if (peers != null) {
StringTokenizer tok = new StringTokenizer(peers.trim(), ", \t");
List peerList = new ArrayList();
while (tok.hasMoreTokens()) {
String str = tok.nextToken();
try {
Hash h = new Hash();
h.fromBase64(str);
peerList.add(h);
} catch (DataFormatException dfe) {
// ignore
}
}
Collections.shuffle(peerList);
while (peerList.size() > 0) {
Hash cur = (Hash)peerList.remove(0);
if (!cur.equals(skipPeer))
return cur;
}
}
return null;
}
private void buildLonger(Hash peer) {
long expiration = _context.clock().now() + 10*60*1000;
LoadTestTunnelConfig cfg = new LoadTestTunnelConfig(_context, 3, true);
// cfg.getPeer() is ordered gateway first
cfg.setPeer(0, peer);
HopConfig hop = cfg.getConfig(0);
hop.setExpiration(expiration);
hop.setIVKey(_context.keyGenerator().generateSessionKey());
hop.setLayerKey(_context.keyGenerator().generateSessionKey());
// now lets put in a fast peer
Hash fastPeer = pickFastPeer(peer);
if (fastPeer == null) {
if (_log.shouldLog(Log.INFO))
_log.info("Unable to pick a fast peer for the load test of " + peer.toBase64());
buildOneHop(peer);
return;
} else if (fastPeer.equals(peer)) {
if (_log.shouldLog(Log.WARN))
_log.warn("Can't test the peer with themselves, going one hop for " + peer.toBase64());
buildOneHop(peer);
return;
}
cfg.setPeer(1, fastPeer);
hop = cfg.getConfig(1);
hop.setExpiration(expiration);
hop.setIVKey(_context.keyGenerator().generateSessionKey());
hop.setLayerKey(_context.keyGenerator().generateSessionKey());
// now for ourselves
cfg.setPeer(2, _context.routerHash());
hop = cfg.getConfig(2);
hop.setExpiration(expiration);
hop.setIVKey(_context.keyGenerator().generateSessionKey());
hop.setLayerKey(_context.keyGenerator().generateSessionKey());
cfg.setExpiration(expiration);
if (_log.shouldLog(Log.DEBUG))
_log.debug("Config for " + peer.toBase64() + " with fastPeer: " + fastPeer.toBase64() + ": " + cfg);
CreatedJob onCreated = new CreatedJob(_context, cfg);
FailedJob fail = new FailedJob(_context, cfg);
RequestTunnelJob req = new RequestTunnelJob(_context, cfg, onCreated, fail, cfg.getLength()-1, false, true);
_context.jobQueue().addJob(req);
}
private class CreatedJob extends JobImpl { private class CreatedJob extends JobImpl {
private LoadTestTunnelConfig _cfg; private LoadTestTunnelConfig _cfg;
public CreatedJob(RouterContext ctx, LoadTestTunnelConfig cfg) { public CreatedJob(RouterContext ctx, LoadTestTunnelConfig cfg) {
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment

Base32 Address: [http://7qeve4v2chmjdqlwpa3vl7aojf3nodbku7vepnjwrsxljzqipz6a.b32.i2p] Onion Address: [http://47ggr2fa3vnwfyhvgskzdmr3i32eijwymxohtxsls45dulmriwxszjad.onion]