Add failure and near timeout workload.
--- a/collector.py Sun May 08 22:47:41 2011 -0400
+++ b/collector.py Sun May 08 22:58:56 2011 -0400
@@ -15,12 +15,12 @@
try:
func(*args, **kwargs)
except zmq.ZMQError, err:
- info("%r(*%r, **%r) is terminating", func, args, kwargs)
+ info("%r(*%r, **%r) is terminating with error %s", func, args, kwargs, err)
return wrapper
def collector(name, frontend, backend):
backends = set()
- info("collector %s is ready with %r backends", name, len(backends))
+ debug("collector %s is ready with %r backends", name, len(backends))
dropped = 0
while True:
poller = zmq.Poller()
@@ -72,7 +72,7 @@
else:
debug("collector %s discard reply %r", name, reply)
frontend.send_multipart(address_stack + [READY])
- info("collector %s is ready with %r backends", name, len(backends))
+ debug("collector %s is ready with %r backends", name, len(backends))
@checkzmqerror
@@ -101,7 +101,7 @@
def worker(socket, workload, failure_rate = 0):
while True:
- info("Worker is ready")
+ debug("Worker is ready")
socket.send_multipart(["",READY])
request = socket.recv_multipart()
debug("Worker receive request %r", request)
@@ -174,7 +174,7 @@
workers = []
for url in proxy_urls:
for work in xrange(5):
- work = threading.Thread(target = connect_worker, args = (url, 1, 0))
+ work = threading.Thread(target = connect_worker, args = (url, 1, 4500))
work.start()
workers.append(work)
time.sleep(20)