collector.py
changeset 5 55f26e7ee45e
parent 4 4b5a51cb5fc7
child 6 fdf7da5a5d21
equal deleted inserted replaced
4:4b5a51cb5fc7 5:55f26e7ee45e
   111         request = request[delim+2:]
   111         request = request[delim+2:]
   112         assert request[0] == "REQUEST"
   112         assert request[0] == "REQUEST"
   113         if failure_rate and random.randrange(failure_rate) == 0:
   113         if failure_rate and random.randrange(failure_rate) == 0:
   114             info("worker failed")
   114             info("worker failed")
   115             return False
   115             return False
   116         time.sleep(workload)
   116         time.sleep(workload * (1 + random.random()))
   117         debug("worker send reply")
   117         debug("worker send reply")
   118         socket.send_multipart(address + [request[1], "DONE"])
   118         socket.send_multipart(address + [request[1], "DONE"])
   119 
   119 
   120 @checkzmqerror
   120 @checkzmqerror
   121 def connect_worker(url, workload, failure_rate = 0):
   121 def connect_worker(url, workload, failure_rate = 0):
   172         proxy_urls.append(url)
   172         proxy_urls.append(url)
   173     time.sleep(2)
   173     time.sleep(2)
   174     workers = []
   174     workers = []
   175     for url in proxy_urls:
   175     for url in proxy_urls:
   176         for work in xrange(5):
   176         for work in xrange(5):
   177             work = threading.Thread(target = connect_worker, args = (url, 1, 4500))
   177             work = threading.Thread(target = connect_worker, args = (url, 1, 4800))
   178             work.start()
   178             work.start()
   179             workers.append(work)
   179             workers.append(work)
   180     time.sleep(20)
   180     time.sleep(20)
   181     info("Joining thread")
   181     info("Joining thread")
   182     context.term()
   182     context.term()