master
Raw Download raw file
 1import requests
 2import json
 3import zmq
 4
 5def get_headers (url,timeout):
 6    try:
 7        r = requests.get (url,timeout=timeout)
 8        return json.dumps ([{'url':url}, 
 9                            {'code':r.status_code}, 
10                             r.headers ])
11    except (requests.ConnectionError,requests.HTTPError,requests.Timeout) as e:
12        return json.dumps ([{'url':url},{'error':str(e)}])
13
14context = zmq.Context ()
15socket = context.socket (zmq.REP);
16socket.connect ("tcp://localhost:5555")
17
18while True:
19    msg = socket.recv()
20    job = json.loads (msg)
21    print job["url"], job["timeout"]
22    socket.send (get_headers (url=job['url'],timeout=job['timeout']))