master
1import requests
2import json
3import zmq
4
5def get_headers (url,timeout):
6 try:
7 r = requests.get (url,timeout=timeout)
8 return json.dumps ([{'url':url},
9 {'code':r.status_code},
10 r.headers ])
11 except (requests.ConnectionError,requests.HTTPError,requests.Timeout) as e:
12 return json.dumps ([{'url':url},{'error':str(e)}])
13
14context = zmq.Context ()
15socket = context.socket (zmq.REP);
16socket.connect ("tcp://localhost:5555")
17
18while True:
19 msg = socket.recv()
20 job = json.loads (msg)
21 print job["url"], job["timeout"]
22 socket.send (get_headers (url=job['url'],timeout=job['timeout']))