1 # __author__:Kelvin
2 # date:2020/4/16 21:55
3 import socket
4 import select
5
6 #-------------------自定义异步IO框架内容-------------------------
7 #用来封装socket对象，host，和回调函数
8 class HttpRequest:
9 def __init__(self, sk, host, callback):
10 self.socket = sk
11 self.host = host
12 self.callback = callback
13
14 def fileno(self):
15 return self.socket.fileno()
16
17 #用来封装服务器响应内容
18 class HttpResponse:
19 def __init__(self,recv_data):
20 self.recv_data=recv_data
21 self.header={}
22 self.body=None
23 self.initial()
24 def initial(self):
25 headers,body=self.recv_data.split(b"\r\n\r\n",1)
26 self.body=str(body,encoding="utf-8")
27 v=str(headers,encoding="utf-8").split("\r\n")
28 for i in v:
29 item=i.split(":",1)
30 if len(item) ==2:
31 self.header[item[0]]=item[1]
32 elif len(item)==1:
33 self.header["method"]=item[0]
34
35 #异步IO实现类
36 class AsycnRequest:
37 def __init__(self):
38 self.conn = []
39 self.connection = []
40
41 def add_request(self, host, callback):
42 try:
43 sk = socket.socket()
44 sk.setblocking(0)
45 sk.connect((host, 80))
46 except BlockingIOError as e:
47 pass
48 request = HttpRequest(sk, host, callback)
49 self.conn.append(request)
50 self.connection.append(request)
51
52 def run(self):
53 while True:
54 rlist, wlist, elist = select.select(self.conn, self.connection, self.conn, 0.5)
55 for w in wlist:
56 print(w.host, "连接成功...")
57 tpl = "GET / HTTP/1.1\r\nHost:%s\r\n\r\n" % (w.host,)
58 w.socket.send(bytes(tpl, encoding="utf-8"))
59 self.connection.remove(w)
60 for r in rlist:
61 recv_data = bytes()
62 while True:
63 try:
64 chunck = r.socket.recv(8096)
65 recv_data += chunck
66 except Exception as e:
67 break
68 response=HttpResponse(recv_data)
69 r.callback(response)
70 r.socket.close()
71 self.conn.remove(r)
72 if len(self.conn) == 0:
73 break
74
75
76
77 #-------------------用户使用框架内容-------------------------
78 #用户自定义回调函数
79 def f1(response):
80 print("保存在硬盘中...",response.header,response.body)
81
82 def f2(response):
83 print("保存在数据库中...",response.header,response.body)
84
85 #用户想要请求的host列表
86 url_list = [
87 {"host": "www.baidu.com", "callback": f1},
88 {"host": "cn.bing.com", "callback": f2},
89 {"host": "www.cnblogs.com", "callback": f2},
90 ]
91 #创建异步IO类
92 asycn_obj = AsycnRequest()
93 #调用add_request方法，生成若干个socket对象，放在两个列表conn和connection中
94 for url in url_list:
95 asycn_obj.add_request(url["host"], url["callback"])
96 #调用run方法创建select，监听多个socket，并对响应的socket进行处理
97 asycn_obj.run()
