自定义异步IO框架

# __author__:Kelvin
# date:2020/4/16 21:55
import socket
import select

#-------------------自定义异步IO框架内容-------------------------
#用来封装socket对象，host，和回调函数
class HttpRequest:
    def __init__(self, sk, host, callback):
        self.socket = sk
        self.host = host
        self.callback = callback

    def fileno(self):
        return self.socket.fileno()

#用来封装服务器响应内容
class HttpResponse:
    def __init__(self,recv_data):
        self.recv_data=recv_data
        self.header={}
        self.body=None
        self.initial()
    def initial(self):
        headers,body=self.recv_data.split(b"

",1)
        self.body=str(body,encoding="utf-8")
        v=str(headers,encoding="utf-8").split("
")
        for i in v:
            item=i.split(":",1)
            if len(item) ==2:
                self.header[item[0]]=item[1]
            elif len(item)==1:
                self.header["method"]=item[0]

#异步IO实现类
class AsycnRequest:
    def __init__(self):
        self.conn = []
        self.connection = []

    def add_request(self, host, callback):
        try:
            sk = socket.socket()
            sk.setblocking(0)
            sk.connect((host, 80))
        except BlockingIOError as e:
            pass
        request = HttpRequest(sk, host, callback)
        self.conn.append(request)
        self.connection.append(request)

    def run(self):
        while True:
            rlist, wlist, elist = select.select(self.conn, self.connection, self.conn, 0.5)
            for w in wlist:
                print(w.host, "连接成功...")
                tpl = "GET / HTTP/1.1
Host:%s

" % (w.host,)
                w.socket.send(bytes(tpl, encoding="utf-8"))
                self.connection.remove(w)
            for r in rlist:
                recv_data = bytes()
                while True:
                    try:
                        chunck = r.socket.recv(8096)
                        recv_data += chunck
                    except Exception as e:
                        break
                response=HttpResponse(recv_data)
                r.callback(response)
                r.socket.close()
                self.conn.remove(r)
            if len(self.conn) == 0:
                break



#-------------------用户使用框架内容-------------------------
#用户自定义回调函数
def f1(response):
    print("保存在硬盘中...",response.header,response.body)

def f2(response):
    print("保存在数据库中...",response.header,response.body)

#用户想要请求的host列表
url_list = [
    {"host": "www.baidu.com", "callback": f1},
    {"host": "cn.bing.com", "callback": f2},
    {"host": "www.cnblogs.com", "callback": f2},
]
#创建异步IO类
asycn_obj = AsycnRequest()
#调用add_request方法，生成若干个socket对象，放在两个列表conn和connection中
for url in url_list:
    asycn_obj.add_request(url["host"], url["callback"])
#调用run方法创建select，监听多个socket，并对响应的socket进行处理
asycn_obj.run()