#asyncio 没有提供http协议的接口 ,可以用aiohttp
import asyncio
import socket
from urllib.parse import urlparse
async def get_url(url):
#通过socket请求html
url = urlparse(url)
host = url.netloc
path = url.path
if path == "":
path = "/"
#建立socket连接
reader, writer = await asyncio.open_connection(host,80)
writer.write("GET {} HTTP/1.1\r\nHost:{}\r\nConnection:close\r\n\r\n".format(path, host).encode("utf8"))
all_lines = []
async for raw_line in reader:
data = raw_line.decode("utf8")
all_lines.append(data)
html = "\n".join(all_lines)
return html
async def main():
tasks = []
for url in range(20):
url = "http://shop.projectsedu.com/goods/{}/".format(url)
tasks.append(asyncio.ensure_future(get_url(url)))
for task in asyncio.as_completed(tasks): #这里注意,完成一个就会打印一个,我也没看懂
result = await task
print(result)
if __name__ == "__main__":
import time
start_time = time.time()
loop = asyncio.get_event_loop()
loop.run_until_complete(main()) #这里也没有看懂,直接传个协程进来也可以。。。
print('last time:{}'.format(time.time()-start_time))
[python]asyncio 模拟 http 请求,并获取响应
最新推荐文章于 2023-08-31 20:16:36 发布