python网络爬虫（第六章：实战：协程爬虫）

爬虫

安装：

pip install aiohttp

#================实战：异步爬虫======
import aiohttp
import asyncio

async def fetch(session,url):
    print("发送请求：",url)
    async with session.get(url,verify_ssl=False) as resonse:
        text = await resonse.text()
        print("得到结果：",url,len(text))
        return text

async def main():
    async with aiohttp.ClientSession as session:
        url_list = [
            'https://python.org',
            'https://www.baidu.com',
            'https://www.pythonav.com'
        ]

        tasks = [ asyncio.create_task(fetch(session,url)) for url in url_list]

        done,pending = await asyncio.wait(tasks)

if __name__ == '__main__':
    asyncio.run(main())