Python3中解决了Python2的许多问题,还引入了很多强大的库作为原生库,其中asyncio库是一大亮点,可以说是Python3必须了解的库,下面是一个使用异步io模块asyncio实现协程并发的例子,作为以后使用的参考。
import time
import asyncio
from threading import Thread
async def do_task(params): # 执行单个任务
print(time.time(), params)
await asyncio.sleep(1) # 注意这里不能用time.sleep(),否则全局都会sleep
print(time.time(), params)
return params
async def do_task_group(params_group): # 执行多个任务
tasks = [asyncio.ensure_future(do_task(params), loop=io_loop) for params in params_group]
results = await asyncio.gather(*tasks, loop=io_loop, return_exceptions=True)
return results
async def do_task_groups(all_params, send_step=5): # 执行多个任务组
# 把所有任务按照步长分成多个任务组
params_groups = [all_params[index: index + send_step] for index in range(0, len(all_params), send_step)]
tasks = [asyncio.ensure_future(do_task_group(params_group), loop=io_loop) for params_group in params_groups]
# 获取并合并任务结果
the_results = await asyncio.gather(*tasks, loop=io_loop, return_exceptions=True)
results = []
for result in the_results:
results.extend(result)
return results
def do_all_tasks(all_params): # 执行所有任务
results = asyncio.run_coroutine_threadsafe(do_task_groups(all_params), io_loop)
print('Start all task in', time.time())
return results.result() # 阻塞式获取结果,真正阻塞执行事务的地方
def start_loop(): # 启动事件循环
io_loop = asyncio.new_event_loop()
asyncio.set_event_loop(io_loop)
thread = Thread(target=io_loop.run_forever)
thread.daemon = True
thread.start()
return io_loop
if __name__ == '__main__':
io_loop = start_loop()
all_params = list(range(10))
print(do_all_tasks(all_params))
使用asyncio库解决Python的GIL(全局解释器锁)问题,参考:https://blog.csdn.net/weixin_41827162/article/details/84563235。
了解asyncio库:https://www.cnblogs.com/zhaof/p/8490045.html
了解yield和await:https://zhuanlan.zhihu.com/p/27258289
了解事件循环:http://www.ruanyifeng.com/blog/2013/10/event_loop.html
https://www.cnblogs.com/saolv/p/9969936.html
Python的一些坑:https://www.zhihu.com/question/23474039
Python的性能优化:https://www.jianshu.com/p/9cfa1dc99769