基于Python3单进程+多线程(伪)+多协程的生产者-消费者模型示例代码

本文链接：https://blog.csdn.net/MacwinWin/article/details/113276604

以下代码实现了在单进程下，主线程不断产生数据，并传入子线程中；由子线程中的事件循环异步地将数据放入队列中，再异步地消费掉，消费完后释放所有相关资源；另外每个资源包都配有异步倒计时器，一旦倒计时完成，强制释放资源

import asyncio
from threading import Thread
import time

def start_loop(loop):
    asyncio.set_event_loop(loop)
    loop.run_forever()

def create(timestamp, worker_pool, worker_loop):
    worker_pool[timestamp] = {}
    consumer_task = asyncio.run_coroutine_threadsafe(consumer(worker_pool, timestamp), worker_loop)
    timeout_task = asyncio.run_coroutine_threadsafe(timeout(worker_pool, timestamp), worker_loop)
    worker_pool[timestamp]['consumer'] = consumer_task
    worker_pool[timestamp]['timeout'] = timeout_task
    asyncio.run_coroutine_threadsafe(producer(worker_pool, timestamp), worker_loop)

async def producer(worker_pool, timestamp):
    await worker_pool[timestamp]['mq'].put(timestamp)

async def consumer(worker_pool, timestamp):
    worker_pool[timestamp]['mq'] = asyncio.Queue()
    while True:
        await worker_pool[timestamp]['mq'].get()
        worker_pool[timestamp]['timeout'].cancel()
        worker_pool.pop(timestamp)
        break

async def timeout(worker_pool, timestamp):
    await asyncio.sleep(10)
    worker_pool[timestamp]['consumer'].cancel()
    worker_pool.pop(timestamp)

if __name__ == "__main__":
    worker_loop = asyncio.new_event_loop()
    loop_thread = Thread(target=start_loop, args=(worker_loop,))
    loop_thread.daemon = True
    loop_thread.start()
    worker_pool = {}

    count = 0
    start = time.time()
    while True:
        if time.time() - start > 1:
            start = time.time()
            print(count)
            count = 0
        count += 1
        timestamp = str(time.time())
        create(timestamp, worker_pool, worker_loop)
        print(f'-------- {len(worker_pool)}', end='\r', flush=True)