python 所有任务_python – 逐步创建异步任务并等待所有这些任务完成

使用

asyncio.wait是一个很好的方法.您可以将它与

asyncio.ensure_future和

asyncio.sleep结合起来逐步创建任务：

@asyncio.coroutine

def make_clients(nb_clients, delay):

futures = []

for client_id in range(nb_clients):

url = WS_CHANNEL_URL.format(client_id=client_id)

coro = WebSocketClient(client_id, url).run()

futures.append(asyncio.ensure_future(coro))

yield from asyncio.sleep(delay)

yield from asyncio.wait(futures)

编辑：我实现了一个应该做你想要的FutureSet类.这个集合可以填充期货,并在完成后自动删除它们.也可以等待所有期货完成.

class FutureSet:

def __init__(self, maxsize, *, loop=None):

self._set = set()

self._loop = loop

self._maxsize = maxsize

self._waiters = []

@asyncio.coroutine

def add(self, item):

if not asyncio.iscoroutine(item) and \

not isinstance(item, asyncio.Future):

raise ValueError('Expecting a coroutine or a Future')

if item in self._set:

return

while len(self._set) >= self._maxsize:

waiter = asyncio.Future(loop=self._loop)

self._waiters.append(waiter)

yield from waiter

item = asyncio.async(item, loop=self._loop)

self._set.add(item)

item.add_done_callback(self._remove)

def _remove(self, item):

if not item.done():

raise ValueError('Cannot remove a pending Future')

self._set.remove(item)

if self._waiters:

waiter = self._waiters.pop(0)

waiter.set_result(None)

@asyncio.coroutine

def wait(self):

return asyncio.wait(self._set)

例：

@asyncio.coroutine

def make_clients(nb_clients, limit=0):

futures = FutureSet(maxsize=limit)

for client_id in range(nb_clients):

url = WS_CHANNEL_URL.format(client_id=client_id)

client = WebSocketClient(client_id, url)

yield from futures.add(client.run())

yield from futures.wait()