Python 进程池

– Start

点击此处观看本系列配套视频。

---

ProcessPoolExecutor

我们使用 ProcessPoolExecutor 定义进程池。

任务没有返回值

import multiprocessing
from concurrent.futures import ProcessPoolExecutor
import time


def my_task():
    for i in range(3):
        print(f'{multiprocessing.current_process().pid} - {i}')
        time.sleep(1)


if __name__ == '__main__':
    with ProcessPoolExecutor(max_workers=3) as executor:
        executor.submit(my_task)
        executor.submit(my_task)
        executor.submit(my_task)

任务有返回值

import multiprocessing
from concurrent.futures import ProcessPoolExecutor
import time
import random


def my_task():
    r = random.randint(1, 100)
    time.sleep(1)
    print(f'{multiprocessing.current_process().pid} - {r}')
    return r


if __name__ == '__main__':
    with ProcessPoolExecutor(max_workers=3) as executor:
        future1 = executor.submit(my_task)
        future2 = executor.submit(my_task)
        future3 = executor.submit(my_task)

        # result 会阻塞
        print(future3.result())
        print(future2.result())
        print(future3.result())

数据并行

import multiprocessing
from concurrent.futures import ProcessPoolExecutor
import time


def my_task(x):
    print(f'{multiprocessing.current_process().pid} - {x}')
    return pow(x, 2)


if __name__ == '__main__':
    with ProcessPoolExecutor(max_workers=3) as executor:
        executor.map(my_task, range(100))

Pool

import multiprocessing
import time
from multiprocessing import Pool


def my_task():
    for i in range(3):
        print(f'{multiprocessing.current_process().pid} - {i}')
        time.sleep(1)


def my_fun(x):
    print(f'{multiprocessing.current_process().pid} - {x}')
    return pow(x, 2)


if __name__ == '__main__':
    with Pool(processes=4) as pool:
        # apply 同步执行，会阻塞
        res = pool.apply(my_task)

        # apply_async 异步执行
        res = pool.apply_async(my_task)
        print(res.get(timeout=5))

        # 数据并发
        print(pool.map(my_fun, list(range(100))))

– 更多参见：Python 精萃
– 声 明：转载请注明出处
– Last Updated on 2018-10-14
– Written by ShangBo on 2018-10-14
– End