进程池和线程池的使用
from concurrent.futures import ThreadPoolExecutor,ProcessPoolExecutor
import logging
import datetime
import time
import threading
a = '%(asctime)s %(message)s'
logging.basicConfig(level=logging.INFO, format=a)
def worker(n):
time.sleep(n)
logging.info('finished~~~')
return n
if __name__ == '__main__':
executor = ProcessPoolExecutor(max_workers=3)
fs = []
for i in range(6):
future = executor.submit(worker, 3)
logging.info(future)
fs.append(future)
while True:
time.sleep(1)
flag = True
for i in fs:
logging.info(i.done())
flag = flag and i.done()
if not flag:
break
if flag:
executor.shutdown()
logging.info(threading.enumerate())
break
logging.info('~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~')
for p in fs:
logging.info(p.result())
可以添加上下文管理
from concurrent.futures import ThreadPoolExecutor,ProcessPoolExecutor
import logging
import datetime
import time
import threading
a = '%(asctime)s %(message)s'
logging.basicConfig(level=logging.INFO, format=a)
def worker(n):
time.sleep(n)
logging.info('finished~~~')
return n
if __name__ == '__main__':
# executor = ProcessPoolExecutor(max_workers=3)
fs = []
#with executor:
with ProcessPoolExecutor(max_workers=3) as executor:
for i in range(6):
future = executor.submit(worker, 3)
logging.info(future)
fs.append(future)
while True:
time.sleep(1)
flag = True
for i in fs:
logging.info(i.done())
flag = flag and i.done()
if not flag:
break
if flag:
# executor.shutdown()
logging.info(threading.enumerate())
break
logging.info('~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~')
for p in fs:
logging.info(p.result())