python concurrent queue_Python3 并发 | concurrent.futures

# -*- coding: utf-8 -*-

from concurrent.futures import ThreadPoolExecutor, wait, as_completed, ALL_COMPLETED

import logging

import random

import queue

import time

logger = logging.getLogger()

logger.setLevel(logging.INFO)

ch = logging.StreamHandler()

ch.setLevel(logging.INFO)

formatter = logging.Formatter('%(asctime)s - [line:%(lineno)d] %(levelname)s - %(message)s')

ch.setFormatter(formatter)

logger.addHandler(ch)

fh = logging.FileHandler(r'spider.log', encoding='utf-8')

fh.setFormatter(formatter)

logger.addHandler(fh)

class TPE(ThreadPoolExecutor):

"""

并行任务

# 官方文档 https://docs.python.org/zh-cn/3.7/library/concurrent.futures.html

"""

def __init__(self, max_workers=None, thread_name_prefix=&