python协程实现一万并发_python多进程+协程实现并发

小练习，假设一个队列中有100000个URL地址，每个请求需要1秒钟，尝试用4个进程，每个进程中开启1000个协程去请求！统计运行时间

from gevent import monkey

monkey.patch_all(thread=False)

import gevent

import time

from multiprocessing import Process, Queue

import os

def time_count(func):

def wrapper(*args, **kwargs):

start_time = time.time()

func(*args, **kwargs)

end_time = time.time()

print('总耗时：', end_time - start_time)

return wrapper

class Myprocess(Process):

def __init__(self, que):

super().__init__()

self.que = que

#重写进程子类的run函数

def run(self):

cos = []

#开启多协程

for i in range(1000):

#调用工作函数

cor = gevent.spawn(self.work)

cos.append(cor)

gevent.joinall(cos)

#定义工作函数

def work(self):

while self.que.qsize() > 0:

try:

url = self.que.get(timeout=1)

time.sleep(1)

print(f"{os.getpid()}正在请求url:{url}")

except Exception as e:

print(e.__repr__())

break

@time_count

def main():

q = Queue()

for i in range(100000):

q.put(f'https://www.baidu.com--{i}')

process_list = []

for i in range(4):

p = Myprocess(q)

process_list.append(p)

p.start()

for p in process_list:

p.join()

print("任务结束")

if __name__ == '__main__':

main()

运行时间27秒