https://docs.python.org/zh-cn/3.8/library/multiprocessing.html
import requests
from multiprocessing import Pool
import time
import xlrd
import os
def url_get(i):
#print(‘parent process:’, os.getppid())
#print(‘process id:’, os.getpid())
j = 1
try:
requests.get(i)
# time.sleep(1)
print(‘success:request URL %d:%s’ % (j, i))
j = j + 1
except Exception as e:
# print(e)
print(‘error:request URL %d:%s’ % (j, i))
j = j + 1
if name == ‘main’:
http_url = []
data = xlrd.open_workbook(‘D:\Python培训\shenzhou\其他\URL.xlsx’)
table = data.sheets()[0]
for i in range(0, 1000):
http_url.append(table.cell(i, 0).value)
#print(http_url)
with Pool(5) as p:
p.map(url_get,http_url)