使用多进程抓取西祠代理ip

import requests
from lxml import etree
import time
import multiprocessing

def get_all_proxy(queue):
url = ‘http://www.xicidaili.com/nn/1’

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36',
}
response = requests.get(url, headers=headers)

# with open('song.html', 'wb') as f:
#     f.write(response.content)

html_ele = etree.HTML(response.text)

ip_eles = html_ele.xpath('//table[@id="ip_list"]/tr/td[2]/text()')
port_ele = html_ele.xpath('//table[@id="ip_list"]/tr/td[3]/text()')

# print(len(ip_eles))
# print(len(port_ele))
proxy_list = []
for i in range(0,len(ip_eles)):
    proxy_str = 'http://' + ip_eles[i] + ':' + port_ele[i]
    #proxy_