用户代理池=多个网页打开后选择多个头文件
#用户代理池的构建
import urllib.request
import re
import random
uapools=[
'User-Agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; TencentTraveler 4.0',
'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:34.0) Gecko/20100101 Firefox/34.0',
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534.57.2 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2 ',
]
def ua(uapools):
thisua=random.choice(uapools)#choice从列表中随机选择一个元素
print(thisua)
headers=("User-Agent",thisua)
openner=urllib.request.build_opener()
opener.addheaders=[headers]
#安装为全局
urllib.request.install_opener(opener)