网络爬虫之-----浏览器伪装技术

#爬虫的浏览器伪装技术
import urllib.request
url = 'https://blog.csdn.net/zhaipupu/article/details/100170103'
header = ('User-Agent','Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.132 Safari/537.36')
opener = urllib.request.build_opener()
opener.addheaders=[header]
data = opener.open(url).read()
fh = open('d:/2.html','wb')
fh.write(data)
fh.close()