python的模拟浏览器的请求响应
使用request.Request
from urllib import request
#request.Request(url,headers=head)可以增加请求头,触发爬虫的第一步
head={
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36'
}
url='http://www.baidu.com'
resp=request.Request(url,headers=head)
qs=request.urlopen(resp)
print(qs.read())