PROXIES = [
'http://183.136.177.77:3128',
'http://54.229.233.101:80',
...........
'http://194.167.44.91:80'
]
USER_AGENTS = [
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.163 Safari/535.1",
"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:6.0) Gecko/20100101 Firefox/6.0",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50",
"Opera/9.80 (Windows NT 6.1; U; zh-cn) Presto/2.9.168 Version/11.50",
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 2.0.50727; SLCC2; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.3; .NET4.0C; Tablet PC 2.0; .NET4.0E)",
"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",
"Mozilla/4.0 (compatible; MSIE 8.0; Win
python数据分析2——爬虫的请求头(headers)和代理IP(proxies)设置
最新推荐文章于 2024-07-28 03:40:13 发布
本文详细介绍了在Python数据分析中进行网络爬虫时,如何配置请求头headers以伪装浏览器行为,以及如何设置代理IP(proxies)避免被目标网站封锁。通过实例代码演示了这两者的具体用法,帮助读者更好地进行数据抓取工作。
摘要由CSDN通过智能技术生成