爬虫添加代理ip

• urllib.request 配置代理proxy
• 参考文章

import re
import urllib
import urllib.request as urllib2
from http.cookiejar import MozillaCookieJar
from urllib import parse

proxy = {
   
        'http': 'http://user:password@ip:port', # 访问http需要
        'https': 'https://user:password@ip:port', # 访问https需要
}
proxy_handler = urllib2.ProxyHandler(proxy)
opener = urllib2.build_opener(proxy_handler)

headers = {
   
        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.125 Safari/537.36',
}

url_test = "https://www.moulem.com/"
request = urllib2.Request(url=url_test4, headers=headers)
res = opener.open(request)

---

• requests添加代理
• 参考文章

import requests
proxies = {
   'http': 'http://localhost:8888', 'https'