关于爬虫使用私密代理报错
urllib3.exceptions.ProxySchemeUnknown: Not supported proxy scheme none
这两天用requests写爬虫,总是发现莫名其妙的报错,心里很不爽,然后先给一下源代码
import requests
import os
url = "http://www.baidu.com/"
headers = {
"User-Agent": "Opera/9.80 (Windows NT 6.1; U; zh-cn) Presto/2.9.168 Version/11.50"
}
# requests = requests.Request(url, data=None, headers=headers)
# 使用私密代理
proxyUser = os.environ.get("PROXYUSER")
proxyPasswd = os.environ.get("PROXYPASSWD")
print(proxyUser, "---------------", proxyPasswd)
proxyIp = "43.226.37.90"
proxyPort = "16817"
#需要添加完整的网址
proxy = {"http":"%s:%s@%s:%s"%(proxyUser, proxyPasswd,proxyIp, proxyPort)}
#账号:密码@ip:port
# handler = urllib.request.ProxyHandler({"http": "%s:%s@%s:%s"%(proxyUser, proxyPasswd