最近在研究python爬虫,看到一篇python设置proxy的,写来与大家分享(转载自http://www.sharejs.com/codes/python/226)
import urllib2
# The proxy address and port:
proxy_info = {'host' : 'proxy.myisp.com',
'port' : 3182}
# We create a handler for the proxy
proxy_support = urllib2.ProxyHandler({"http" : "http://%(host)s:%(port)d"%proxy_info})
# We create an opener which uses this handler:
opener = urllib2.build_opener(proxy_support)
# Then we install this opener as the default opener for urllib2
urllib2.install_opener(opener)
#Now we can send our HTTP request:
htmlpage = urllib2.urlopen("http://sebsauvage.net/").read(200000)
# If the proxy must to be confirmed
proxy_info = {'host' : 'proxy.myisp.com',
'port' : 3128,
'user' :'John Doe',
'pass' : 'mysecret007'
}
proxy_support = urllib2.ProxyHandler({"http" : "http://%(usr)s:%(pass)s@%(host)s:%(port)d"%proxy_info})
opener = urllib2.build_opener(proxy_support)
urllib2.install_opener(opener)
htmlpage = urllib2.urlopen("http://sebsauvage.net").read(200000)