python通过代理访问网页_python 使用代理访问网站

#!/usr/bin/env python

#-*- coding:UTF-8 -*-

from selenium import webdriver

import urllib2

import requests

import random

def get_form(url,datas=None,headers={}):

response = requests.get(url, data=datas,headers=headers)

json_rsp = response.json()

return json_rsp

def get_proxy(url1):

resp = get_form(url1); # 调用接口返回连接池可用代理

proxy = resp["data"]["data"][0]["ip"] + ":" + resp["data"]["data"][0]["port"] # 使用接口返回的第一个代理ip+端口号

proxies = {"https": proxy, } # 设置代理参数

return proxies

url1="http://192.168.33.76:25588/ip/available?flag=taobao&count=1";

url="https://www.baidu.com";

proxy =get_proxy(url1);

print proxy

proxy_support = urllib2.ProxyHandler(proxy)

opener = urllib2.build_opener(proxy_support)

urllib2.install_opener(opener)

# i_headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.48'}

req = urllib2.Request(url)

html = urllib2.urlopen(req)

if url == html.geturl():

doc = html.read();

print doc;

# driver = webdriver.Firefox();

# driver.maximize_window() # 最大化浏览器

# driver.implicitly_wait(8) # 设置隐式时间等待

# url='http://www.baidu.com'

# # proxy_handler = urllib2.ProxyHandler({'http': '121.193.143.249:80'})

# # opener = urllib2.build_opener(proxy_handler)

# #

# # requests.get('http://httpbin.org/ip', proxies={'http': '121.193.143.249:80'}).json()

# proxy={'http': '121.193.143.249:80'}

#

# urllib2.urlopen(url,proxies=proxy)

# r = opener.open(url)

# print(r.read())

# opener.get("https://www.baidu.com")

# driver.quit()