urllib.request学习

http://tool.chinaz.com/Tools/urlencode.aspx# url编解码在线工具

ZhaoLong #-*-coding:utf-8 -*- import urllib.request import random url = "http://www.baidu.com" ua_list = [ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv2.0.1) Gecko/20100101 Firefox/4.0.1", "Mozilla/5.0 (Windows NT 6.1; rv2.0.1) Gecko/20100101 Firefox/4.0.1", "Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; en) Presto/2.8.131 Version/11.11", "Opera/9.80 (Windows NT 6.1; U; en) Presto/2.8.131 Version/11.11", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_0) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11" ] user_agent = random.choice(ua_list) #创建一个请求 request = urllib.request.Request(url) #给请求添加一个 http报头 request.add_header( "User-Agent",user_agent) #向指定的url发送请求 respone = urllib.request.urlopen(request) #读取返回的请求的内容 html = respone.read() print(html)