自动模拟HTTP请求

GET

默认不支持https，必须使用http
中文需要使用quote转码

from urllib import request

# 中文需要quote编码
keywd = request.quote('张路标')
# 注意，是不支持https的，否则出错
url = 'http://www.baidu.com/s?ie=utf-8&tn=93153557_hao_pg&wd=' + keywd
# Request将网址设置为一个请求
req = request.Request(url)
data = request.urlopen(req).read()
with open('test2.html', 'wb') as f:
    f.write(data)

POST

from urllib import request, parse

url = 'http://www.iqianyue.com/mypost/'
# 设置POST请求的参数
reqData = parse.urlencode({'name': 'zhanglubiao', 'pass': '123456'}).encode('utf-8')
# url提交的地址，reqData请求的变量
req = request.Request(url, reqData)
data = request.urlopen(req).read()
with open('test03.html', 'wb') as f:
    f.write(data)