request模块

Requests模块简单入门
#HTTP请求类型
#get类型
r = requests.get(‘https://github.com/timeline.json’)
#post类型
r = requests.post(“http://m.ctrip.com/post”)
#put类型
r = requests.put(“http://m.ctrip.com/put”)
#delete类型
r = requests.delete(“http://m.ctrip.com/delete”)
#head类型
r = requests.head(“http://m.ctrip.com/head”)
#options类型
r = requests.options(“http://m.ctrip.com/get”)
#获取响应内容
print r.content #以字节的方式去显示，中文显示为字符
print r.text #以文本的方式去显示

#URL传递参数
payload = {‘keyword’: ‘日本’, ‘salecityid’: ‘2’}
r = requests.get(“http://m.ctrip.com/webapp/tourvisa/visa_list”, params=payload)
print r.url #示例为http://m.ctrip.com/webapp/tourvisa/visa_list?salecityid=2&keyword=日本

#获取/修改网页编码
r = requests.get(‘https://github.com/timeline.json’)
print r.encoding
r.encoding = ‘utf-8’

#json处理
r = requests.get(‘https://github.com/timeline.json’)
print r.json() #需要先import json

#定制请求头
url = ‘http://m.ctrip.com’
headers = {‘User-Agent’ : ‘Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 4 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19’}
r = requests.post(url, headers=headers)
print r.request.headers

#复杂post请求
url = ‘http://m.ctrip.com’
payload = {‘some’: ‘data’}
r = requests.post(url, data=json.dumps(payload)) #如果传递的payload是string而不是dict，需要先调用dumps方法格式化一下

#post多部分编码文件
url = ‘http://m.ctrip.com’
files = {‘file’: open(‘report.xls’, ‘rb’)}
r = requests.post(url, files=files)

#响应状态码
r = requests.get(‘http://m.ctrip.com’)
print r.status_code

#响应头
r = requests.get(‘http://m.ctrip.com’)
print r.headers
print r.headers[‘Content-Type’]
print r.headers.get(‘content-type’) #访问响应头部分内容的两种方式

#Cookies
url = ‘http://example.com/some/cookie/setting/url’
r = requests.get(url)
r.cookies[‘example_cookie_name’] #读取cookies

url = ‘http://m.ctrip.com/cookies’
cookies = dict(cookies_are=‘working’)
r = requests.get(url, cookies=cookies) #发送cookies

#设置超时时间
r = requests.get(‘http://m.ctrip.com’, timeout=0.001)

#设置访问代理
proxies = {
“http”: “http://10.10.10.10:8888”,
“https”: “http://10.10.10.100:4444”,
}
r = requests.get(‘http://m.ctrip.com’, proxies=proxies)

json请求

1 #!/user/bin/env python
2 #coding=utf-8
3 import requests
4 import json
5
6 class url_request():
7 def init(self):
8 “”" init “”"
9
10 if name==‘main’:
11 headers = {‘Content-Type’ : ‘application/json’}
12 payload = {‘CountryName’:‘中国’,
13 ‘ProvinceName’:‘陕西省’,
14 ‘L1CityName’:‘汉中’,
15 ‘L2CityName’:‘城固’,
16 ‘TownName’:’’,
17 ‘Longitude’:‘107.33393’,
18 ‘Latitude’:‘33.157131’,
19 ‘Language’:‘CN’
20 }
21 r = requests.post(“http://www.xxxxxx.com/CityLocation/json/LBSLocateCity”,headers=headers,data=payload)
22 #r.encoding = ‘utf-8’
23 data=r.json()
24 if r.status_code!=200:
25 print "LBSLocateCity API Error " + str(r.status_code)
26 print data[‘CityEntities’][0][‘CityID’] #打印返回json中的某个key的value
27 print data[‘ResponseStatus’][‘Ack’]
28 print json.dumps(data,indent=4,sort_keys=True,ensure_ascii=False) #树形打印json，ensure_ascii必须设为False否则中文会显示为unicode

HTTP请求：GET、POST、PUT、DELETE、HEAD、OPTIONS

1. get
   res = requests.get(“https://github.com/timeline.json”)
2. post
   res = requests.post(“http://httpbin.org/post”);
3. put
   res = requests.put(“http://httpbin.org/put”);
4. delete
   res = requests.delete(“http://httpbin.org/delete”);
5. head
   res = requests.head(“http://httpbin.org/get”) ;
6. options
   res = requests.options(“http://httpbin.org/get”)
    为URL传递参数
   requests模块使用params关键字参数，以一个字典的形式来提供参数。

payload = {‘key1’:‘value’,‘key2’:‘value2’}
 res = requests.get(“http://httpbin.org/get”,params=payload)
 res.url