python 使用socks 爬虫_Python爬虫系列-Requests库详解

Requests基于urllib，比urllib更加方便，可以节约我们大量的工作，完全满足HTTP测试需求。

实例引入

import requests

response = requests.get('https://www.baidu.com/')

print(type(response))

print(response.status_code)

print(type(response.text))

print(response.cookies)

200

]>

各种请求方式

import requests

requests.post('http://httpbin.org/post')

requests.put('http://httpbin.org/put')

requests.delete('http://httpbin.org/delete')

requests.head('http://httpbin.org/gett')

requests.head('http://httpbin.org/get')

requests.options('http://httpbin.org/get')

基本GET请求

import requests

response = requests.get('http://httpbin.org/get')

print(response.text)

{

"args": {},

"headers": {

"Accept": "/",

"Accept-Encoding": "gzip, deflate",

"Connection": "close",

"Host": "httpbin.org",

"User-Agent": "python-requests/2.20.1"

},

"origin": "58.34.235.37",

"url": "http://httpbin.org/get"

}

带参数的GET请求

import requests

response = requests.get('http://httpbin.org/get?name=germey&age=22')

print(response.text)

{

"args": {

"age": "22",

"name": "germey"

},

"headers": {

"Accept": "/",

"Accept-Encoding": "gzip, deflate",

"Connection": "close",

"Host": "httpbin.org",

"User-Agent": "python-requests/2.20.1"

},

"origin": "58.34.235.37",

"url": "http://httpbin.org/get?name=germey&age=22"

}

import requests

data = { 'name':'germery','age':22 }

response = requests.get('http://httpbin.org/get',params=data)

print(response.text)

{

"args": {

"age": "22",

"name": "germery"

},

"headers": {