python3 requests库_Python3 requests库基本使用

'''

对urllib库进行了封装,更简单的get,post请求方式

json数据处理

添加请求头headers

POST,GET 请求发送

文件上传

跳过证书验证, 忽略警告

网页需要登录用户名密码

响应状态码

请求响应异常处理

response属性

会话保持 (cookie保持)

'''

# 底层依赖urllib

import requests

#########各种请求方式

# requests.post('http://httpbin.org/post')

# requests.put('http://httpbin.org/put')

# requests.delete('http://httpbin.org/delete')

# requests.head('http://httpbin.org/get')

# requests.options('http://httpbin.org/get')

######## 发送一个get请求,带参数

# data = {

# 'name': 'kaige',

# 'age': 22

# }

# response = requests.get('http://httpbin.org/get', params=data)

# print(response.text) # 响应内容

# 如果返回json对象用 .json()接收

# response.json() # 等价于 json.loads(response.text)

# 获取二进制数据

# response.content

# 保存二进制数据

# with open('xxx.ico二进制是什么格式打开什么格式','wb') as f:

# f.write(response.content)

# f.close()

# -------------------------------------

# 添加headers ########

# response = requests.get('https://www.zhihu.com/explore') # 拒绝访问

# print(response.text)

# headers = {

# 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36'

# }

# response = requests.get('https://www.zhihu.com/explore',headers=headers)

# print(response.text)

# -------------------------post请求

# 基本请求带参， 加入headers 和get方式一样

# data = {

# 'name': 'kaige', 'age': 22

# }

# response = requests.post('http://httpbin.org/post', data=data)

# print(response.text)

# ---------------------------response 的属性

# response = requests.get('http://www.jianshu.com')

# print(type(response.status_code), response.status_code) # 状态码

# print(type(response.headers), response.headers) # 头

# print(type(response.cookies), response.cookies) # cookie

# print(type(response.url), response.url) # url

# print(type(response.history), response.history)

# ----------------------------状态码判断

import requests

# response = requests.get('http://www.jianshu.com/hello.html')

# exit() if not response.status_code == requests.codes.not_found else print('404 Not Found')

# exit() if not response.status_code == 404 else print('404 Not Found')

# print(response.status_code) # 也可以直接判断状态码, 官网查询

# ------------------------- 文件上传

# import requests

# files = {'file': open('favicon.ico', 'rb')}

# response = requests.post('http://httpbin.org/post', files=files)

# print(response.text)

# ------------------------ 获取cookie

# import requests

# response = requests.get('https://www.baidu.com')

# print(response.cookies)

# for key,value in response.cookies.items():

# print(key, value)

# ------------------------- 会话维持

# import requests

# s = requests.Session() # 发送一个post, s.post(), 相当在一个游览器操作

# s.get('http://httpbin.org/cookies/set/number/123456789')

# response = s.get('http://httpbin.org/cookies')

# print(response.text)

# -----------------------------证书验证

# import requests

# 证书不安全,访问失败, 设置verify=False,跳过证书验证, 但是还是有警告,可以用requests.pachages import rullib3.disable_warnings() 消除警告

# from requests.packages import urllib3

#

# urllib3.disable_warnings()

# response = requests.get('https://www.12306.cn', verify=False)

# print(response.status_code)

# 指定证书验证

# requests.get('https://www.12306.cn', cert=('xxx.crt', 'xxx/key'))

# ----------------------------- 代理设置

# import requests

# proxies = {

# 'http': 'http://xxx.xx.xx.x:xxxx',

# 'https': 'https://111.1.1.1:2222',

# }

# response = requests.get('https://www.taobao.com', proxies=proxies)

# print(response.status_code)

######### 代理有用户名密码

# import requests

# proxies = {

# 'http': 'http://user:password@111.11.1.1:2222',

# }

# response = requests.get('https://www.taobao.com', proxies=proxies)

# print(response)

########## socks代理

# pip install 'requests[socks]'

# proxies = {

# 'http': 'socks5://111.1.1.1:2222',

# } 同上

# ------------------------------ 超时设置timeout

# import requests

# from requests.exceptions import ReadTimeout,Timeout

# try:

# response = requests.get('https://www.baidu.com', timeout= 0.01)

# print(response.status_code)

# except Timeout:

# print('Timeout')

# ---------------------- 认证设置(访问网站需要登录)

# import requests

# r = requests.get('http://120.27.34.24:9001', auth=('user', '123'), timeout=1)

# print(r.status_code)

# --------------------------- 异常处理

import requests

from requests.exceptions import HTTPError, RequestException, ReadTimeout, Timeout

try:

response = requests.get('http://httpbin.org/get', timeout=0.01)

print(response.status_code)

except Timeout:

print('TImeout')

except HTTPError:

print('http err')

except RequestException:

print('父类异常')