requests库

安装

pip install requests

请求方式

requests.get(url)

requests.post(url)

requests.put(url)

requests.delete(url)

requests.head(url)

requests.options(url)

Session.request参数

method: 请求方式 如:get,post,put,delete,head,options
url: 请求地址
params: (可选)要在`Request`的查询字符串中发送的字典或字节。
data: (可选)字典,元组列表,字节或类似文件的对象,在`Request`的主体中发送。
json: (可选)json发送到`Request`的正文。
headers: (可选)要使用`Request`发送的HTTP标头字典。
cookies: (可选)使用`Request`发送的Dict或CookieJar对象。
files: (可选)一个字典'name':file-like-objects(或{'name':file-tuple})用于多部分编码上传.file-tuple可以是2 -tuple('filename',fileobj),3-tuple('filename',fileobj,'content_type')或4-tuple('filename',fileobj,'content_type', custom_headers),其中'content-type'是一个定义给定文件内容类型的字符串,custom_headers是一个类似dict的对象,包含为文件添加的附加标题。
auth: (可选)Auth tuple或callable以启用Basic / Digest / Custom HTTP Auth。
timeout: (可选)在放弃之前等待服务器发送数据的时间,浮点数,或者:ref:`(连接超时,读取超时)<超时>`元组。:type timeout: float or tuple
allow_redirects: (可选)是否允许重定向,默认设置为True。:type allow_redirects: bool
proxies: (可选)字典映射协议或协议和主机名到代理的URL。
stream: (可选)是否立即下载响应内容。 默认为“False”。
verify: (可选)布尔值,在这种情况下,它控制我们是否验证服务器的TLS证书或字符串,在这种情况下,它必须是要使用的CA包的路径。 默认为“True”。
cert: (可选)如果字符串,ssl客户端证书文件(.pem)的路径。 如果Tuple,('cert','key')配对。

带参数GET请求

import requests

url = "https://www.baidu.com/s"
data = {
    "wd": "python"
}
result = requests.get(url=url, params=data)
print(result.content)

解析json

import requests

url = "https://www.baidu.com/s"
data = {
    "wd": "python"
}
result = requests.get(url=url, params=data)
result_json = result.json()
print(result_json)

获取二进制内容

import requests

url = "https://csdnimg.cn/pubfooter/images/csdn-kf.png"
result_bit = requests.get(url=url)
print(result_bit.content)

下载二进制数据

import requests

url = "https://csdnimg.cn/pubfooter/images/csdn-kf.png"
result_bit = requests.get(url=url)
with open("img.png",'wb') as img:
    img.write(result_bit.content)

添加headers

import requests

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
url = "https://www.baidu.com/s"
data = {
    "wd": "python"
}
result = requests.get(url=url, params=data)
print(result.text)

基本post请求

import requests

params = {
    'wd': "python"
}
data = {
    'account': "python"
}
url = "https://www.baidu.com/s"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
result = requests.get(url=url, data=data, params=params, headers=headers)

文件上传

import requests

url = "https://www.baidu.com/s"
files = {'file_name': open("img.png", 'rb')}
result = requests.post(url=url, files=files)
print(result.text)

获取cookie

import requests

url = "https://www.baidu.com/"
result = requests.get(url=url)
cookies = result.cookies
for key, value in cookies.items():
    print("{}-{}".format(key, value))

会话维持

import requests

url_login = ""
data = {
    'account': "",
    'password': ""
}
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
url_get_data = ""
session = requests.Session()
session.post(url=url_login, data=data, headers=headers)
result = session.get(url=url_get_data, headers=headers)
print(result.text)

证书验证

import requests
from requests.packages import urllib3

# 去除不验证证书的警告信息
urllib3.disable_warnings()
url = "https://www.baidu.com/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
result = requests.get(url=url, headers=headers, verify=False)
print(result.status_code)
import requests

url = "https://www.baidu.com/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
result = requests.get(url=url, headers=headers, cert=('server.cet', 'key'))
print(result.status_code)

代理设置

import requests

url = "https://www.baidu.com/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
proxies = {
    'http': 'http://127.0.0.1:8888',  # 不带账户密码验证
    'https': 'https://user:password@127.0.0.1:8888',  # 带账户密码验证
}
result = requests.get(url=url, headers=headers, proxies=proxies)
print(result.status_code)

socks代理

先安装requests[socks]模块

pip install requests[socks]

import requests

url = "https://www.baidu.com/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
proxies = {
    'http': 'socks5://127.0.0.1:8888',
    'https': 'socks4://127.0.0.1:8888',
}
result = requests.get(url=url, headers=headers, proxies=proxies)
print(result.status_code)

超时设置

import requests
from requests.exceptions import ConnectTimeout

url = "https://www.google.com/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
}
try:
    result = requests.get(url=url, headers=headers, timeout=1)
except ConnectTimeout:
    print("超时")

认证设置

import requests
from requests.auth import HTTPBasicAuth

url = "https://test.daqinjia.cn/wx/api/qlive/get_livelist/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36",
}
result = requests.get(url=url, headers=headers, auth=HTTPBasicAuth("account", "password"))
print(result.status_code)
import requests

url = "https://test.daqinjia.cn/wx/api/qlive/get_livelist/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36",
}
auth = ("account", "password")
result = requests.get(url=url, headers=headers, auth=auth)
print(result.status_code)

异常处理

处理requests的异常类都在requests.exceptions里

from requests.exceptions import *

可以根据需要调取

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值