爬虫---设置handler：

设置handler：

from urllib import request, parse

url = "https://fanyi.baidu.com/v2transapi"

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36",
    "Host": "fanyi.baidu.com",
    "Accept-Language": "zh-CN,zh;q=0.8",
    "Referer": "https://fanyi.baidu.com/",
    "Cookie": "Bequest",
    # "Accept-Encoding": "gzip, deflate",
}

form_data = {
    "from": "zh",
    "to": "en",
    "query": "大床",
    "transtype": "realtime",
    "simple_means_flag": 3,
    "sign": "438273.152368",
    "token": "7eed3b59ce4958f10621b89a9e122bab"
}
#将参数转换成（）=（）形式 再将它加密成二进制
form_data_url = parse.urlencode(form_data).encode()
# 创建handler对象
header1 = request.HTTPHandler()
# 构建opener对象
opener1 = request.build_opener(header1)
# 构建request对象
request1 = request.Request(url=url, headers=headers)
#发送请求
response = opener1.open(request1, data=form_data_url)
print(response.read())

设置代理：

。。。。。。
#将参数转换成（）=（）形式 再将它加密成二进制
form_data_url = parse.urlencode(form_data).encode()
# 创建handler对象
header1 = request.ProxyHandler({'http': '124.243.226.18:8888'})
# 构建opener对象
opener1 = request.build_opener(header1)
# 构建request对象
request1 = request.Request(url=url, headers=headers)
#发送请求
response = opener1.open(request1, data=form_data_url)
print(response.read())

cookiejar：

import urllib.request
import urllib.parse
import http.cookiejar
url = "http://www.renren.com/ajaxLogin/login?1=1&uniqueTimestamp=2018103949939"

form_data = {
    "email": "13251012358",
    "icode": "",
    "origURL": "http://www.renren.com/home",
    "domain": "renren.com",
    "key_id": "1",
    "captcha_type": "web_login",
    "password": "8208504fef0e5956311c7734ff26cbdc1b815a8885fc77e3f6b761cad8483ad0",
    "rkey": "39b392090c635431e86ef76d46f31f40",
    "f": "http%3A%2F%2Fwww.renren.com%2F968904311%2Fprofile",
}

headers = {
    "Host": "www.renren.com",
    "Connection": "keep-alive",
    "Content-Length": 291,
    "Origin": "http://www.renren.com",
    "X-Requested-With": "XMLHttpRequest",
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 UBrowser/6.2.4094.1 Safari/537.36",
    "Content-Type": "application/x-www-form-urlencoded",

}
# 创建cookiejar对象
cookie_jar = http.cookiejar.CookieJar()
# 使用cookiejar对象创建handler
handler = urllib.request.HTTPCookieProcessor(cookie_jar)
# 使用handler创建opener
opener = urllib.request.build_opener(handler)
# 获取request对象
request = urllib.request.Request(url=url, headers=headers)
# 请求数据
form_data = urllib.parse.urlencode(form_data).encode()
#用opener发送请求
response = opener.open(request, form_data)
print(response.read().decode())
# 登录成功之后跳转到个人中心
url = "http://www.renren.com/968904311/profile"
response = opener.open(url)
print(response.read().decode())