python中requests使用cookie抓取信息的一个案例

 

找到有用的cookie信息

import requests


headers = {
    "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.100 Safari/537.36"
    }
cookies = "JSESSIONID=abcdMntCo9dvc47N5atYw; anonymid=jzc1hidp-edgm67; depovince=SC; _r01_=1; ick_login=36ec40e6-3d9f-4a8e-af96-b8a8f3b90ec4; jebecookies=1ee29c4a-d66e-4a74-9bb0-23037581f7b7|||||; _de=A7FB6530C4E62359530F97F46C27D779696BF75400CE19CC; p=1179f39834025653f2c7c01661f953343; first_login_flag=1; ln_uact=xxx; ln_hurl=http://hdn.xnimg.cn/photos/hdn421/20140304/1255/h_main_l1bE_87cb0001dab3113e.jpg; t=3bee86e27b56635122f3844f2bcb34993; societyguester=3bee86e27b56635122f3844f2bcb34993; id=404783623; xnsid=6cfbf413; ver=7.0; loginfrom=null; jebe_key=790dac4f-d1cc-468e-889c-68c399ec6e52%7C1bda81cc847e889f026af1602ea5f8a9%7C15sss703%7C1%7C1565834618542; jebe_key=790dac4f-d1cc-468e-889c-68c399ec6e52%7C1bda81cc847e889f026af1602ea5f8a9%7C1565834617703%7C1%7C1565834618549; wp_fold=0; wp=0"  
# 拆分cookie  
cookies ={i.split("=")[0]:i.split("=")[1] for i in cookies.split(";")}   
print(cookies) 


# 在使用cookie 发送请求获取信息

r = requests.get("http://www.renren.com/404783623/profile",headers=headers,cookies=cookies)

with open("renren_profile.html","w",encoding="utf-8") as f:
    f.write(r.content.decode())