爬虫browser_cookie3，让你爬数据更简单

1.pip install browser_cookie3 ##python3

def cc():
    import re
    import browser_cookie3
    import requests

    get_title = lambda html: re.findall('<title>(.*?)</title>', html, flags=re.DOTALL)[0].strip()

    url = "https://msg.csdn.net//phoenix/web/v1/comment/list/89928919?page=1&size=10&commentId="
    header ={
        "Host":"blog.csdn.net",
        "User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64; rv:52.0) Gecko/20100101 Firefox/52.0",
        "Content - Type": "application / json",
        "Referer":"https://blog.csdn.net/qq_27870421/article/details/89928919",
        "X-Tingyun-Id":"im-pGljNfnc;r=110740880",
        

    }
    data = {"page":"1",
            "size":"10",
            "commentId":""

            }
    cj = browser_cookie3.firefox()
    cc= browser_cookie3.firefox(domain_name='bitbucket.org')
    #print(cj)
    r = requests.post(url ,headers=header,data=json.dumps(data),cookies=cj)
    print(r.status_code)
    print(r.text)
    print(r.request)

2.如果遇到 browser_cookie3.BrowserCookieError: Failed to find Chrome cookie

请执行

cd "%LocalAppData%\Google\Chrome\User Data\Default"
mklink "Cookies" "Network\Cookies"

https://github.com/borisbabic/browser_cookie3/issues/106