request库

from requests.models import Response
import requests
url = 'https://movie.douban.com/'



res:Response = requests.request("GET", url, headers={'User-agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36'})

print(type(res))
print(res)

with res:
    print(res.content)
    print(res.text)

    with open('D:/test/test.html', 'w', encoding='utf-8') as f:
        f.write(res.text)

import requests
url = 'https://movie.douban.com/'

urls = [url, url]

session = requests.Session()

with session:
    for url in urls:
        res = session.get(url, headers= {'User-agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36'})
        with res:
            print(res.request.headers)
            print(res.headers)
            print(res.cookies)