python爬虫进行UA伪装

$$python爬虫进行UA伪装$$

一 找到自己浏览器的User-Agent

import requests

if __name__ == '__main__':
    # 访问地址
    url = 'https://www.baidu.com/s'

    # UA伪装
    headers = {
        'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36'
    }
    # 设置搜索内容
    param = {
        'wd':'major'
    }
    # 发起请求，获取返回内容
    response = requests.get(url=url,params=param,headers=headers)

    page_text= response.text
    with open('major.html','w',encoding='utf-8') as f:
        f.write(page_text)

    print(page_text)