Python模拟浏览器访问URL

需要的包

import requests
from fake_useragent import UserAgent   ###随机获取ua
import urllib3
import random  ##随机
from requests.adapters import HTTPAdapter   ### 重试

get--requests

def sendGetRequest(url):
      s = requests.Session()
      urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
      try:
          data = s.get(url, headers=self.headers, verify=False)
      except Exception as e:
          print(e)
          return None
      return data

添加cookie的get的请求

def sendGetByCookie(url, cookie):
     s = requests.Session()
     urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
     headers = {
         # 'user-agent':random.sample(user_agent_w_list[0], 1),
         'user-agent': UserAgent(verify_ssl=False).random,
         # 'user-agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36'
         'Cookie':cookie
     }
     try:
         data = s.get(url, headers=headers, verify=False)
     except Exception as e:
         print(e)
         return None
     return data

urllib3的请求方式

def geturl(url, cookie):
     http = urllib3.PoolManager()
     requests.packages.urllib3.disable_warnings()
     r = http.request('GET',
                      url,
                      headers=self.headers
                      )