selenium webdriver 模拟浏览器使用:
from selenium import webdriver
from selenium.webdriver.firefox.options import Options
options = Options()
options.add_argument('--headless')
options.add_argument('blink-settings=imagesEnabled=false')
browser = webdriver.Firefox(options=options)
with open(test_html,'wb') as f:
try:
browser.get('https://***')
f.write(browser.page_source.encode("gbk", "ignore"))
except:
f.write(browser.page_source.encode("gbk", "ignore"))
browser.quit()