selenium+chromedrive 爬取js加载的动态网页（下拉才能显示内容）

from selenium import webdriver
from selenium.webdriver.common.keys import Keys   #调用键盘操作
from selenium.webdriver.chrome.options import Options
import time
from lxml import etree

#创建chrome浏览器驱动，无头模式
chrome_options = Options()
chrome_options.add_argument('--headless')
driver = webdriver.Chrome(chrome_options=chrome_options)

#加载界面
driver.get("https://ai.ofweek.com/")
time.sleep(3)

#逐渐滚动浏览器窗口，令ajax逐渐加载
for i in range(0,10):
    driver.execute_script('window.scrollTo(0, document.body.scrollHeight)')
    i += 1
    time.sleep(4)

# 拿到页面源码
html = driver.page_source
print(html)


driver.quit()