1、用selenium爬取https://news.qq.com/ 的热点精选
2、热点精选至少爬50个出来,存储成csv
3、每一行如下:标号(从1开始),标题,链接,
import time
from selenium import webdriver
driver=webdriver.Chrome(executable_path=".\chromedriver.exe")
driver.get("https://news.qq.com")
#了解ajax加载
for i in range(1,10):
time.sleep(2)
driver.execute_script("window.scrollTo(window.scrollX, %d);"%(i*200))
from bs4 import BeautifulSoup
html=driver.page_source
bsObj=BeautifulSoup(html,"lxml")
jxtits=bsObj.find_all("div",{"class":"jx-tit"})[0].find_next_sibling().find_all("li")
print("index",",","title",",","url")
for i,jxtit in enumerate(jxtits):
# print(jxtit)
try:
text=jxtit.find_all("img")[0]["alt"]
except:
text=jxtit.find_all("div",{"class":"lazyload-placeholder"})[0].text
try:
url=jxtit.find_all("a")[0]["href"]
except:
print(jxtit)
print(i+1,",",text,",",url)