效果如下:
from selenium import webdriver
browser = webdriver.Firefox()
browser.get("http://www.baidu.com")
browser.find_element_by_id("kw").send_keys("国宝")
#输入框的文字
browser.find_element_by_id("su").click()
#点击动作
from selenium import webdriver
import time
import csv
browser = webdriver.Firefox()
browser.get("http://quotes.toscrape.com")
sayingAndAuthor = []
n = 5
for i in range(0,5):
div_list = browser.find_elements_by_class_name("quote")
for div in div_list:
saying = div.find_element_by_class_name("text").text
author = div.find_element_by_class_name("author").text
info = [saying,author]
sayingAndAuthor.append(info)
print("成功爬取第"+str(i+1)+"页")
if i==n-1:
break
browser.find_elements_by_css_selector('[aria-hidden]')[-1].click()
#查找最后一个该属性的标签
time.sleep(2)
print(sayingAndAuthor)
with open('D:\桌面\say3.csv','w',newline='')as fp:
#newline=''是控制表格中行之间是否空一行见图1
#say3.csv后缀必须为csv
fileWrite = csv.writer(fp,dialect ='excel')
fileWrite.writerow(['名言','名人'])#写入表头
fileWrite.writerows(sayingAndAuthor)
driver.close()
图1
图2