python + selenium 爬取笔趣阁小说

加粗样式
import os
from selenium import webdriver
from time import sleep
def xiaoshuo_url(url):
driver=webdriver.Chrome()
driver.implicitly_wait(10)
driver.get(url)
page=1
while page <= 1160:
print(“爬取第”+str(page)+“页”)
xiaoshuo=driver.find_element_by_id(“content”).text
zhangjie=driver.find_element_by_xpath(’//*[@id=“wrapper”]/div[4]/div/div[2]/h1’).text
with open(‘E:\yuanzun_new.txt’,‘a’) as fp:

        fp.write("\n\n"+zhangjie+"\n\n"+xiaoshuo)
    
    page=page+1
    sleep(1)
    driver.find_element_by_link_text("下一章").click()
    
fp.close()     
driver.quit()
os.system('shutdown /s /t 0')

url=“http://www.xbiquge.la/14/14930/6753003.html”
xiaoshuo_url(url)

直接一页一页的点击之后爬取，非常简单！