爬取《三国演义》
源码如下
#需要自己配置环境
```python
from selenium import webdriver
options=webdriver.ChromeOptions()
prefs = {
'profile.default_content_setting_values': {
'images': 2,
'permissions.default.stylesheet':2,
'javascript': 2
}
}
options.add_experimental_option('prefs',prefs)
driver = webdriver.Chrome(chrome_options=options)
driver.get("https://www.fox2008.cn/Article/2009/20090121135723_1154.html")
for i in range(0,120):
comment = driver.find_element_by_id('chapterContent')
comtent =driver.find_element_by_tag_name('p')
print(comment.text)
with open("三国演义.txt", "a+") as f:
f.write(str(comment.text))
f.close()
next = driver.find_element_by_id('nextChapterButton').click()
driver.quit()
效果展示: