使用python+selenium爬邻家有女初长成

from selenium import webdriver


class Lj(object):
    def __init__(self):
        self.driver = webdriver.Chrome()
        url = 'http://www.xntk.net/book_j.php?bid=26091&cid=1'
        self.driver.get(url)

    # 获取标题
    def get_title(self):
        dr = self.driver
        title = dr.find_element_by_xpath('/html/body/table[1]/tbody/tr/td/div/span').text
        return title

    # 获取内容
    def get_content(self):
        dr = self.driver
        content = dr.find_element_by_xpath('//*[@id="booktext"]').text
        return content

    # 保存
    def file(self,data):
        with open('邻家有女初长成2.txt','a',encoding='utf-8') as f:
            f.write(data + '\n')

    # 翻页
    def next(self):
        dr = self.driver
        dr.find_element_by_link_text('下一页').click()

    # 执行
    def run(self):
        title = self.get_title()
        print(title)
        content = self.get_content()
        self.file(title)
        self.file(content)
        self.next()

a = Lj()
while True:
    a.run()

转载于:https://www.cnblogs.com/sleep10000years/p/10589110.html