还在苦于Kindle的epub格式吗？python爬虫，一键爬取小说加txt转换epub。

还在苦于Kindle的epub格式吗？python爬虫，一键爬取小说加txt转换epub。

项目地址：
https://github.com/Fruiticecake/dubuNovel/blob/main/getBook/getBook_single.py

爬取地址为独步小说网站，本博客仅用于学习作用。

爬取小说txt格式（单线程）

import os
import requests
from bs4 import BeautifulSoup
import time
from queue import Queue
#lock = threading.RLock()
def get_page(url, headers):
    while (1):
        try:
            response = requests.get(url=url, headers=headers)
            break
        except Exception as e:
            print(e)
            time.sleep(2)
    return response

def download_novel(bookName, bookAuther, headers, q):
    size = q.qsize()
    count = 0
    print('共有：' + str(size) + "章")
    # 存储文件路径
    path = './novel/'
    n_path = path + bookName + bookAuther + '.txt'
    if not os.path.exists(path):
        os.mkdir(path)
    f = open(n_path, 'a', encoding='utf-8')
    f.write('%'+bookName+'\n')
    f.write('%'+bookAuther+'\n')
    while not q.empty():
        detail_url = q.get()
        try:
            #lock.acquire()
            detail_page = requests.get(url=detail_url,headers=headers, timeout=10)
            detail_page = detail_page.text.encode('iso-8859-1').decode(detail_page.apparent_encoding)

            detail_soup = BeautifulSoup(detail_page, 'lxml')
            detail_tilte = detail_soup.find('div',class_='content').h1.get_text()
            detail_contents = detail_soup.find('div', id= 'cont-body')
            contents = detail_contents.getText('\n')
            #写入文件中
            f.write("# "+detail_tilte+"\n")
            f.write(contents+"\n\n")
            print(detail_tilte+' 下载完成\n'+detail_url)
            count += 1
            completed = count / size * 100
            #lock.release()
            print('----------目前已经完成了%0.2f%%----------' % completed)
        except Exception as e:
            print(e)
        #q.task_done()
        #C:\Users\DELL\Desktop\python_work\book\my-book\novel
    # convert txt to epub
    #in_path = path + bookName + bookAuther + '.txt'
    #outh_path = path + bookName + bookAuther + '.epub'
    #cmd = 'pandoc.exe %s -o %s' % (in_path, outh_path)
    #os.system(cmd)

def get_url(searchUrl, headers, q):
    ##搜索小说
    page_text = get_page(searchUrl, headers).text
    soup = BeautifulSoup(page_text, 'lxml')
    tbody_list = soup.find('tbody')
    book_path = tbody_list.a.get('href')
    ##获得小说名称和作者
    bookName = tbody_list.a.string
    bookAuther = tbody_list.find_all('td')[1].string
    print(bookName+" 作者："+bookAuther)
    ##获取每个章节的url
    bookUrl = "http://www.dubuxiaoshuo.com" + book_path
    book_page = get_page(bookUrl, headers)
    book_page = book_page.text.encode('iso-8859-1').decode(book_page.apparent_encoding)
    book_soup = BeautifulSoup(book_page, 'lxml')
    # print(book_soup)
    book_body = book_soup.select('.panel-body > div')
    a_list = book_body[3]
    a_list = a_list.find_all('div')
    # print(a_list)
    for A in a_list:
        #title = A.a.string
        detail_url = "http://www.dubuxiaoshuo.com"+A.a['href']
        #print(detail_url)
        q.put(detail_url)
    download_novel(bookName, bookAuther, headers , q)
    print(bookName+" "+bookAuther+' 下载完成')

#os.makedirs('./'+bookName+'.txt')
#fp = open('./'+bookName+bookAuth+'.txt', 'w', encoding='utf-8')
#fp.write(bookName+' 作者: '+bookAuth + "\n\n")

def main():
    start=time.time()
    bookName = input("请输入要爬取的书的名称： ")
    searchUrl = "http://www.dubuxiaoshuo.com/plus/search.php?q=" + bookName
    searchUrl_2 = "https://www.qianbiwx.com/" 
    #https://www.qianbiwx.com/
    q=Queue()
    headers = {
        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.5112.102 Safari/537.36 Edg/104.0.1293.63"
    }
    get_url(searchUrl, headers, q)
    end = time.time()
    print('用时：'+str(end-start))

if __name__ == '__main__':
    main()

txt转换为epub

使用pandoc。
https://www.pandoc.org/demos.html

    # convert txt to epub
    in_path = path + bookName + bookAuther + '.txt'
    outh_path = path + bookName + bookAuther + '.epub'
    cmd = 'pandoc.exe %s -o %s' % (in_path, outh_path)
    os.system(cmd)