利用Python scapy爬取起点小说网小说

　　土木狗，大二，混吃等死不知老之将至。

items.py

import scrapy


class QidianItem(scrapy.Item):

    title = scrapy.Field()
    content = scrapy.Field()

pipelines.py

import os
class QidianPipeline(object):
     # def __init__(self):
     #

     def process_item(self, item, spider):
     #根据书名来创建文件,item.get('title')就可以获取到书名
       os.chdir(path=r'/home/administrator/PycharmProjects/untitled/qidian/qidian/en')
       with open(file=str(item.get('title'))+".txt",mode='a') as f:
           f.write(item.get('content'))
       return item

settings.py

LOG_LEVEL= 'ERROR'

LOG_FILE ='log.txt'

爬虫文件

imp