scrapy 异步插入数据库pipeline 通用代码
核心代码
class MysqlTwistedPipeline(object):
""" 异步存储到MySQL """
def __init__(self, dbpool):
self.dbpool = dbpool
# self.redis_client = redis.StrictRedis(
# host=settings.REDIS_HOST,
# port=settings.REDIS_PORT,
原创
2021-07-20 15:43:21 ·
269 阅读 ·
0 评论