学习笔记(46):21天通关Python（仅视频课）-将数据写入数据库

立即学习:https://edu.csdn.net/course/play/24797/282225?utm_source=blogtoedu

# -*- coding: utf-8 -*-

# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html

import sqlite3


class YichespiderPipeline(object):
    def __init__(self):
        self.conn = sqlite3.connect('carData.db')
        self.c = self.conn.cursor()
        self.c.execute(
            'create table if not exists yiche_cardata(' + ' id integer primary key autoincrement,' + 'design,'
            + 'buy_date,'
            + 'buy_addr,'
            + 'real_price,'
            + 'original_price)')

    # 该方法的item就是蜘蛛yield的item对象
    def process_item(self, item, spider):
        self.c.execute('insert into yiche_cardata values (null,?,?,?,?,?)',
                       (item['design'], (item['buy_date'])[:7], (item['buy_addr'])[11:],
                        (item['real_price'])[:-1],
                        (item['original_price'])[4:-2]))
        self.conn.commit()
        # print('款式：', item['design'])
        # print('购买时间：', item['buy_date'])
        # print('地址：', item['buy_addr'])
        # print('裸车价：', item['real_price'])
        # print('指导价：', item['original_price'])

    def close_spider(self, spider):
        print('-------------------------关闭数据库连接-------------------------------------')
        self.c.close()
        self.conn.close()