lpush脚本

# coding:utf-8
import json,pymysql,redis


def get_from_mysql():
    db = pymysql.connect(user='root', password='xxxx', host='127.0.0.1', database='wang', charset='utf8mb4')
    cursor = db.cursor(pymysql.cursors.DictCursor)
    # sql = """create table nguyenkim_search (id INT AUTO_INCREMENT PRIMARY KEY,product_code varchar(255) not null COMMENT "产品id",product_name VARCHAR(255) DEFAULT '' COMMENT "产品名称",search_term VARCHAR(255) not null COMMENT "搜索词",search_url VARCHAR(800) not null COMMENT "搜索页url",product_url VARCHAR(800) not null COMMENT "产品页url",product_image text COMMENT "搜索页产品图片,以 | 分割",price varchar(255) not null COMMENT "价格",page int(4) not null DEFAULT '1' COMMENT "搜索页页面价格，多个取最小值",page_rank int(4) not null DEFAULT '0' COMMENT "商品在该页位置",review_rating int(4) not null DEFAULT '0' COMMENT "产品评分-5分制",number_of_reviews int(11) not NULL DEFAULT '0' COMMENT "评论数量",snapshot_time timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '落盘时间',KEY product_code(product_code),KEY search_term(search_term),KEY snapshot_time(snapshot_time));"""
    sql = """SELECT * FROM search_goods_1"""
    cursor.execute(sql)
    all_ = cursor.fetchall()
    print(all_)
    for ever in all_:
        print(ever)
        dict_ = {}
        dict_['urls'] = ever['urls']
        print(dict_['urls'])
        push_redis(dict_)

def push_redis(param):
    word_ = param
    redis_conn = redis.Redis(host='127.0.0.1', port=6379, db=0)
    redis_conn.lpush('productspider:start_urls', json.dumps(word_))
    print('lpush suc')


get_from_mysql()