# coding:utf-8
import json,pymysql,redis
def get_from_mysql():
db = pymysql.connect(user='root', password='xxxx', host='127.0.0.1', database='wang', charset='utf8mb4')
cursor = db.cursor(pymysql.cursors.DictCursor)
# sql = """create table nguyenkim_search (id INT AUTO_INCREMENT PRIMARY KEY,product_code varchar(255) not null COMMENT "产品id",product_name VARCHAR(255) DEFAULT '' COMMENT "产品名称",search_term VARCHAR(255) not null COMMENT "搜索词",search_url VARCHAR(800) not null COMMENT "搜索页url",product_url VARCHAR(800) not null COMMENT "产品页url",product_image text COMMENT "搜索页产品图片,以 | 分割",price varchar(255) not null COMMENT "价格",page int(4) not null DEFAULT '1' COMMENT "搜索页页面价格,多个取最小值",page_rank int(4) not null DEFAULT '0' COMMENT "商品在该页位置",review_rating int(4) not null DEFAULT '0' COMMENT "产品评分-5分制",number_of_reviews int(11) not NULL DEFAULT '0' COMMENT "评论数量",snapshot_time timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '落盘时间',KEY product_code(product_code),KEY search_term(search_term),KEY snapshot_time(snapshot_time));"""
sql = """SELECT * FROM search_goods_1"""
cursor.execute(sql)
all_ = cursor.fetchall()
print(all_)
for ever in all_:
print(ever)
dict_ = {}
dict_['urls'] = ever['urls']
print(dict_['urls'])
push_redis(dict_)
def push_redis(param):
word_ = param
redis_conn = redis.Redis(host='127.0.0.1', port=6379, db=0)
redis_conn.lpush('productspider:start_urls', json.dumps(word_))
print('lpush suc')
get_from_mysql()
lpush脚本
最新推荐文章于 2022-11-13 22:44:24 发布