数据库操作

数据库查找、插入、存表操作

import pymysql
db = pymysql.connect(host="localhost", user="root", password="root", db="test5")
c = db.cursor()

# 查询
c.execute('select * from books')
# row = c.fetchall()
# print(row)

# 遍历每个
for i in range(c.rowcount):
    row = c.fetchone()
    print(row)
    # 遍历列
    # print(row[0])

## 插入一个
# cur = db.cursor()
# sql = """insert into books(titles,prices,imageUrls,urls) values ('三国',23,3,'刘慈欣')"""
#
# cur.execute(sql)
# db.commit()

# # 插入多个操作
# for x in range(10):
#     c.execute(f"insert into books(titles,prices,imageUrls,urls) values ('水浒传',62,{x+1},'罗贯中')")
# db.commit()
#

存Redis

from redis import Redis
conn = Redis(host='127.0.0.1', port=6379, password='xxxxxx', decode_responses=True)
url_list = conn.sadd('liangpin_urls', title_url) # 将title_url存到liangpin_urls
# 读取Redis链接
# 然后遍历每条即可
detail_urls = conn.smembers('liangpin_urls')

将数据保存为xlsx

titles = []
prices = []
imageUrls = []
urls = []
for comment in commentSummary['list']:
	titles.append(comment['title'])
    prices.append(comment['price'])
    imageUrls.append(comment['imageUrl'])
    urls.append(comment['url'])
# xlsx中的列，数据
dic1 = {
    '名称':titles,
    '价格':prices,
    '主图地址':imageUrls,
    '商品链接':urls,
}
df = pd.DataFrame(dic1)
df.to_excel('1.xlsx', index=False) # index=True 有索引序号

# 插入规格到表项
i = 0
col_name = df.columns.tolist()
col_name.insert(4, '规格')  # 在列索引为4的位置插入一列,列名为:city，刚插入时不会有值，整列都是NaN
df1 = df.reindex(columns=col_name)
for detail_url in detail_urls:
	## 已省略相关
	guige = browser.find_element_by_class_name('van-sku-group-container').text.replace('规格', '')
	df1['规格'][i] = guiges[i]
    i += 1
    df1.to_excel('33.xlsx', index=True)