python去除重复值

import sqlite3

# 连接到数据库
conn = sqlite3.connect('your_database.db')
cursor = conn.cursor()

# 从a表中选择需要的字段
cursor.execute("SELECT id, name, class, no FROM a")
rows = cursor.fetchall()

# 准备去重后的id和no列表，用于b表
id_no_data = set()
for row in rows:
    id_no_data.add((row[0], row[3]))

# 批量插入到b表（去重id）
cursor.executemany("INSERT OR IGNORE INTO b (id, no) VALUES (?, ?)", id_no_data)

# 准备c表插入数据
c_data = [(row[1], row[2], row[3]) for row in rows]

# 批量插入到c表
cursor.executemany("INSERT INTO c (name, class, no) VALUES (?, ?, ?)", c_data)

# 提交更改并关闭连接
conn.commit()
conn.close()