to_sql使用并发多线程将数据插入到数据库

to_sql使用并发多线程将数据插入到数据库

engine = create_engine('mysql+pymysql://root:密码@host:端口/数据库')

def insert_to_sql(chunk):
    chunk.to_sql("数据表", con=engine, if_exists='append', index=False)

chunksize = 1000
chunks = [result[i:i + chunksize] for i in range(0, len(result), chunksize)]
with ThreadPoolExecutor(max_workers=6) as executor:  # 设置最大并发线程数
    executor.map(insert_to_sql, chunks)