利用COPY TO 和COPY FROM进行批量操作
环境:
Python, Win10
官方文档地址:http://initd.org/psycopg/docs/
import psycopg2
from io import StringIO
conn1 = psycopg2.connect(database=' ', user=' ', host=' ', password=' ', port=5432) # 根据实际情况
cur1 = conn1.cursor()
conn2 = psycopg2.connect(database=' ', user=' ', host=' ', password=' ', port=5432) # 根据实际情况
cur2 = conn2.cursor()
# 下载表数据到本地
file_name ='xx.txt'
table = 'yy'
with open(file_name, 'w', encoding='utf-8') as f:
cur1.copy_to(f, table, sep='|', null='\\N')
conn1.commit()
# 上传数据到另一个数据库
s = StringIO()
with open('xx.txt', 'r', encoding='utf-8') as f:
content = f.readlines()
for line in content: # 循环写入数据到内存
print(line)
s.write(line)
s.seek(0) # 指针移到开头
table = 'zz'
columns = ('id', 'name', 'content') # 根据实际情况
cur2.copy_from(s, table, columns=columns, sep='|')
conn2.commit()
速度还是可以的
——————————————————————————————————————————————
微信关注号:python爬虫机器学习深度学习