import pandas as pd
import os,glob
import configparser
curpath=os.path.realpath("config.ini")
conf=configparser.ConfigParser()
#conf=configparser.configparser()
conf.read(curpath,encoding='utf-8-sig')
tb1=conf.get("d","tb1")
name1=conf.get("d","name1")
tb2=conf.get("d","tb2")
name2=conf.get("d","name2")
reader = pd.read_csv('./'+tb1, chunksize=1000000, iterator=True,encoding='gbk')
x=pd.read_csv('./'+tb2)
count = 0
for chunk in reader:
chunk_new = chunk[chunk[name1].isin(x[name2])]
count += 1
if count == 1:
chunk_new.to_csv('./Results.csv', index=False,encoding='gbk')
else:
# 去除索引index 和 列名header 以追加的方式添加mode
chunk_new.to_csv('./Results.csv', index=False, mode='a', header=False,encoding='gbk')
PYTHON提取超大CSV数据特定数(根据某表某列提取出大表中的数据)
最新推荐文章于 2024-07-05 03:43:33 发布