合并小文件
提供检验合并的数据
import os
file_path = r'D:\jz'
file_path2 = r'D:\jz\a.csv'
os.chdir(file_path)
filename_list = [filename for filename in os.listdir(file_path) if filename.rfind('.csv' != -1]
n = 0
text_all = []
for file in filename_list:
i = 0
with open(file,'r+',encoding='utf-8',errors='ignore') as fr:
for line in fr:
#处理重复从夫表头数据
if n!=0 and i==0:
i= i+1
pass
else:
i=i+1
text_all.append(line.replace('\n','')+'\n')
#没有重复表头数据的情况下,用下面的两行
#i = i+1
#text_all.append(line.replace('\n','')+'\n')
print(str(file)+'总共有'+str(i)+'条数据')
n = n+i
print('所有文件总共有'+str(n)+'条数据')
m=0
with open(file_path2,'w',encoding='utf-8') as nf:
for content in text_all:
nf.write(str(content))
m=m+1
print('合并结果:总有合并了'+str(m)+'条数据')