- 合并多个CSV文件,且不重复csv的表头
import pandas as pd
import glob
def merge_csv(all_csv):
result_csv = pd.concat(all_csv)
result_csv.to_csv(result_csv_path,index=0,sep=',')
if __name__ == '__main__':
csv_files_path = '/data/xx/csv_merge/*.csv'#csv files path
result_csv_path = '/data/dataset/xx/csv_merge/output/all.csv'# output csv name
csv_list = glob.glob(csv_files_path)
all_csv = []
for i in csv_list:
tem_csv = pd.read_csv(i,encoding="utf-8")
all_csv.append(tem_csv)
merge_csv(all_csv)