多表格合并与去重 import os import pandas as pd import glob def hebing(csv_list, outputfile): for inputfile in csv_list: f = open(inputfile) data = pd.read_csv(f) data.to_csv(outputfile, mode='a', index=False) print('完成合并') def quchong(file): df = pd.read_csv(file, header=None) datalist = df.drop_duplicates() datalist.to_csv('result_new.csv', index=False, header=False) print('完成去重') if __name__ == '__main__': csv_list = glob.glob('*.csv') output_csv_path = 'result.csv' print(csv_list) hebing(csv_list, output_csv_path) quchong(output_csv_path)