Python通过pandas将多个csv文件进行合并去重

import pandas as pd 
import os 

path = "data"   #指定文件夹目录,这里的data和运行的ipynb在一个文件夹中

files = os.listdir(path) #查看data文件夹下有什么文件
files
'''
['光伏4平方直流电缆长尾词_1613958441.csv',
 '光伏安装电缆长尾词_1613958372.csv',
 '光伏板直流电缆长尾词_1613958356.csv']
'''

df_list = []

for f in files:
    
#     print(path + "/" + f)
    read_path = path + "/" + f
    
    df = pd.read_csv(read_path, encoding = "gbk", header = 1)
    print(df.shape)
    df_list.append(df)

# df.head()
len(df_list)
'''
(33, 12)
(13, 12)
(7, 12)
3
'''

文件保存到final_data.csv

df_final = pd.concat(df_list)
df_final.to_csv(path+"/"+"final_data.csv")