python合并两个文件并去重

coding:utf-8

车牌一样放在一个目录，文件名不变

import csv
import requests
import re
data = csv.reader(open(‘st_data_carface11_201907.csv’,‘r’))
dateMap = []

for i in data:
dateMap.append(i[0])

print(“去重复前数量：” + len(dateMap).str())
formatList = list(set(dateMap))

print(type(formatList))

print(type(dateMap))

formatList.sort(key=dateMap.index)
print(“去重复后数量：” + len(formatList).str())

data = formatList
with open(‘out.csv’, ‘w’, newline=’’) as t_file:
csv_writer = csv.writer(t_file, delimiter=’\t’)

  for l in data:

      csv_writer.writerow(l)