deffileToList(flag, filename, filepath):
result =[]if flag =='txt':file= os.path.join(filepath, filename)withopen(file,'r')as f:for line in f:
line = line.strip('\n')
result.append(line)if flag =='csv':withopen(file,'r')as f:for line in f.readlines():# for line in f.readlines()[50184:-1]: # 按照行数读取
line_data = line[:-1].split(',')
data0_list = line_data[0].split('|')
data1_list = line_data[1].split('|')
result = result +list(set(data0_list)|set(data1_list))# 去重return result
保存
headers =['h1','h2']defsave_list(flag, save_path, data_list, headers):print('save rows:',len(data_list),'to', flag)if flag =='txt':
txtFile =open(save_path,'w')for data in data_list:
txtFile.write(data)
txtFile.write('\n')
txtFile.close()if flag =='csv':withopen(save_path,'w')as f:
f_csv = csv.writer(f)
f_csv.writerow(headers)
f_csv.writerows(data_list)print('save to', flag,' file over!')