#处理字符串重复问题—本练习用于fuzz字典去重
if __name__ == '__main__':
with open('E:/xilie/web/fuzzDicts-master/apiDict/api.txt','r') as fp:
list1 = fp.readlines()
list2 = set(list1)
print("去重前的条数:"+str(len(list1)))
print(type(list2), "去重后的条数"+str(len(list2)))
with open('E:/xilie/web/fuzzDicts-master/apiDict/new_api.txt','w+') as fp1:
for li1 in list2:
fp1.write(li1)
print("已将去重内容写入新文件!!!")