python去重排序_python文本去重并排序

importcodecsdefword_replace(word):"""替换词表"""word_list=[]"""去重"""with codecs.open(word,'r','utf8') as f:for line inf:

line=line.strip()if line not inword_list:

word_list.append(line)print(line)else:continueword_list.sort(key=len, reverse=True)

with codecs.open(word,'w','utf8') as f:for line inword_list:print(line)

f.write(line+ '\n')if __name__ == '__main__':

word= r'C:\Users\Administrator.SC-201812211013\PycharmProjects\词表工作代码\yiwoqu\code\症状替代文本.txt'word_replace(word)