import re
from collections import Counter
#编辑距离为1的
def editer1(word):
letters = 'abcdefghijklmnopqrstuvwxyz'
splits = [(word[:i],word[i:]) for i in range(len(word) + 1) ]
delete = [ L + R[1:] for L,R in splits if R]
transtore = [ L + R[1] + R[0] + R[2:] for L,R in splits if len(R)>1]
inserts = [ L + c + R for L,R in splits for c in letters]
replaces = [ L + c + R[1:] for L,R in splits if R for c in letters]
return set(delete + transtore + inserts + replaces)
#编辑距离为2的
def editer2(word):
return set(e2 for e1 in editer1(word) for e2 in editer1(e1))
#读取文本
def loadData(filename):
with open(filename) as file:
text = file.read()
data = re.findall(r'[a-z]+',text.lower()) #所有的字符
return data
data = loadData('big.txt')
Words = Counter(data)
def know(words): #找出words中所有在Words里面的词
return set(word for word in words if word in Words)
#可能词的集合
def candicate(word):
return (know([word]) or know(editer1(word)) or know(editer2(word)) or [word])
#词频
def p(word,N = sum(Words.values())):
return Words[word] /float(N)
#找词频最大的
def correct(word):
return max(candicate(word) ,key = p) #第一个是P所需要的参数