理论参考:朴素贝叶斯理论推导与三种常见模型
import jieba
import jieba.posseg as pseg
import json
import re
from sklearn.feature_extraction.text import TfidfVectorizer
from sklearn.feature_extraction.text import CountVectorizer
from sklearn.naive_bayes import MultinomialNB,BernoulliNB,GaussianNB
from sklearn.model_selection import train_test_split
from sklearn import metrics
def StopWordsList():
filepath = 'E:\数据挖掘学习\FAQ\stopwords.txt'
wlst = [w.strip() for w in open(filepath, 'r', encoding='utf8').readlines()]
return wlst
def seg_sentence(sentence, stop_words):
stop_flag = ['x', 'c', 'u', 'd', 'p', 't', 'uj', 'm', 'f', 'r'] # 过滤数字m
sentence_seged = pseg.cut(re.sub('\n', '', sentence))
outstr = []
for word, flag in