#读取数据细节
from sklearn.datasets import fetch_20newsgroups
news=fetch_20newsgroups(subset='all')
print(len(news.data))
print(news.data[0])
#数据分割
from sklearn.cross_validation import train_test_split
X_train, X_test, y_train, y_test=train_test_split(news.data, news.target,
test_size=0.25, random_state=33)
#使用朴素贝叶斯分类器进行类别预测
from sklearn.feature_extraction.text import CountVectorizer
vec=CountVectorizer()
X_train=vec.fit_transform(X_train)
X_test=vec.transform(X_test)
from sklearn.naive_bayes import MultinomialNB
mnb=MultinomialNB()
mnb.fit(X_train, y_train)
y_predict=mnb.predict(X_test)
#对朴素贝叶斯分类器的表现性能进行评估
from sklearn.metrics import classification_report
print('The accuracy of Naive Bayes Classifier is', mnb.score(X_test, y_test))
print(classification_report(y_test, y_predict, target_names=news.target_names))
大数据入门——新闻文本数据类别预测(朴素贝叶斯分类器)
于 2017-10-10 14:20:09 首次发布