朴素贝叶斯分类器简单实现文本情感分析

朴素贝叶斯的一般过程：

① 收集数据：可以使用任何方法。

② 准备数据：需要数值型或者布尔型数据。

③ 分析数据：有大量特征时，绘制特征作用不大，此时使用直方图效果更好。

④ 训练算法：计算不同的独立特征的条件概率。

⑤ 测试算法：计算错误率。

⑥ 使用算法：一个常见的朴素贝叶斯应用是文档分类。可以在任意的分类场景中使用朴素贝叶斯分类器，不一定非要是文本。

代码如下：

import numpy as np


def load_dataset():
	sent_list = [['蒙牛', '很', '牛'],
	['蒙牛', '又', '出来', '丢人', '了'],
	['奖品', '很', '给力', '为', '蒙牛', '为', '奖品'],
	['珍爱', '生命', '远离', '蒙牛'],
	['蒙牛', '大果粒', '就是', '好吃', '好吃', '好吃'],
	['好在', '一直', '不吃', '蒙牛']]
	
	class_vec = [1, -1, 1, -1, 1, -1]
	
	return sent_list, class_vec

def create_vocab_list(dataset):
	vocab_set = set([])
	
	for doc in dataset:
		vocab_set = vocab_set | set(doc)
	
	return list(vocab_set)

def set_of_words2vec(vocab_list, input_set):
	return_vec = [0] * len(vocab_list)
	
	for word in input_set:
		if word in vocab_list:
			return_vec[vocab_list.index(word)] = 1
	
	return return_vec

def trainNB(train_matrix, train_catagory):
	num_train_docs = len(train_matrix)
	num_words = len(train_matrix[0])
	pos_num = 0
	for i in train_catagory:
		if i == 1:
			pos_num += 1
	pAbusive = pos_num / float(num_train_docs)
	p0_num = np.ones(num_words)
	p1_num = np.ones(num_words)
	p0_demon = 2.0
	p1_demon = 2.0
	
	for i in range(num_train_docs):
		if train_catagory[i] == 1:
			p1_num += train_matrix[i]
			p1_demon += sum(train_matrix[i])
		else:
			p0_num += train_matrix[i]
			p0_demon += sum(train_matrix[i])
	
	p1_vect = np.log(p1_num / p1_demon)
	p0_vect = np.log(p0_num / p0_demon)
	
	return p0_vect, p1_vect, pAbusive

def classifyNB(vec2classify, p0_vec, p1_vec, pClass1):
	p1 = sum(vec2classify * p1_vec) + np.log(pClass1)
	p0 = sum(vec2classify * p0_vec) + np.log(1.0 - pClass1)
	
	if p1 > p0:
		return 1
	elif p0 > p1:
		return -1
	else:
		return 0
	
	
list_sents, list_classes = load_dataset()
my_vocab_list = create_vocab_list(list_sents)
train_mat = []
for sent_in_doc in list_sents:
	train_mat.append(set_of_words2vec(my_vocab_list, sent_in_doc))

p0V, p1V, pAb = trainNB(train_mat, list_classes)
test_entry1 = ['蒙牛', '真', '好吃', '好', '给力']
test_entry2 = ['再也', '不吃', '蒙牛', '了']

print(classifyNB(np.array(set_of_words2vec(my_vocab_list, test_entry1)), p0V, p1V, pAb))
print(classifyNB(np.array(set_of_words2vec(my_vocab_list, test_entry2)), p0V, p1V, pAb))