十大数据挖掘算法的R语言实现

iris数据集
iris以鸢尾花的特征作为数据来源，常用在分类操作中。该数据集由3种不同类型的鸢尾花的50个样本数据构成。其中的一个种类与另外两个种类是线性可分离的，后两个种类是非线性可分离的。

library(ggplot2)
summary(iris)
qplot(Petal.Length, Petal.Width, data=iris, color=Species)

1：C5.0决策树
先加载所需要的包

library(C50)
library(printr)

对iris数据集进行抽样，获得训练样本和测试样本

train.indeces <- sample(1:nrow(iris), 100)
iris.train <- iris[train.indeces, ]
iris.test <- iris[-train.indeces, ]

利用C5.0函数对训练样本进行模型训练

model <- C5.0(Species ~ ., data = iris.train)

对测试样本进行预测

results <- predict(object = model, newdata = iris.test, type = "class")
confusion_matrix=table(results, iris.test$Species)
confusion_matrix

计算错误率

error=1-sum(diag(confusion_matrix))/nrow(iris.test)

预测错误率为0.12
2：K-means
模型建立

library(stats)
library(printr)
model <- kmeans(x = subset(iris, select = -Species), centers = 3)

分类性能测试

table(model$cluster, iris$Species)
/   setosa  versicolor  virginica
1   33  0   0
2   17  4   0
3   0   46  50

3：Support Vector Machines
导入包

library(e1071)
library(printr)

 对iris数据集进行抽样，获得训练样本和测试样本


train.indeces <- sample(1:nrow(iris), 100)
iris.train <- iris[train.indeces, ]
iris.test <- iris[-train.indeces, ]

利用C5.0函数对训练样本进行模型训练

model <- svm(Species ~ ., data = iris.train)

对测试样本进行预测

results <- predict(object = model, newdata = iris.test, type = "class")
confusion_matrix=table(results, iris.test$Species)
confusion_matrix
results/    setosa  versicolor  virginica
setosa  12  0   0
versicolor  0   19  0
virginica   0   1   18

计算错误率
error=1-sum(diag(confusion_matrix))/nrow(iris.test)
预测错误率为0.02

4：Apriori
导入包和数据集
library(arules)
library(printr)
data("Adult")
训练模型
rules <- apriori(Adult,
    parameter = list(support = 0.4, confidence = 0.7),
    appearance = list(rhs = c("race=White", "sex=Male"), default = "lhs"))
获得前五的关联关系
rules.sorted <- sort(rules, by = "lift")
top5.rules <- head(rules.sorted, 5)
as(top5.rules, "data.frame")
    rules   support confidence  lift
2   {relationship=Husband} => {sex=Male}    0.4036485   0.9999493   1.495851
12  {marital-status=Married-civ-spouse,relationship=Husband} => {sex=Male}  0.4034028   0.9999492   1.495851
3   {marital-status=Married-civ-spouse} => {sex=Male}   0.4074157   0.8891818   1.330151
4   {marital-status=Married-civ-spouse} => {race=White} 0.4105892   0.8961080   1.048027
19  {workclass=Private,native-country=United-States} => {race=White}    0.5433848   0.8804113   1.029669

5:EM算法
library(mclust)
library(printr)
model <- Mclust(subset(iris, select = -Species))
table(model$classification, iris$Species)
/   setosa  versicolor  virginica
1   50  0   0
2   0   50  50

6：PageRank
PageRank用来计算图中各点的相关程度，其原理是马尔科夫链
library(igraph)
library(dplyr)
library(printr)
生成随机的网络图
g <- random.graph.game(n = 10, p.or.m = 1/4, directed = TRUE)
plot(g)

对每个节点计算rankpage值
pr <- page.rank(g)$vector
df <- data.frame(Object = 1:10, PageRank = pr)
arrange(df, desc(PageRank))
Object  PageRank
10  0.1768655
7   0.1369388
1   0.1263876
4   0.1198167
2   0.1161824
9   0.0891266
6   0.0847579
8   0.0793286
5   0.0390147
3   0.0315813

7:adaboost
library(adabag)
library(printr)
train.indeces <- sample(1:nrow(iris), 100)
iris.train <- iris[train.indeces, ]
iris.test <- iris[-train.indeces, ]
模型训练
model <- boosting(Species ~ ., data = iris.train)
训练结果
results <- predict(object = model, newdata = iris.test, type = "class")
results$confusion
Predicted Class/Observed Class  setosa  versicolor  virginica
setosa  15  0   0
versicolor  0   18  4
virginica   0   0   13

8:kNN
library(class)
library(printr)
train.indeces <- sample(1:nrow(iris), 100)
iris.train <- iris[train.indeces, ]
iris.test <- iris[-train.indeces, ]
模型训练
results <- knn(train = subset(iris.train, select = -Species),
    test = subset(iris.test, select = -Species),
    cl = iris.train$Species)
分类效果
table(results, iris.test$Species)
results/    setosa  versicolor  virginica
setosa  22  0   0
versicolor  0   10  0
virginica   0   1   17

9:naive bayes
library(e1071)
library(printr)
train.indeces <- sample(1:nrow(iris), 100)
iris.train <- iris[train.indeces, ]
iris.test <- iris[-train.indeces, ]
训练集训练模型
model <- naiveBayes(x = subset(iris.train, select=-Species), y = iris.train$Species)
测试集预测效果
results <- predict(object = model, newdata = iris.test,type ="class")
table(results, iris.test$Species)
results/    setosa  versicolor  virginica
setosa  18  0   0
versicolor  0   17  0
virginica   0   4   11


10:cart
library(rpart)
library(printr)
train.indeces <- sample(1:nrow(iris), 100)
iris.train <- iris[train.indeces, ]
iris.test <- iris[-train.indeces, ]
训练模型
model <- rpart(Species ~ ., data = iris.train)
测试模型
results <- predict(object = model, newdata = iris.test, type = "class")
table(results, iris.test$Species)
results/ setosa versicolor virginica
setosa 15 0 0
versicolor 0 16 6
virginica 0 1 12