目录
代码:
# 导入所需的库
import numpy as np
import pandas as pd
from sklearn import datasets
from sklearn import tree
from sklearn.model_selection import train_test_split
from sklearn.tree import DecisionTreeClassifier, export_text, export_graphviz
import graphviz
iris = datasets.load_iris()
X = iris.data
y = iris.target
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=1)
# 创建决策树模型(使用信息熵)
decision_tree_entropy = DecisionTreeClassifier(criterion='entropy')
decision_tree_entropy.fit(X_train, y_train)
# 创建决策树模型(使用基尼指数)
decision_tree_gini = DecisionTreeClassifier(criterion='gini')
decision_tree_gini.fit(X_train, y_train)
# 在测试集上进行预测
y_pred_entropy = decision_tree_entropy.predict(X_test)
y_pred_gini = decision_tree_gini.predict(X_test)
# 输出模型的准确率
accuracy_entropy = np.mean(y_pred_entropy == y_test)
accuracy_gini = np.mean(y_pred_gini == y_test)
print(f"Accuracy (Entropy): {accuracy_entropy:.2f}")
print(f"Accuracy (Gini): {accuracy_gini:.2f}")
# 输出决策树的规则(文本形式)
tree_rules_entropy = export_text(decision_tree_entropy, feature_names=iris.feature_names)
tree_rules_gini = export_text(decision_tree_gini, feature_names=iris.feature_names)
print("\nDecision Tree Rules (Entropy):\n", tree_rules_entropy)
print("\nDecision Tree Rules (Gini):\n", tree_rules_gini)
tree.plot_tree(decision_tree_entropy,filled=True);
tree.plot_tree(decision_tree_gini);