决策树分类Decision tree classifier

最新推荐文章于 2023-05-15 14:16:52 发布
最新推荐文章于 2023-05-15 14:16:52 发布
阅读量125 收藏 1
点赞数
文章标签： 大数据 数据结构与算法 python
原文链接：https://my.oschina.net/hblt147/blog/1525414
版权

2019独角兽企业重金招聘Python工程师标准>>> hot3.png

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.Dataset
import org.apache.spark.sql.Row
import org.apache.spark.sql.DataFrame
import org.apache.spark.sql.Column
import org.apache.spark.sql.DataFrameReader
import org.apache.spark.rdd.RDD
import org.apache.spark.sql.catalyst.encoders.ExpressionEncoder
import org.apache.spark.sql.Encoder
import org.apache.spark.sql.DataFrameStatFunctions
import org.apache.spark.sql.functions._

import org.apache.spark.ml.Pipeline
import org.apache.spark.ml.classification.DecisionTreeClassificationModel
import org.apache.spark.ml.classification.DecisionTreeClassifier
import org.apache.spark.ml.evaluation.MulticlassClassificationEvaluator
import org.apache.spark.ml.feature.{ VectorAssembler, IndexToString, StringIndexer, VectorIndexer }


val spark = SparkSession.builder().appName("Spark decision tree classifier").config("spark.some.config.option", "some-value").getOrCreate()

// For implicit conversions like converting RDDs to DataFrames
import spark.implicits._

// 这里仅仅是示例数据，完整的数据源，请参考我的博客http://blog.csdn.net/hadoop_spark_storm/article/details/53412598
val dataList: List[(Double, String, Double, Double, String, Double, Double, Double, Double)] = List(
      (0, "male", 37, 10, "no", 3, 18, 7, 4),
      (0, "female", 27, 4, "no", 4, 14, 6, 4),
      (0, "female", 32, 15, "yes", 1, 12, 1, 4),
      (0, "male", 57, 15, "yes", 5, 18, 6, 5),
      (0, "male", 22, 0.75, "no", 2, 17, 6, 3),
      (0, "female", 32, 1.5, "no", 2, 17, 5, 5))


val data = dataList.toDF("affairs", "gender", "age", "yearsmarried", "children", "religiousness", "education", "occupation", "rating") 
data: org.apache.spark.sql.DataFrame = [affairs: double, gender: string ... 7 more fields]

data.printSchema() 
root 
 |-- affairs: double (nullable = false) 
 |-- gender: string (nullable = true) 
 |-- age: double (nullable = false) 
 |-- yearsmarried: double (nullable = false) 
 |-- children: string (nullable = true) 
 |-- religiousness: double (nullable = false) 
 |-- education: double (nullable = false) 
 |-- occupation: double (nullable = false) 
 |-- rating: double (nullable = false) 


data.show(10,truncate=false)
+-------+------+----+------------+--------+-------------+---------+----------+------+
|affairs|gender|age |yearsmarried|children|religiousness|education|occupation|rating|
+-------+------+----+------------+--------+-------------+---------+----------+------+
|0.0    |male  |37.0|10.0        |no      |3.0          |18.0     |7.0       |4.0   |
|0.0    |female|27.0|4.0         |no      |4.0          |14.0     |6.0       |4.0   |
|0.0    |female|32.0|15.0        |yes     |1.0          |12.0     |1.0       |4.0   |
|0.0    |male  |57.0|15.0        |yes     |5.0          |18.0     |6.0       |5.0   |
|0.0    |male  |22.0|0.75        |no      |2.0          |17.0     |6.0       |3.0   |
|0.0    |female|32.0|1.5         |no      |2.0          |17.0     |5.0       |5.0   |
|0.0    |female|22.0|0.75        |no      |2.0          |12.0     |1.0       |3.0   |
|0.0    |male  |57.0|15.0        |yes     |2.0          |14.0     |4.0       |4.0   |
|0.0    |female|32.0|15.0        |yes     |4.0          |16.0     |1.0       |2.0   |
|0.0    |male  |22.0|1.5         |no      |4.0          |14.0     |4.0       |5.0   |
+-------+------+----+------------+--------+-------------+---------+----------+------+
only showing top 10 rows

// 查看数据分布情况
data.describe("affairs", "gender", "age", "yearsmarried", "children", "religiousness", "education", "occupation", "rating").show(10,truncate=false)
+-------+------------------+------+-----------------+-----------------+--------+------------------+-----------------+-----------------+------------------+
|summary|affairs           |gender|age              |yearsmarried     |children|religiousness     |education        |occupation       |rating            |
+-------+------------------+------+-----------------+-----------------+--------+------------------+-----------------+-----------------+------------------+
|count  |601               |601   |601              |601              |601     |601               |601              |601              |601               |
|mean   |1.4559068219633944|null  |32.48752079866888|8.17769550748752 |null    |3.1164725457570714|16.16638935108153|4.194675540765391|3.9317803660565724|
|stddev |3.298757728494681 |null  |9.28876170487667 |5.571303149963791|null    |1.1675094016730692|2.402554565766698|1.819442662708579|1.1031794920503795|
|min    |0.0               |female|17.5             |0.125            |no      |1.0               |9.0              |1.0              |1.0               |
|max    |12.0              |male  |57.0             |15.0             |yes     |5.0               |20.0             |7.0              |5.0               |
+-------+------------------+------+-----------------+-----------------+--------+------------------+-----------------+-----------------+------------------+

data.createOrReplaceTempView("data")

// 字符类型转换成数值
val labelWhere = "case when affairs=0 then 0 else cast(1 as double) end as label"
labelWhere: String = case when affairs=0 then 0 else cast(1 as double) end as label

val genderWhere = "case when gender='female' then 0 else cast(1 as double) end as gender"
genderWhere: String = case when gender='female' then 0 else cast(1 as double) end as gender

val childrenWhere = "case when children='no' then 0 else cast(1 as double) end as children"
childrenWhere: String = case when children='no' then 0 else cast(1 as double) end as children

val dataLabelDF = spark.sql(s"select $labelWhere, $genderWhere,age,yearsmarried,$childrenWhere,religiousness,education,occupation,rating from data")
dataLabelDF: org.apache.spark.sql.DataFrame = [label: double, gender: double ... 7 more fields]

val featuresArray = Array("gender", "age", "yearsmarried", "children", "religiousness", "education", "occupation", "rating")
featuresArray: Array[String] = Array(gender, age, yearsmarried, children, religiousness, education, occupation, rating)

// 字段转换成特征向量
val assembler = new VectorAssembler().setInputCols(featuresArray).setOutputCol("features")
assembler: org.apache.spark.ml.feature.VectorAssembler = vecAssembler_6e2c6bdd631e

val vecDF: DataFrame = assembler.transform(dataLabelDF)
vecDF: org.apache.spark.sql.DataFrame = [label: double, gender: double ... 8 more fields]

vecDF.show(10,truncate=false)
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+
|label|gender|age |yearsmarried|children|religiousness|education|occupation|rating|features                            |
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+
|0.0  |1.0   |37.0|10.0        |0.0     |3.0          |18.0     |7.0       |4.0   |[1.0,37.0,10.0,0.0,3.0,18.0,7.0,4.0]|
|0.0  |0.0   |27.0|4.0         |0.0     |4.0          |14.0     |6.0       |4.0   |[0.0,27.0,4.0,0.0,4.0,14.0,6.0,4.0] |
|0.0  |0.0   |32.0|15.0        |1.0     |1.0          |12.0     |1.0       |4.0   |[0.0,32.0,15.0,1.0,1.0,12.0,1.0,4.0]|
|0.0  |1.0   |57.0|15.0        |1.0     |5.0          |18.0     |6.0       |5.0   |[1.0,57.0,15.0,1.0,5.0,18.0,6.0,5.0]|
|0.0  |1.0   |22.0|0.75        |0.0     |2.0          |17.0     |6.0       |3.0   |[1.0,22.0,0.75,0.0,2.0,17.0,6.0,3.0]|
|0.0  |0.0   |32.0|1.5         |0.0     |2.0          |17.0     |5.0       |5.0   |[0.0,32.0,1.5,0.0,2.0,17.0,5.0,5.0] |
|0.0  |0.0   |22.0|0.75        |0.0     |2.0          |12.0     |1.0       |3.0   |[0.0,22.0,0.75,0.0,2.0,12.0,1.0,3.0]|
|0.0  |1.0   |57.0|15.0        |1.0     |2.0          |14.0     |4.0       |4.0   |[1.0,57.0,15.0,1.0,2.0,14.0,4.0,4.0]|
|0.0  |0.0   |32.0|15.0        |1.0     |4.0          |16.0     |1.0       |2.0   |[0.0,32.0,15.0,1.0,4.0,16.0,1.0,2.0]|
|0.0  |1.0   |22.0|1.5         |0.0     |4.0          |14.0     |4.0       |5.0   |[1.0,22.0,1.5,0.0,4.0,14.0,4.0,5.0] |
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+
only showing top 10 rows


// 索引标签，将元数据添加到标签列中
val labelIndexer = new StringIndexer().setInputCol("label").setOutputCol("indexedLabel").fit(vecDF)
labelIndexer: org.apache.spark.ml.feature.StringIndexerModel = strIdx_d00cad619cd5

labelIndexer.transform(vecDF).show(10,truncate=false)
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+------------+
|label|gender|age |yearsmarried|children|religiousness|education|occupation|rating|features                            |indexedLabel|
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+------------+
|0.0  |1.0   |37.0|10.0        |0.0     |3.0          |18.0     |7.0       |4.0   |[1.0,37.0,10.0,0.0,3.0,18.0,7.0,4.0]|0.0         |
|0.0  |0.0   |27.0|4.0         |0.0     |4.0          |14.0     |6.0       |4.0   |[0.0,27.0,4.0,0.0,4.0,14.0,6.0,4.0] |0.0         |
|0.0  |0.0   |32.0|15.0        |1.0     |1.0          |12.0     |1.0       |4.0   |[0.0,32.0,15.0,1.0,1.0,12.0,1.0,4.0]|0.0         |
|0.0  |1.0   |57.0|15.0        |1.0     |5.0          |18.0     |6.0       |5.0   |[1.0,57.0,15.0,1.0,5.0,18.0,6.0,5.0]|0.0         |
|0.0  |1.0   |22.0|0.75        |0.0     |2.0          |17.0     |6.0       |3.0   |[1.0,22.0,0.75,0.0,2.0,17.0,6.0,3.0]|0.0         |
|0.0  |0.0   |32.0|1.5         |0.0     |2.0          |17.0     |5.0       |5.0   |[0.0,32.0,1.5,0.0,2.0,17.0,5.0,5.0] |0.0         |
|0.0  |0.0   |22.0|0.75        |0.0     |2.0          |12.0     |1.0       |3.0   |[0.0,22.0,0.75,0.0,2.0,12.0,1.0,3.0]|0.0         |
|0.0  |1.0   |57.0|15.0        |1.0     |2.0          |14.0     |4.0       |4.0   |[1.0,57.0,15.0,1.0,2.0,14.0,4.0,4.0]|0.0         |
|0.0  |0.0   |32.0|15.0        |1.0     |4.0          |16.0     |1.0       |2.0   |[0.0,32.0,15.0,1.0,4.0,16.0,1.0,2.0]|0.0         |
|0.0  |1.0   |22.0|1.5         |0.0     |4.0          |14.0     |4.0       |5.0   |[1.0,22.0,1.5,0.0,4.0,14.0,4.0,5.0] |0.0         |
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+------------+
only showing top 10 rows

// 自动识别分类的特征，并对它们进行索引
// 具有大于8个不同的值的特征被视为连续。
val featureIndexer = new VectorIndexer().setInputCol("features").setOutputCol("indexedFeatures").setMaxCategories(8).fit(vecDF)
featureIndexer: org.apache.spark.ml.feature.VectorIndexerModel = vecIdx_8fbcad97fb60

featureIndexer.transform(vecDF).show(10,truncate=false)
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+----------------------------------+
|label|gender|age |yearsmarried|children|religiousness|education|occupation|rating|features                            |indexedFeatures                   |
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+----------------------------------+
|0.0  |1.0   |37.0|10.0        |0.0     |3.0          |18.0     |7.0       |4.0   |[1.0,37.0,10.0,0.0,3.0,18.0,7.0,4.0]|[1.0,37.0,6.0,0.0,2.0,5.0,6.0,3.0]|
|0.0  |0.0   |27.0|4.0         |0.0     |4.0          |14.0     |6.0       |4.0   |[0.0,27.0,4.0,0.0,4.0,14.0,6.0,4.0] |[0.0,27.0,4.0,0.0,3.0,2.0,5.0,3.0]|
|0.0  |0.0   |32.0|15.0        |1.0     |1.0          |12.0     |1.0       |4.0   |[0.0,32.0,15.0,1.0,1.0,12.0,1.0,4.0]|[0.0,32.0,7.0,1.0,0.0,1.0,0.0,3.0]|
|0.0  |1.0   |57.0|15.0        |1.0     |5.0          |18.0     |6.0       |5.0   |[1.0,57.0,15.0,1.0,5.0,18.0,6.0,5.0]|[1.0,57.0,7.0,1.0,4.0,5.0,5.0,4.0]|
|0.0  |1.0   |22.0|0.75        |0.0     |2.0          |17.0     |6.0       |3.0   |[1.0,22.0,0.75,0.0,2.0,17.0,6.0,3.0]|[1.0,22.0,2.0,0.0,1.0,4.0,5.0,2.0]|
|0.0  |0.0   |32.0|1.5         |0.0     |2.0          |17.0     |5.0       |5.0   |[0.0,32.0,1.5,0.0,2.0,17.0,5.0,5.0] |[0.0,32.0,3.0,0.0,1.0,4.0,4.0,4.0]|
|0.0  |0.0   |22.0|0.75        |0.0     |2.0          |12.0     |1.0       |3.0   |[0.0,22.0,0.75,0.0,2.0,12.0,1.0,3.0]|[0.0,22.0,2.0,0.0,1.0,1.0,0.0,2.0]|
|0.0  |1.0   |57.0|15.0        |1.0     |2.0          |14.0     |4.0       |4.0   |[1.0,57.0,15.0,1.0,2.0,14.0,4.0,4.0]|[1.0,57.0,7.0,1.0,1.0,2.0,3.0,3.0]|
|0.0  |0.0   |32.0|15.0        |1.0     |4.0          |16.0     |1.0       |2.0   |[0.0,32.0,15.0,1.0,4.0,16.0,1.0,2.0]|[0.0,32.0,7.0,1.0,3.0,3.0,0.0,1.0]|
|0.0  |1.0   |22.0|1.5         |0.0     |4.0          |14.0     |4.0       |5.0   |[1.0,22.0,1.5,0.0,4.0,14.0,4.0,5.0] |[1.0,22.0,3.0,0.0,3.0,2.0,3.0,4.0]|
+-----+------+----+------------+--------+-------------+---------+----------+------+------------------------------------+----------------------------------+
only showing top 10 rows

// 将数据分为训练和测试集（30%进行测试）
val Array(trainingData, testData) = vecDF.randomSplit(Array(0.7, 0.3))
trainingData: org.apache.spark.sql.Dataset[org.apache.spark.sql.Row] = [label: double, gender: double ... 8 more fields]
testData: org.apache.spark.sql.Dataset[org.apache.spark.sql.Row] = [label: double, gender: double ... 8 more fields]

// 训练决策树模型
val dt = new DecisionTreeClassifier()
.setLabelCol("indexedLabel")
.setFeaturesCol("indexedFeatures")
.setImpurity("entropy") // 不纯度
.setMaxBins(100) // 离散化"连续特征"的最大划分数
.setMaxDepth(5) // 树的最大深度
.setMinInfoGain(0.01) //一个节点分裂的最小信息增益，值为[0,1]
.setMinInstancesPerNode(10) //每个节点包含的最小样本数 
.setSeed(123456)

// 将索引标签转换回原始标签
val labelConverter = new IndexToString().setInputCol("prediction").setOutputCol("predictedLabel").setLabels(labelIndexer.labels)
labelConverter: org.apache.spark.ml.feature.IndexToString = idxToStr_2598e79a1d08

// Chain indexers and tree in a Pipeline.
val pipeline = new Pipeline().setStages(Array(labelIndexer, featureIndexer, dt, labelConverter))

// Train model. This also runs the indexers.
val model = pipeline.fit(trainingData)


// 作出预测
val predictions = model.transform(testData)
predictions: org.apache.spark.sql.DataFrame = [label: double, gender: double ... 14 more fields]


// 选择几个示例行展示
predictions.select("predictedLabel", "label", "features").show(10,truncate=false)
+--------------+-----+-------------------------------------+
|predictedLabel|label|features                             |
+--------------+-----+-------------------------------------+
|0.0           |0.0  |[0.0,22.0,0.125,0.0,2.0,14.0,4.0,5.0]|
|0.0           |0.0  |[0.0,22.0,0.125,0.0,2.0,16.0,6.0,3.0]|
|0.0           |0.0  |[0.0,22.0,0.125,0.0,4.0,12.0,4.0,5.0]|
|0.0           |0.0  |[0.0,22.0,0.417,0.0,1.0,17.0,6.0,4.0]|
|0.0           |0.0  |[0.0,22.0,0.75,0.0,2.0,16.0,5.0,5.0] |
|0.0           |0.0  |[0.0,22.0,1.5,0.0,1.0,14.0,1.0,5.0]  |
|0.0           |0.0  |[0.0,22.0,1.5,0.0,2.0,14.0,5.0,4.0]  |
|0.0           |0.0  |[0.0,22.0,1.5,0.0,2.0,16.0,5.0,5.0]  |
|0.0           |0.0  |[0.0,22.0,1.5,0.0,3.0,16.0,6.0,5.0]  |
|0.0           |0.0  |[0.0,22.0,1.5,0.0,4.0,17.0,5.0,5.0]  |
+--------------+-----+-------------------------------------+
only showing top 10 rows


// 选择（预测标签，实际标签），并计算测试误差。
val evaluator = new MulticlassClassificationEvaluator().setLabelCol("indexedLabel").setPredictionCol("prediction").setMetricName("accuracy")

val accuracy = evaluator.evaluate(predictions)
accuracy: Double = 0.7032967032967034

println("Test Error = " + (1.0 - accuracy))
Test Error = 0.29670329670329665


// 这里的stages(2)中的“2”对应pipeline中的“dt”，将model强制转换为DecisionTreeClassificationModel类型
val treeModel = model.stages(2).asInstanceOf[DecisionTreeClassificationModel]
treeModel: org.apache.spark.ml.classification.DecisionTreeClassificationModel = DecisionTreeClassificationModel (uid=dtc_7a8baf97abe7) of depth 5 with 33 nodes

treeModel.getLabelCol
res53: String = indexedLabel

treeModel.getFeaturesCol
res54: String = indexedFeatures

treeModel.featureImportances
res55: org.apache.spark.ml.linalg.Vector = (8,[0,2,3,4,5,6,7],[0.0640344247735859,0.1052957011097811,0.05343872372010684,0.17367191628391196,0.20372870264756315,0.2063093687074741,0.1935211627575769])

treeModel.getPredictionCol
res56: String = prediction

treeModel.getProbabilityCol
res57: String = probability

treeModel.numClasses
res58: Int = 2

treeModel.numFeatures
res59: Int = 8

treeModel.depth
res60: Int = 5

treeModel.numNodes
res61: Int = 33

treeModel.getImpurity
res62: String = entropy

treeModel.getMaxBins
res63: Int = 100

treeModel.getMaxDepth
res64: Int = 5

treeModel.getMaxMemoryInMB
res65: Int = 256

treeModel.getMinInfoGain
res66: Double = 0.01

treeModel.getMinInstancesPerNode
res67: Int = 10

 // 查看决策树
println("Learned classification tree model:\n" + treeModel.toDebugString)
Learned classification tree model:
DecisionTreeClassificationModel (uid=dtc_7a8baf97abe7) of depth 5 with 33 nodes
  If (feature 2 in {0.0,1.0,2.0,3.0})
   If (feature 5 in {3.0,6.0})
    Predict: 0.0
   Else (feature 5 not in {3.0,6.0})
    If (feature 4 in {3.0})
     Predict: 0.0
    Else (feature 4 not in {3.0})
     If (feature 3 in {0.0})
      If (feature 6 in {0.0,4.0,5.0})
       Predict: 0.0
      Else (feature 6 not in {0.0,4.0,5.0})
       Predict: 0.0
     Else (feature 3 not in {0.0})
      Predict: 0.0
  Else (feature 2 not in {0.0,1.0,2.0,3.0})
   If (feature 4 in {0.0,1.0,3.0,4.0})
    If (feature 7 in {0.0,1.0,2.0})
     If (feature 6 in {0.0,1.0,6.0})
      If (feature 4 in {1.0,4.0})
       Predict: 0.0
      Else (feature 4 not in {1.0,4.0})
       Predict: 0.0
     Else (feature 6 not in {0.0,1.0,6.0})
      If (feature 7 in {0.0,2.0})
       Predict: 0.0
      Else (feature 7 not in {0.0,2.0})
       Predict: 1.0
    Else (feature 7 not in {0.0,1.0,2.0})
     If (feature 5 in {0.0,1.0})
      Predict: 0.0
     Else (feature 5 not in {0.0,1.0})
      If (feature 6 in {0.0,1.0,2.0,5.0,6.0})
       Predict: 0.0
      Else (feature 6 not in {0.0,1.0,2.0,5.0,6.0})
       Predict: 0.0
   Else (feature 4 not in {0.0,1.0,3.0,4.0})
    If (feature 5 in {0.0,1.0,2.0,3.0,5.0,6.0})
     If (feature 0 in {0.0})
      If (feature 7 in {3.0})
       Predict: 0.0
      Else (feature 7 not in {3.0})
       Predict: 0.0
     Else (feature 0 not in {0.0})
      If (feature 7 in {0.0,2.0,4.0})
       Predict: 0.0
      Else (feature 7 not in {0.0,2.0,4.0})
       Predict: 1.0
    Else (feature 5 not in {0.0,1.0,2.0,3.0,5.0,6.0})
     Predict: 1.0

转载于:https://my.oschina.net/hblt147/blog/1525414

weixin_34179762
关注
  • 0
    点赞
  • 踩
  • 1
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
机器学习算法之----Decision Tree Classification
weixin_41697507的博客
02-06 1099
Decision Tree Classification 决策树以树结构的形式构建分类或回归模型。它将数据集分解为越来越小的子集，同时逐步开发相关的决策树。最终结果是具有决策节点和叶节点的树。决策节点（例如，Outlook）具有两个或更多个分支（例如，Sunny，Overcast和Rainy）。叶节点（例如，Play）表示分类或决定。树中最顶层的决策节点，对应于称为根节点的最佳预测器。决策树可以处...
sklearn专题一：决策树
Colorfully_lu的博客
12-10 5285
sklearn之train_test_split()函数各参数含义 在机器学习中，我们通常将原始数据按照比例分割为“测试集”和“训练集”， 从 sklearn.model_selection 中调用train_test_split 函数 简单用法如下： X_train,X_test, y_train, y_test =sklearn.model_selection.train_test_split(train_data,train_target,test_size=0.4, random_stat.
DecisionTreeClassifier
人工智能学习生
05-15 119
DecisionTreeClassifier:DecisionTreeClassifier对应聘人员数据分类、DictVectorizer辅助进行数值化转化、使用DecisionTreeClassifier处理汽车数据分类
python中tree 100 6_Python 机器学习 决策树(Decision Tree)
weixin_39639049的博客
12-30 146
1、决策树(Decision Tree)在本章中，我们将向您展示如何制作“决策树”。决策树是流程图，可以帮助您根据以前的经验来做出决策。在该示例中，一个人将尝试决定是否应参加喜剧节目。幸运的是，我们的榜样人物每次在镇上举办喜剧节目时都进行注册，并注册一些关于喜剧演员的信息，并且还注册了他/她是否去过。AgeExperienceRankNationalityGo36109UKNO42124USANO...
数据挖掘工具---spark使用练习---ml(二)
08-03 3649
模型训练 评估器 评估器是需要评估的统计模型，对所观测对象做预测或分类。如果从抽象的评估器类派生，新模型必须实现.fit()方法，该方法用给出的在DataFrame中找到的数据和某些默认或自定义的参数来拟合模型。在PySpark 中，由很多评估器可用，本文以Spark2.2.1中提供的模型。 分类 分类 ML包为数据科学家提供了七种分类（Classification）模型以供选择。 ...
decision-tree-classifier.rar_decision tree_决策树_决策树分类_决策树分类器_分类
07-15
这些代码可用于构建决策树分类器,之后通过该代码可将收集到的数据以决策树的形式表示出来，
Decision-Tree-Classifier:决策树分类器
03-19
决策树分类器阅读有关更多信息观看这段视频
Decision-Tree:决策树分类器
03-19
决策树分类器 阅读有关更多信息 观看这段视频
Decision-Tree-Classifier:使用Python，sklearn的决策树分类器
03-30
决策树分类器 使用Python的决策树分类器sklearn。
DecisionTreeClassifier:简单决策树分类器
03-27
DecisionTreeClassifier 简单决策树分类器
sparkify 会员用户流失预测
jsdfknfncx的博客
05-27 648
sparkify会员用户流失预测项目概览解决方案评估指标数据加载与清理探索性数据分析会员用户与流失用户性别分布会员用户与流失用户使用sparkify时间段分布差异会员用户与流失用户注册时间长短差异会员用户与流失用户活跃度差异用户注册以来活跃天数比例用户最近两周活跃天数用户最近两周听歌数量会员用户与流失用户访问页面差异会员用户与流失用户使用的终端差异特征工程建模天真预测器模型评估模型调优查看调优后的模型在测试集上的f1 score结论 项目概览 sparkify是一个类似于网易云音乐、QQ音乐等提供数字音乐服
Spark2 ML包之决策树分类Decision tree classifier详细解说
weixin_35780812的博客
12-17 2072
所用数据源，请参考本人博客http://www.cnblogs.com/wwxbi/p/6063613.html 1.导入包 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
决策树算法原理与sklearn.tree.DecisionTreeClassifier()以及决策树作图
qq_38384924的博客
05-23 6778
绪论： 除线性模型中学习的逻辑斯谛克回归（包括梯度下降等）、多分类问题之外，这部分的分类算法学习主要包括：决策树，贝叶斯分类器，k近邻算法，支持向量机；顺便学习：人工神经网络和聚类。 1、决策树 决策树（decision tree）也是一种有监督学习算法。以树状图为基础，输出结果为一系列简单实用的规则，故名决策树。可知，决策树就是一系列的if-then语句，它可以用于分类也可以用于回归问题。优点是...
决策树分箱-特征工程之数据离散化处理-基于python实现
fulk6667g78o8的专栏
09-15 2591
公众号「python风控模型」里回复关键字：学习资料，免费领取。 python风控模型 持牌照金融公司模型专家，教学主页 https://ke.qq.com/teacher/231469242?tuin=dcbf0ba
决策树分类(decision tree classification)和python实现
热门推荐
机器学习笔记
04-22 6万+
决策树分类很符合人类分类时的思想，决策树分类时会提出很多不同的问题，判断样本的某个特征，然后综合所有的判断结果给出样本的类别。例如下图的流程即为一个典型的决策树分类的流程图，这个流程图用来简略的判断一个小学生是否学习很好，当然这里只是举个例子，现在的小学生可是厉害的不行了，这点评判标准完全不够看啊。。。 说白了决策树就是if else的堆砌，是一个树形结构，我们在构建决策树分类器的时候主要关...
分类决策树原理及sklearn.tree.DecisionTreeClassifier参数说明
MR_Trustin的博客
07-22 9382
一）前言 决策树这个算法说起来很简单，思路也很简单明了。但是如果你深入了解一下，里面的内容也相当的丰富，能细讲的也很多。决策树可以用于分类，也可以用于回归，今天这篇文章，主要总结了决策树回归原理，以及Sklearn库中决策树的使用参数，最后我还会用前面讲的网格搜索对回归决策树的参数进行优化。如果有哪些讲述的不太准确，还请大家在评论区指正。 二）决策树原理 核心思想：相似的输入必会产生相似的输出。 .........
【Python机器学习】——决策树DecisionTreeClassifier详解
小猪课堂的博客
02-26 4万+
DecisionTreeClassifier决策树分类器 我们先来调用包sklearn 中的tree我们一点一点学sklearn from sklearn import tree 有人愿意产看源代码可以看下面哈，我觉得来这搜的都不愿意看，我们理论懂就好了，然后用起来 clf=tree.DecisionTreeClassifier() clf 我们一点一点分解DecisionTreeClass...
机器学习之分类决策树DecisionTreeClassifier
muli
11-24 1593
机器学习之分类决策树DecisionTreeClassifier # -*- coding: utf-8 -*- """ Created on Fri Nov 23 21:06:54 2018 @author: muli """ import numpy as np from sklearn.tree import DecisionTreeClassifier from sklearn i...
Python中决策树分类器DecisionTreeClassifier参数和经验总结
199铱
01-03 2万+
classsklearn.tree.DecisionTreeClassifier(criterion=’gini’,splitter=’best’,max_depth=None,min_samples_split=2,min_samples_leaf=1,min_weight_fraction_leaf=0.0,max_features=None,random_state=None...
very fast decision tree classifier快速决策树分类器
最新发布
08-09
快速决策树分类器是一种高效的机器学习算法，用于处理大规模数据集的分类问题。该分类器通过构建一颗决策树来对数据进行分类。它的快速性来自于采用了一些优化技巧。 首先，快速决策树分类器使用了一种高效的特征选择方法，即基尼系数。基尼系数可以评估一个特征对数据集的划分能力，选择具有最佳划分能力的特征作为当前节点的划分依据，从而减少了计算量。 其次，快速决策树分类器采用了剪枝技术，即在构建决策树的过程中，对叶节点进行剪枝，去掉那些没有显著提升分类准确度的叶节点。这样可以避免模型的过拟合，减少了决策树的复杂度。 此外，快速决策树分类器还使用了并行计算技术，可以将数据集划分成多个子集，同时在不同的处理器上进行计算，从而提高了分类器的处理速度。 快速决策树分类器的应用非常广泛。它可以用于文本分类、图像分类、数据挖掘等领域。它的优势在于对大规模数据集的处理速度较快，且具有较好的分类准确度。但是，快速决策树分类器也有一些限制，例如对噪声数据敏感，对缺失值的处理能力较弱。 总之，快速决策树分类器是一种高效的分类算法，通过特征选择、剪枝和并行计算等技术优化了分类效率。它在大规模数据集上表现优异，可以广泛应用于各个领域。

“相关推荐”对你有帮助么？

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值