scala实现目标txt文件中单词的总数、最大数及最小数的计算

scala实现目标txt文件中单词的总数、最大数及最小数的计算

注意：需要配置本机的hadoop环境
txt文件内容：
hello scale
hello hadoop
hello spark
输出：

package SparkOnHDFS.sample

import core.Boot
import org.apache.spark.sql.Dataset

object SparkSqlWordCount {
  def main(args: Array[String]): Unit = {
    val sparkSession = Boot.bootstraplocal

    val dataset = sparkSession.read.textFile("src/main/resources/demo/wordcount.txt")
    dataset.show()

    import sparkSession.implicits._
    val words : Dataset[String] = dataset.flatMap(row => {
      row.split(" ")
    })
    words.show()
    val wordKeys=words.groupBy("value").count()
    wordKeys.show()

    wordKeys.createTempView("wordkvs")
    val wordkvs=sparkSession.sql("SELECT SUM(count),min(count),max(count) FROM wordkvs")
    wordkvs.show()
  }

}