使用scala语言编写Spark独立应用程序实现词频统计

实验内容：
下载一篇英文短文，编写spark独立应用程序，完成词频统计。
代码：
WordCount.scala

import org.apache.spark.SparkContext
import org.apache.spark.SparkContext._
import org.apache.spark.SparkConf

object WordCount{
  def main(args:Array[String]){
    val logFile = "file:///home/hadoop/test.txt"
    val conf = new SparkConf().setAppName("WordCount Application")
    val sc = new SparkContext(conf)
    val count = sc.textFile(logFile).flatMap(line=>line.split(" ")).map(word=>(word,1)).reduceByKey((a,b)=>a+b)
    count.foreach(println)
  }
}

simple.sbt

name :="Simple Project"
version := "1.0"
scalaVersion := "2.12.10"
libraryDependencies += "org.apache.spark" %% "spark-core" % "3.1.2"

打包运行：

结果显示：