Object WordCount{
def main(args:Array[String]):unit={
//设定Spark计算框架运行(部署)环境
val config: SparkContext=new SparkConf().setMaster(“local[*]”).setAppname(“WordCount”)
//创建Spark上下文
val sc = new SparkContext(config)
//读取文件,将文件内容一行一行读取textFile
val lines: RDD[String] = sc.textFile(“in”)
//将数据分解一个一个的单词flatMap
val words: RDD[String = lines.flatMap(.split(" "))
//转换数据结构map
val wordToOne: RDD[String] = words.map((.1))
//将转换后的数据分组聚合
val wordToSum: RDD[String] = wordToOne.reduceByKey(+)
//将统计结果采集后打印控制台
val result: Array[(String,Int)]=wordToSum.collect()
result.foreach(println)
}
}