import org.apache.spark.rdd.RDD import org.apache.spark.{SparkConf, SparkContext} /** * Created by MC on 2018/6/1. */ object WordCount { def main(args: Array[String]): Unit = { val conf = new SparkConf().setMaster("local").setAppName("WordCount") val sc = new SparkContext(conf) val rdd1: RDD[String] = sc.textFile("D://a.txt") val rdd2: RDD[(String,Int)] = rdd1.flatMap(_.split("\\s")).map((_,1)).reduceByKey(_ + _) rdd2.foreach(x=>{ println("word :"+ x._1 + "count :"+ x._2) }) sc.stop } }
scala -WordCount
最新推荐文章于 2023-11-20 15:31:37 发布