scala -WordCount

import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}

/**
  * Created by MC on 2018/6/1.
  */
object WordCount {
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setMaster("local").setAppName("WordCount")
    val sc = new SparkContext(conf)
    val rdd1: RDD[String] = sc.textFile("D://a.txt")
    val rdd2: RDD[(String,Int)] = rdd1.flatMap(_.split("\\s")).map((_,1)).reduceByKey(_ + _)
    rdd2.foreach(x=>{
      println("word :"+ x._1 + "count :"+ x._2)
    })
    sc.stop
  }
}