spark streaming wordcount

最新推荐文章于 2023-12-20 16:46:04 发布

大数据的未来

最新推荐文章于 2023-12-20 16:46:04 发布

阅读量419

点赞数

分类专栏： spark学习之路文章标签： spark streaming word

本文链接：https://blog.csdn.net/u010220089/article/details/49678607

版权

spark学习之路专栏收录该内容

19 篇文章 0 订阅

订阅专栏

spark streaming wordcount

package com.spark.streaming

import org.apache.spark.SparkConf
import org.apache.spark.streaming.StreamingContext
import org.apache.spark.streaming.Seconds

object WordCount {
  def main(args: Array[String]): Unit = {
        val conf = new SparkConf()
        .setMaster("local[2]")  
        .setAppName("WordCount")
        val ssc = new StreamingContext(conf,Seconds(5))
         val lines = ssc.socketTextStream("spark1", 9999)
    val wordCounts = lines.flatMap { _ .split(" ") }
              .map { word => (word,1) }
              .reduceByKey(_+_)
              
      wordCounts.print()
      ssc.start()
      ssc.awaitTermination()
  }
}