Spark_新版本中读取kafka数据

package com.atguigu.sparkstreaming

import org.apache.kafka.clients.consumer.{ConsumerConfig, ConsumerRecord}
import org.apache.spark.SparkConf
import org.apache.spark.streaming.dstream.{DStream, InputDStream, ReceiverInputDStream}
import org.apache.spark.streaming.kafka010.{ConsumerStrategies, KafkaUtils, LocationStrategies}
import org.apache.spark.streaming.{Seconds, StreamingContext}

object SparkStreamingNewKafkaKafka {
def main(args: Array[String]): Unit = {
val conf = new SparkConf().setMaster(“local[*]”).setAppName(“streaming”)
val ssc = new StreamingContext(conf, Seconds(5))//采取周期
//从kafka采集数据
val kafkaPara: Map[String, Object] = Map[String, Object](
ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG -> “hadoop203:9092,hadoop204:9092,hadoop205:9092”,
ConsumerConfig.GROUP_ID_CONFIG -> “atguigu”,
“key.deserializer” -> “org.apache.kafka.common.serialization.StringDeserializer”,
“value.deserializer” -> “org.apache.kafka.common.serialization.StringDeserializer”
)
val kafkaDStream: InputDStream[ConsumerRecord[String, String]] = KafkaUtils.createDirectStream[String, String](ssc,
LocationStrategies.PreferConsistent,
ConsumerStrategies.Subscribe[String, String](Set(“atguigunew”), kafkaPara))
kafkaDStream.map(_.value()).print()

//不能停止采集程序
ssc.start()
//Driver等待采集器的执行
ssc.awaitTermination()

}
}