packagecom.xiaoju.dqa.realtime_streaming;import java.util.*;importorg.apache.spark.SparkConf;importorg.apache.spark.api.java.JavaSparkContext;importorg.apache.spark.api.java.function.FlatMapFunction;importorg.apache.spark.api.java.function.Function2;importorg.apache.spark.api.java.function.PairFunction;import org.apache.spark.streaming.api.java.*;importorg.apache.spark.streaming.api.java.JavaPairDStream;importorg.apache.spark.streaming.api.java.JavaStreamingContext;importorg.apache.spark.streaming.kafka.KafkaUtils;importorg.apache.spark.streaming.Durations;importscala.Tuple2;//bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test
public classSparkStreamingKafka {public static void main(String[] args) throwsInterruptedException {
SparkConf conf= new SparkConf().setMaster("yarn-client").setAppName("streaming word count");//String topic = "offline_log_metrics";
String to