SparkStreaming之TCP流式处理(netcat)

public static void main(String[] args) {
    SparkConf conf = new SparkConf().setMaster("local[2]").setAppName("JavaSparkStreamingNC");
    JavaStreamingContext jsc = new JavaStreamingContext(conf, Durations.seconds(2));
    /**
     * 创建DStream
     */
    String hostname = "master";
    int port = 9999;
    JavaReceiverInputDStream<String> linesDStream = jsc.socketTextStream(hostname, port);
    JavaDStream<String> wordsDStream = linesDStream.flatMap(line -> {
        return Arrays.asList(line.split(" "));
    });

    JavaPairDStream<String, Integer> pairDStream = wordsDStream.mapToPair(word -> {
        return new Tuple2<String, Integer>(word, 1);
    });

    JavaPairDStream<String, Integer> retDStream = pairDStream.reduceByKey((v1, v2) -> {
        return v1 + v2;
    });
    retDStream.print();
    jsc.start();
    jsc.awaitTermination();
}