KafkaSourceDemo

object KafkaSourceDemo {

  def main(args: Array[String]): Unit = {

    val env = StreamExecutionEnvironment.getExecutionEnvironment

    //env.enableCheckpointing(5000)

    val props = new Properties()
    props.setProperty("bootstrap.servers", "node-1.51doit.cn:9092,node-2.51doit.cn:9092,node-3.51doit.cn:9092")
    props.setProperty("group.id", "doit09")
    props.setProperty("auto.offset.reset", "earliest")
    //指定Kafka的消费者不自动提交偏移量
    props.setProperty("enable.auto.commit", "false")

    val kafkaConsumer = new FlinkKafkaConsumer[String](
      "topic09",
      new SimpleStringSchema,
      props
    )

    //添加Kafka的Source
    val lines: DataStream[String] = env.addSource(kafkaConsumer)

    val result = lines.flatMap(_.split(" ")).map((_, 1)).keyBy(0).sum(1)

    result.print()

    env.execute()
  }

}