object KafkaSourceDemo {
def main(args: Array[String]): Unit = {
val env = StreamExecutionEnvironment.getExecutionEnvironment
//env.enableCheckpointing(5000)
val props = new Properties()
props.setProperty("bootstrap.servers", "node-1.51doit.cn:9092,node-2.51doit.cn:9092,node-3.51doit.cn:9092")
props.setProperty("group.id", "doit09")
props.setProperty("auto.offset.reset", "earliest")
//指定Kafka的消费者不自动提交偏移量
props.setProperty("enable.auto.commit", "false")
val kafkaConsumer = new FlinkKafkaConsumer[String](
"topic09",
new SimpleStringSchema,
props
)
//添加Kafka的Source
val lines: DataStream[String] = env.addSource(kafkaConsumer)
val result = lines.flatMap(_.split(" ")).map((_, 1)).keyBy(0).sum(1)
result.print()
env.execute()
}
}
KafkaSourceDemo
最新推荐文章于 2024-09-16 21:37:07 发布