Flink中的KafkaSource新老API

最新推荐文章于 2024-04-06 15:51:45 发布

庸俗怪

最新推荐文章于 2024-04-06 15:51:45 发布

阅读量1k

点赞数

文章标签： flink java kafka

本文链接：https://blog.csdn.net/qq_39621566/article/details/126956227

版权

Old


        Properties pro = new Properties();
        pro.setProperty(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"hadoop102:9092");
        pro.setProperty(ConsumerConfig.GROUP_ID_CONFIG,"1001");
        pro.setProperty(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "true");
        pro.setProperty(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG,"latest");
        pro.setProperty(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");
        pro.setProperty(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");

        FlinkKafkaConsumer<String> kafkaconsumer = new FlinkKafkaConsumer<String>("test",new SimpleStringSchema(),pro);
        DataStreamSource<String> kafkaold = env.addSource(kafkaconsumer);

New

        KafkaSource<String> source = KafkaSource.
                <String>builder()
                .setBootstrapServers("hadoop102:9091")
                .setGroupId("1001")
                .setValueOnlyDeserializer(new SimpleStringSchema())
                .setTopics("test")
                //初始化读取最新数据
                .setStartingOffsets(OffsetsInitializer.latest())
                //从指定offset读取数据
//                .setStartingOffsets(OffsetsInitializer.offsets(new HashMap<TopicPartition, Long>()))
                //从提交的offset位置读取数据，没有则从最新位置提取
//                .setStartingOffsets(OffsetsInitializer.committedOffsets(OffsetResetStrategy.LATEST))
                .build();

        DataStreamSource<String> kafkasource = env.fromSource(source, WatermarkStrategy.noWatermarks(), "kafkasource");