Java实现消费Kafka数据

最新推荐文章于 2024-09-03 14:29:00 发布

Alex张无忌

最新推荐文章于 2024-09-03 14:29:00 发布

阅读量3k

点赞数

分类专栏： Kafka 文章标签： kafka

本文链接：https://blog.csdn.net/weixin_33320453/article/details/100022576

版权

Kafka 专栏收录该内容

0 篇文章 0 订阅

订阅专栏

直接撸源码，可以照抄：
我用了swagger-ui，不会用的戳—> https://blog.csdn.net/weixin_33320453/article/details/85715034

package com.xxx.xxxx.pipelineService.controller;

import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import org.apache.kafka.clients.consumer.KafkaConsumer;

import java.util.Arrays;
import java.util.Properties;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestMethod;
import org.springframework.web.bind.annotation.RestController;

/**
 * Author: alex
 * Date: 2019/8/22
 * Description: No Description
 */
@Api(value = "kafka", description = "kafka")
@RestController
@RequestMapping("/Kafka")
public class KafkaController {

    @RequestMapping(path = "KafkaConsumer", method = RequestMethod.GET)
    @ApiOperation(value = "kafka")
    public static void comsum(){
        Properties properties = new Properties();
        properties.put("bootstrap.servers", "ip1:host1,ip2:host2,ip3:host3");//xxx是服务器集群的ip
        properties.put("group.id", "jd-group");
        properties.put("enable.auto.commit", "true");
        properties.put("auto.commit.interval.ms", "1000");
        properties.put("auto.offset.reset", "latest");
        properties.put("session.timeout.ms", "30000");
        properties.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
        properties.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");

        KafkaConsumer<String, String> kafkaConsumer = new KafkaConsumer<>(properties);
        kafkaConsumer.subscribe(Arrays.asList("yourTopic"));
        while (true) {
            ConsumerRecords<String, String> records = kafkaConsumer.poll(100);
            for (ConsumerRecord<String, String> record : records) {
                System.out.println("-----------------");
                System.out.printf("offset = %d, value = %s", record.offset(), record.value());
                System.out.println();
            }
        }

    }
}

maven依赖：

<!-- kafka -->
        <dependency>
            <groupId>org.apache.kafka</groupId>
            <artifactId>kafka-clients</artifactId>
            <version>0.11.0.0</version>
        </dependency>
        <dependency>
            <groupId>org.apache.kafka</groupId>
            <artifactId>kafka-streams</artifactId>
            <version>0.11.0.0</version>
        </dependency>