spring集成kafka

集成Kakfa

docker部署kafka：原文链接：https://blog.csdn.net/boywcx/article/details/138258551

• 安装zookeeper

docker pull wurstmeister/zookeeper

• 启动

docker run -d --name zookeeper -d --restart=always -p 2181:2181 wurstmeister/zookeeper

• 安装kafka

docker pull wurstmeister/kafka

• 启动

docker run --name kafka -d --restart=always -p 9092:9092 --link zookeeper:zookeeper --env KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181 --env KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://localhost:9092 --env KAFKA_LISTENERS=PLAINTEXT://0.0.0.0:9092 --env KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 wurstmeister/kafka

-p 9092:9092: 将容器的9092端口映射到宿主机的9092端口

–link zookeeper:zookeeper: 连接到名为“zookeeper”的一个Docker容器

–env KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181: 指定ZooKeeper的连接端口

–env KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://localhost:9092: 指定Kafka的advertised listeners

–env KAFKA_LISTENERS=PLAINTEXT://0.0.0.0:9092: 指定Kafka的监听端口

–env KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1: 指定offsets topic的副本因子

---

spring集成kafka

• 在spring项目引入依赖

		<dependency>
            <groupId>org.springframework.kafka</groupId>
            <artifactId>spring-kafka</artifactId>
        </dependency>

• 配置主题和组

muyz:
  kafka:
    topic: 
      topic-es-index-export: EsIndexDateExport
      topic-cc-export-ie-group: EsIndexGroup

• 编写生产者类

package com.muyz.javaheirloom.kafka;

import com.alibaba.fastjson.JSONObject;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.kafka.core.KafkaTemplate;
import org.springframework.stereotype.Component;

/**
 * @author chengwenlong
 * @date 2022/5/24
 */
@Slf4j
@Component
public class KafkaProducer {

    @Autowired
    KafkaTemplate kafkaTemplate;

    @Value("${muyz.kafka.topic.topic-es-index-export}")
    private String exportIndexTopic;

    /**
     * 发送到kafka
     * @param topic
     * @param object
     */
    public void publishImportExportTask(String topic, Object object) {
        if (object == null) {
            return;
        }
        try {
            final String msgStr = JSONObject.toJSONString(object);
            log.info("kafka messageID:{} to topic[{}] : {}","index" ,topic, msgStr);
            log.info("kafka messageID:{}", "index");
            this.kafkaTemplate.send(topic, msgStr);
        } catch (Exception e) {
            log.error("kafka publish ImportExportTask error:", e);
        }
    }
}

• 消费者类

package com.muyz.javaheirloom.kafka;

import com.muyz.javaheirloom.service.EsService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.kafka.annotation.KafkaListener;
import org.springframework.stereotype.Component;

/**
 * @author chengwenlong
 * @date 2022/5/24
 */
@Component
@Slf4j
public class KafkaConsumer {

    @Autowired
    EsService esService;


    /**
     * es Index数据导出条件消费
     */
    @KafkaListener(topics = "#{'${muyz.kafka.topic.topic-es-index-export}'.split(',')}", groupId = "#{'${muyz.kafka.topic.topic-cc-export-ie-group}'}")
    public void onMessage(String message) {
        exportIndexInfo(message);
    }

    private void exportIndexInfo(String message) {
        try {
            log.debug("receive export event from kafka:{}", message);
            esService.exportIndexInfo(message);
        } catch (Exception e) {
            log.error("onMessage error:", e);
        }
    }
}