springboot整合kafka的基本使用

springboot整合kafka的基本使用

导入依赖包

    	<dependency>
            <groupId>org.springframework.kafka</groupId>
            <artifactId>spring-kafka</artifactId>
        </dependency>

yml配置

spring:
  kafka:
    producer:
      bootstrap-servers: ip:9092 #ip端口号
      retries: 1
      linger-ms: 1
      batch-size: 16384
      buffer-memory: 33554432
      key-serializer: org.apache.kafka.common.serialization.StringSerializer
      value-serializer: org.apache.kafka.common.serialization.StringSerializer
    consumer:
      bootstrap-servers: ip:9092 #ip端口号
      auto-offset-reset: latest
      enable-auto-commit: true
      auto-commit-interval: 1000
      key-deserializer: org.apache.kafka.common.serialization.StringDeserializer
      value-deserializer: org.apache.kafka.common.serialization.StringDeserializer
      

账户认证

如果需要账户认证可在项目路径下创建kafka_client_jaas.conf文件，并设置账号密码，文件内容：

KafkaClient {
org.apache.kafka.common.security.plain.PlainLoginModule required
username="root"  
password="123456";
};

kafka配置类

@Configuration
@EnableKafka
public class KafkaConfiguration {

    @Value("${spring.kafka.bootstrap-servers}")
    private String servers;
    @Value("${spring.kafka.producer.retries}")
    private int retries;
    @Value("${spring.kafka.producer.batch-size}")
    private int batchSize;
    @Value("${spring.kafka.producer.linger-ms}")
    private int linger;
    @Value("${spring.kafka.producer.buffer-memory}")
    private int bufferMemory;


//注释部分为需要账户认证代码
    public Map<String, Object> producerConfigs() {
//        System.setProperty("java.security.auth.login.config", "kafka_client_jaas.conf"); //配置文件路径
        Map<String, Object> props = new HashMap<>();
        props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, servers);
        props.put(ProducerConfig.RETRIES_CONFIG, retries);
        props.put(ProducerConfig.BATCH_SIZE_CONFIG, batchSize);
        props.put(ProducerConfig.LINGER_MS_CONFIG, linger);
        props.put(ProducerConfig.BUFFER_MEMORY_CONFIG, bufferMemory);
        props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
        props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
//        props.put("security.protocol", "SASL_PLAINTEXT");
//        props.put("sasl.mechanism", "PLAIN");
        return props;
    }

    public ProducerFactory<String, String> producerFactory() {
        return new DefaultKafkaProducerFactory<>(producerConfigs());
    }

    @Bean
    public KafkaTemplate<String, String> kafkaTemplate() {
        return new KafkaTemplate<String, String>(producerFactory());
    }
}

kafka生产者

@Component
@Slf4j
public class KafkaProducer1 {
    @Autowired
    private KafkaTemplate<String, String> kafkaTemplate;

    public void sendMessage(String topic,String key,String jsonData) {
        try {
            kafkaTemplate.send(topic, key, jsonData);
        }catch (Exception e) {
            log.error("发送数据出错！！！{}{}", topic, jsonData);
            log.error("发送数据出错",e);
        }

        kafkaTemplate.setProducerListener(new ProducerListener() {
            @Override
            public void onSuccess(ProducerRecord producerRecord, RecordMetadata recordMetadata) {
                log.info("向kafka推送数据成功：[{}]", topic);
            }

            @Override
            public void onError(ProducerRecord producerRecord, RecordMetadata recordMetadata, Exception exception) {
                log.error("向kafka推送数据失败：{}{}",topic,key);
            }

        });

    }
}

消费者监听kafka

@Service
@Slf4j
public class CarTrackServiceImpl implements CarTrackService {
    @KafkaListener(topics = {"test"},groupId = "com-test")
    public void listen3(ConsumerRecord<?, ?> record){
        System.out.println(record);
        Optional<? extends ConsumerRecord<?, ?>> record1 = Optional.ofNullable(record);
        if (record1.isPresent()) {
            log.info("接收端:{}",record1);
        }

    }
}

注意当多个消费者都为同一个groupId时则只有一个消费者能接收到消息。