1.引入Maven依赖
<!-- 添加spring-kafka支持 -->
<dependency>
<groupId>org.springframework.kafka</groupId>
<artifactId>spring-kafka</artifactId>
<version>2.2.2.RELEASE</version>
</dependency>
2.kafka.properties文件中配置内容
################## kafkaListener Producer 发送端配置 ##################
# brokers 集群
kafka.producer.bootstrap.servers = 192.168.204.201:9092,192.168.204.202:9092,192.168.204.203:9092
#发送端 id
kafka.producer.client.id = producerDemo
#发送端确认模式
kafka.producer.acks = -1
#发送失败重试次数
kafka.producer.retries = 3
#批处理条数,当多个记录被发送至统一分区时,producer对于同一个分区来说,会按照 batch.size 的大小进行统一收集,批量发送
kafka.producer.batch.size = 4096
#与 batch.size 配合使用。延迟统一收集,产生聚合,然后批量发送至broker
kafka.producer.linger.ms = 10
# 33554432 即32MB的批处理缓冲区
kafka.producer.buffer.memory = 40960
#默认 topic
kafka.producer.defaultTopic = testTopic
#key 序列化
kafka.producer.key.serializer = org.apache.kafka.common.serialization.StringSerializer
#value 序列化
kafka.producer.value.serializer = org.apache.kafka.common.serialization.StringSerializer
################## kafkaListener Consumer 消费端配置 ##################
#消费端 brokers 集群
kafka.consumer.bootstrap.servers = 192.168.204.201:9092,192.168.204.202:9092,192.168.204.203:9092
#消费者 group.id 组ID
kafka.consumer.group.id = test-group
#消费者消费消息后,进行自动提交(offsets偏移量)
kafka.consumer.enable.auto.commit = true
#自动提交的频率(与 enable.auto.commit = true 属性配合使用)
kafka.consumer.auto.commit.interval.ms = 1000
#新的groupid,是否从头开始消费
kafka.consumer.auto.offset.reset = earliest
#在使用kafka组管理时,发送心跳机制,用于检测消费者故障的超时
#kafka.consumer.session.timeout.ms = 1000
#key 反序列化
kafka.consumer.key.deserializer = org.apache.kafka.common.serialization.StringDeserializer
#value 反序列化
kafka.consumer.value.deserializer = org.apache.kafka.common.serialization.StringDeserializer
#消费端消费的topic
kafka.consumer.topic = testTopic
3.发送端 producer-kafka.xml 配置
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd">
<!-- 1.定义producer的参数 -->
<bean id="producerProperties" class="java.util.HashMap">
<constructor-arg>
<map>
<entry key="bootstrap.servers" value="${kafka.producer.bootstrap.servers}"/>
<entry key="client.id" value="${kafka.producer.client.id}"/>
<entry key="retries" value="${kafka.producer.retries}"/>
<entry key="batch.size" value="${kafka.producer.batch.size}"/>
<entry key="linger.ms" value="${kafka.producer.linger.ms}"/>
<entry key="buffer.memory" value="${kafka.producer.buffer.memory}"/>
<entry key="acks" value="${kafka.producer.acks}"/>
<entry key="key.serializer" value="${kafka.producer.key.serializer}"/>
<entry key="value.serializer" value="${kafka.producer.value.serializer}"/>
</map>
</constructor-arg>
</bean>
<!-- 2.创建 kafkaTemplate 需要使用的 producerFactory Bean -->
<bean id="producerFactory" class="org.springframework.kafka.core.DefaultKafkaProducerFactory">
<constructor-arg ref="producerProperties"/>
</bean>
<!-- 3.创建 kafkaTemplate Bean,使用的时候只需要注入这个bean,即可使用kafkaTemplate的 send 消息方法 -->
<bean id="kafkaTemplate" class="org.springframework.kafka.core.KafkaTemplate">
<constructor-arg ref ="producerFactory"/>
<constructor-arg name="autoFlush" value="true"/>
<property name="defaultTopic" value="${kafka.producer.defaultTopic}"/>
</bean>
</beans>
4.接收端 consumer-kafka.xml 配置
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd">
<!-- 1.定义 consumer 的参数 -->
<bean id="consumerProperties" class="java.util.HashMap">
<constructor-arg>
<map>
<entry key="bootstrap.servers" value="${kafka.consumer.bootstrap.servers}"/>
<entry key="group.id" value="${kafka.consumer.group.id}"/>
<entry key="enable.auto.commit" value="${kafka.consumer.enable.auto.commit}"/>
<entry key="auto.commit.interval.ms" value="${kafka.consumer.auto.commit.interval.ms}"/>
<entry key="key.deserializer" value="${kafka.consumer.key.deserializer}"/>
<entry key="value.deserializer" value="${kafka.consumer.value.deserializer}"/>
<entry key="auto.offset.reset" value="${kafka.consumer.auto.offset.reset}"/>
</map>
</constructor-arg>
</bean>
<!-- 2.创建 consumerFactory bean -->
<bean id="consumerFactory" class="org.springframework.kafka.core.DefaultKafkaConsumerFactory">
<constructor-arg ref="consumerProperties"/>
</bean>
<!-- 3.配置消费端 Kafka 监听实现类(自己实现) -->
<bean id="kafkaConsumerListener" class="com.demo.kafkaListener.KafkaConsumerListener"/>
<!-- 4.消费者容器配置 -->
<bean id="containerProperties" class="org.springframework.kafka.listener.ContainerProperties">
<constructor-arg name="topics">
<list>
<value>${kafka.consumer.topic}</value>
</list>
</constructor-arg>
<property name="messageListener" ref="kafkaConsumerListener"/>
</bean>
<!-- 5.消费者并发消息监听容器 -->
<bean id="messageListenerContainer" class="org.springframework.kafka.listener.KafkaMessageListenerContainer">
<constructor-arg ref="consumerFactory"/>
<constructor-arg ref="containerProperties"/>
</bean>
</beans>
/**
* 监听类的实现
*/
public class KafkaConsumerListener implements MessageListener<String,String> {
public void onMessage(ConsumerRecord<String, String> stringStringConsumerRecord) {
System.out.println("========消费端收到消息========");
System.out.println(stringStringConsumerRecord.value());
//根据不同主题,消费
if("主题1".equals(stringStringConsumerRecord.topic())){
//逻辑1
}else if("主题2".equals(stringStringConsumerRecord.topic())){
//逻辑2
}
}
}
5.Controller的实现
@Controller
@RequestMapping("kafka")
public class KafkaController {
@Autowired
KafkaTemplate kafkaTemplate;
/**
* 消息发送
*/
@RequestMapping("producer")
public String producer(){
kafkaTemplate.send("testTopic","producer发送消息");
return "success";
}
}
6.测试
通过 localhsot:8080/kafka/producer 执行消息发送操作,在监听类 KafkaConsumerListener 中完成对消息的消费。
至此,Spring基于XML整合 Kafka 总结就告一段落了。demo实例已上传,下载可直接运行:【基于xml方式】Spring整合Kafka
如果本文对你有所帮助,那就给我点个赞呗 ^_^
End
如需了解其他方式Spring整合Kafka,请移步: