KafaKa Java客户端API 生产和消费

最新推荐文章于 2024-09-22 07:35:45 发布

海涛高软

最新推荐文章于 2024-09-22 07:35:45 发布

阅读量1.8k

点赞数 1

分类专栏：大数据

本文链接：https://blog.csdn.net/qq_15267341/article/details/90574058

版权

大数据专栏收录该内容

42 篇文章 5 订阅

订阅专栏

kafka地址： http://kafka.apache.org/

在pom.xml文件中添加下面的依赖

<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka-clients</artifactId>
<version>0.11.0.2</version>
</dependency>

下面看看生产者：

package kafkaAndJava;

import java.util.Properties;

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;

public class ProducerTest {
	public static void main(String[] args) {

		Properties properties = new Properties();
		properties.put("bootstrap.servers", "hadoop002:9092");
		properties.put("acks", "all");
		properties.put("retries", 0);
		properties.put("batch.size", 16384);
		properties.put("linger.ms", 1);
		properties.put("buffer.memory", 33554432);
		properties.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
		properties.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
		Producer<String, String> producer = null;
		try {
			producer = new KafkaProducer<String, String>(properties);
			for (int i = 0; i < 100; i++) {
				String msg = "This is Message " + i;
				producer.send(new ProducerRecord<String, String>("xuhaitao", msg));
				System.out.println("Sent:" + msg);
			}
		} catch (Exception e) {
			e.printStackTrace();

		} finally {
			producer.close();

		}
	}
}

下面看看消费者代码：

package kafkaAndJava;

import java.util.Arrays;
import java.util.Properties;

import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;

public class kafkaConsumerTest {

	public static void main(String[] args) {

		Properties properties = new Properties();
		properties.put("bootstrap.servers", "hadoop002:9092"); // 指向kafka集群的IP地址
		properties.put("group.id", "	group-1"); // Consumer分组ID
		properties.put("enable.auto.commit", "true");
		properties.put("auto.commit.interval.ms", "1000"); /* 自动确认offset的时间间隔 */
		properties.put("auto.offset.reset", "earliest");
		properties.put("session.timeout.ms", "30000");

		properties.put("max.poll.records", "100");// max.poll.records条数据需要在在session.timeout.ms这个时间内处理完

		properties.put("fetch.min.bytes", "1");//server发送到消费端的最小数据，若是不满足这个数值则会等待直到满足指定大小。默认为1表示立即接收。
		properties.put("fetch.wait.max.ms", "1000");
		properties.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer"); // 反序列化
		properties.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer"); // 反序列化

		KafkaConsumer<String, String> kafkaConsumer = new KafkaConsumer<>(properties);
		kafkaConsumer.subscribe(Arrays.asList("xuhaitao")); // 设置消费的主题
		while (true) {
			ConsumerRecords<String, String> records = kafkaConsumer.poll(100); // 调用poll方法来轮循Kafka集群的消息，其中参数100是超时时间
			for (ConsumerRecord<String, String> record : records) {
				System.out.printf("offsetConsumer = %d, value = %s", record.offset(), record.value());
				System.out.println();
			}
		}

	}

}

FR:徐海涛（hunk Xu）
QQ技术交流群：386476712