kafka的java客户端_Kafka使用Java客户端进行访问-Go语言中文社区

本文环境如下：

操作系统：CentOS 6 64位

JDK版本：1.8.0_171 64位

Kafka版本：kafka_2.12-2.1.1

1. maven依赖包

org.apache.kafka

kafka_2.12

2.1.1

2. 生产者代码

import org.apache.kafka.clients.producer.KafkaProducer;

import org.apache.kafka.clients.producer.Producer;

import org.apache.kafka.clients.producer.ProducerRecord;

import java.util.Properties;

/**

* @创建人 yang

* @创建时间 2019/2/22

*/

public class producertest {

public static void main(String[] args) {

Properties pros=new Properties();

String groupID="test-group";

pros.put("bootstrap.servers","192.168.17.21:9092");

pros.put("group.id",groupID);

pros.put("key.serializer","org.apache.kafka.common.serialization.StringSerializer");

pros.put("value.serializer","org.apache.kafka.common.serialization.StringSerializer");

pros.put("acks","-1");

pros.put("retries",3);

pros.put("batch.size",323840);

pros.put("linger.ms",10);

pros.put("buffer.memory",33554432);

pros.put("max.block.ms",3000);

Producer producer = new KafkaProducer(pros);

for (int i =0 ;i<100;i++)

{

producer.send(new ProducerRecord("shuaige",Integer.toString(i),Integer.toString(i)));

System.out.println("发送");

}

producer.close();

}

}

3. 消费者代码

import org.apache.kafka.clients.consumer.ConsumerRecord;

import org.apache.kafka.clients.consumer.ConsumerRecords;

import org.apache.kafka.clients.consumer.KafkaConsumer;

import java.util.Arrays;

import java.util.Properties;

/**

* @创建人 yang

* @创建时间 2019/2/25

*/

public class ConsumrTest {

public static void main(String[] args) {

String topicNmae="shuaige";

String groupID="test-group";

Properties props= new Properties();

props.put("bootstrap.servers","192.168.17.21:9092");

props.put("group.id",groupID);

props.put("enable.auto.commit","true");

props.put("auto.commit.interval.ms","1000");

props.put("auto.offset.reset","earliest");

props.put("key.deserializer","org.apache.kafka.common.serialization.StringDeserializer");

props.put("value.deserializer","org.apache.kafka.common.serialization.StringDeserializer");

KafkaConsumer consumer=new KafkaConsumer(props);

consumer.subscribe(Arrays.asList(topicNmae));

try {

while (true){

ConsumerRecords records=consumer.poll(1000);

for (ConsumerRecord record:records){

System.out.printf("offset = %d ,key =%s, value= %s%n" ,record.offset(),record.key(),record.value());

}

}

}finally {

consumer.close();

}

}

}

4. 执行程序

1、执行生产者代码；

2、执行消费者代码。