Java接口中产量默认属性,kafka 简单 java 生产消费API 1.1

1. KafkaPropertiespackage com.immooc.spark.kafka;

public class KafkaProperties {

public static final String ZK = "localhost:2181";

public static final String TOPIC = "test";

public static final String BROKER_LIST = "localhost:9092";

public static final String GROUP_ID = "test_group1";

}

2. KafkaProducerTest

package com.immooc.spark.kafka;

import org.apache.kafka.clients.producer.KafkaProducer;

import org.apache.kafka.clients.producer.ProducerRecord;

import java.util.Properties;

import static org.apache.kafka.clients.producer.ProducerConfig.*;

public class KafkaProducerTest extends Thread{

private String topic;

private KafkaProducer producer;

public KafkaProducerTest(String topic){

this.topic = topic;

Properties properties = new Properties();

properties.put(BOOTSTRAP_SERVERS_CONFIG, KafkaProperties.BROKER_LIST);

properties.put(KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");

properties.put(VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");

properties.put(ACKS_CONFIG, "1");

properties.put(LINGER_MS_CONFIG, 0);

properties.put(BATCH_SIZE_CONFIG, 0);

producer = new KafkaProducer(properties);

}

@Override

public void run(){

int messageNo = 1;

while (true){

String message = "message_" + messageNo;

producer.send(new ProducerRecord(topic, message));

System.out.println("Send: " + message);

messageNo ++;

try{

Thread.sleep(2000);

}catch (Exception e){

e.printStackTrace();

}

}

}

}

3. KafkaConsumerTest

package com.immooc.spark.kafka;

import org.apache.kafka.clients.consumer.ConsumerRecord;

import org.apache.kafka.clients.consumer.ConsumerRecords;

import org.apache.kafka.clients.consumer.KafkaConsumer;

import java.util.Arrays;

import java.util.Properties;

import static org.apache.kafka.clients.consumer.ConsumerConfig.*;

public class KafkaConsumerTest extends Thread{

private String topic;

public KafkaConsumerTest(String topic){

this.topic = topic;

}

private KafkaConsumer createConsumer(){

Properties properties = new Properties();

properties.put(BOOTSTRAP_SERVERS_CONFIG, KafkaProperties.BROKER_LIST);

properties.put(GROUP_ID_CONFIG, KafkaProperties.GROUP_ID);

properties.put(ENABLE_AUTO_COMMIT_CONFIG, "true");

properties.put(AUTO_COMMIT_INTERVAL_MS_CONFIG, "1000");

properties.put(KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");

properties.put(VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");

return new KafkaConsumer(properties);

}

@Override

public void run(){

KafkaConsumer consumer = createConsumer();

consumer.subscribe(Arrays.asList(this.topic));

while (true){

ConsumerRecords records = consumer.poll(100);

for (ConsumerRecord record : records){

System.out.printf("offset = %d, key = %s, value = %s%n", record.offset(), record.key(), record.value());

}

}

}

}

Post Views: 7