/**
* Created by lmy on 2018/10/10.
*/
public class TEST {
public static void main(String[] args) {
Properties props = new Properties();
props.put("bootstrap.servers", "host11:9092,host13:9092");
props.put("auto.offset.reset", "latest");
props.put("socket.timeout.ms", "300000");
props.put("zookeeper.session.timeout.ms", "300000");
props.put("auto.commit.enable", "true");
// 必须要使用别的组名称, 如果生产者和消费者都在同一组,则不能访问同一组内的topic数据
props.put("group.id", "111");
/* key的序列化类 */
props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
/* value的序列化类 */
props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
/* 定义consumer */
KafkaConsumer<String, String> consumer = new KafkaConsumer<String, String>(props);
/* 消费者订阅的topic, 可同时订阅多个topic,用逗号隔开 */
consumer.subscribe(Arrays.asList("a3"));
props.put("metadata.broker.list", "host58:9092,host59:9092,host60:9092");
props.put("serializer.class", "kafka.serializer.StringEncoder");
ProducerConfig config = new ProducerConfig(props);
Producer<String, String> producer = new Producer<String, String>(config);
/* 读取数据,读取超时时间为100ms */
while (true) {
ConsumerRecords<String, String> records = consumer.poll(1000);
for (ConsumerRecord<String, String> record : records) {
System.out.println(record.value());
KeyedMessage<String, String> message = new KeyedMessage<String, String>("a4", record.value());
producer.send(message);
}
}
}
}