java topicpartition,Java KafkaConsumer.listTopics方法代码示例

import org.apache.kafka.clients.consumer.KafkaConsumer; //导入方法依赖的package包/类

/**

* When an object implementing interface Runnable is used

* to create a thread, starting the thread causes the object's

* run method to be called in that separately executing

* thread.

*

* The general contract of the method run is that it may

* take any action whatsoever.

*

* @see Thread#run()

*/

@Override

public void run() {

String group = "kafka-insight-logOffsetListener";

int sleepTime = 60000;

KafkaConsumer, Array> kafkaConsumer = null;

while (true) {

try {

if (null == kafkaConsumer) {

kafkaConsumer = KafkaUtils.createNewKafkaConsumer(brokersInfo, group);

}

Map> topicPartitionsMap = kafkaConsumer.listTopics();

for (List partitionInfoList : topicPartitionsMap.values()) {

for (PartitionInfo partitionInfo : partitionInfoList) {

TopicPartition topicPartition = new TopicPartition(partitionInfo.topic(), partitionInfo.partition());

Collection topicPartitions = Arrays.asList(topicPartition);

kafkaConsumer.assign(topicPartitions);

kafkaConsumer.seekToEnd(topicPartitions);

Long logEndOffset = kafkaConsumer.position(topicPartition);

logEndOffsetMap.put(topicPartition, logEndOffset);

}

}

Thread.sleep(sleepTime);

} catch (Exception e) {

e.printStackTrace();

if (null != kafkaConsumer) {

kafkaConsumer.close();

kafkaConsumer = null;

}

}

}

}