获取kafka消费覆盖比例，最大lag，平均lag的方法

最新推荐文章于 2024-05-12 14:08:32 发布

weixin_49457994

最新推荐文章于 2024-05-12 14:08:32 发布

阅读量424

点赞数 11

文章标签： kafka 分布式 java maven

本文链接：https://blog.csdn.net/weixin_49457994/article/details/134808471

版权

上代码：

public class ConsumerLagApply {

    public static void main(String[] args) {
        String ipPort="kafkaClusterIpPort";
        String consumerGroup="consumerGroup";
        String topic="topic";

        int partitionCount=0 ;
        long totalLag=0;
        long maxLag=0;
        int lagIsNotNull=0;
        BasicInfo basicInfo = new BasicInfo();
        KafkaConsumer consumer = basicInfo.kafkaConsumer(ipPort, consumerGroup);

        List<PartitionInfo> partitions = consumer.partitionsFor(topic);
            for (PartitionInfo partition : partitions) {
            TopicPartition topicPartition = new TopicPartition(partition.topic(), partition.partition());

            // 计算单个分区的lag
            consumer.assign(Collections.singletonList(topicPartition));

            consumer.seekToEnd(Collections.singletonList(topicPartition));
            long endOffset = consumer.position(topicPartition);
            if (endOffset!=0){
                lagIsNotNull++;
            }
            consumer.seek(topicPartition,consumer.position(topicPartition));
            long currentOffset = consumer.position(topicPartition);
            long lag = endOffset - currentOffset;

            maxLag = Math.max(maxLag, lag);
            totalLag += lag;
            partitionCount++;
        }

        double averageLag = totalLag / (double) partitionCount;
        double ratioConsumer = lagIsNotNull / (double) partitionCount;
        DecimalFormat decimalFormat = new DecimalFormat("0.0%");
        String ConsumerRatio = decimalFormat.format(ratioConsumer);
        System.out.println("Consumer coverage ratio: " + ConsumerRatio+",maxLag: "+maxLag+",avgLag: "+averageLag);
        consumer.close();
    }
}