python 统计kafka主题中的数据量_kafka-python 获取topic lag值

说真，这个问题看上去很简单，但“得益”与kafka-python神奇的文档，真的不算简单，反正我是搜了半天还看了半天源码。直接上代码吧

from kafka import SimpleClient, KafkaConsumer

from kafka.common import OffsetRequestPayload, TopicPartition

def get_topic_offset(brokers, topic):

"""

获取一个topic的offset值的和

"""

client = SimpleClient(brokers)

partitions = client.topic_partitions[topic]

offset_requests = [OffsetRequestPayload(topic, p, -1, 1) for p in partitions.keys()]

offsets_responses = client.send_offset_request(offset_requests)

return sum([r.offsets[0] for r in offsets_responses])

def get_group_offset(brokers, group_id, topic):

"""

获取一个topic特定group已经消费的offset值的和

"""

consumer = KafkaConsumer(bootstrap_servers=brokers,

group_id=group_id,

)

pts =