kafka常用命令

1.    数据生产消费
#生产者
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-console-producer.sh --bootstrap-server 10.16.50.128:9092 --topic test
#消费者
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-console-consumer.sh --bootstrap-server 10.16.50.128:9092 --topic test --from-beginning
2.    Topic分析查询
#查看偏移量
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 10.16.90.94:9092,10.16.90.95:9092,10.16.90.96:9092 --describe --group flink_test_128
#手动调整偏移量
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 10.16.90.94:9092,10.16.90.95:9092,10.16.90.96:9092 --group flink_test_128 --topic *** --reset-offsets --to-offset 123 -execute
#列举所有topic
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-topics.sh --zookeeper 10.16.50.128/kafka  --list
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-topics.sh --zookeeper 10.16.50.128/kafka  --describe
#创建topic
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-topics.sh --zookeeper cdh3/kafka  --create --topic sta_hx_kapp_kjidat --partitions 1 --replication-factor 3
#删除topic
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-topics.sh --delete --zookeeper 10.16.50.128/kafka  --topic riqie_jyyxrz_ods

3.    Topic配置修改
#修改kafka副本数
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-reassign-partitions.sh --zookeeper dsj-pm96:2181,dsj-pm97:2181,dsj-pm98:2181/kafka --reassignment-json-file hudi.json --execute
#修改kafka副本数，查看修改状态
/opt/cloudera/parcels/CDH/lib/kafka/bin/kafka-reassign-partitions.sh --zookeeper dsj-pm96:2181,dsj-pm97:2181,dsj-pm98:2181/kafka --reassignment-json-file hudi.json --verify
{
  "version": 1,
  "partitions": [
    {
      "topic": "ATLAS_ENTITIES",
      "partition": 0,
      "replicas": [
        588,
        589,
        590
      ]
    }
  ]
}

#修改kafka leader
/opt/cloudera/parcels/CDH/lib/zookeeper/bin/zkCli.sh
get /kafka/brokers/topics/test1/partitions/0/state
delete /kafka/brokers/topics/test1/partitions/0/state
create /kafka/brokers/topics/test1/partitions/0/state {"controller_epoch":4,"leader":212,"version":1,"leader_epoch":4,"isr":[212]}