大数据组件-Kafka常用命令（持续更新完善）

kafka_2.12-1.0.2 common command

1.启动kafka服务

bin/kafka-server-start.sh config/server.properties &

2.停止kafka服务

./kafka-server-stop.sh

3.查看所有的话题

./kafka-topics.sh --list --zookeeper localhost:9092
./kafka-topics.sh --list --zookeeper localhost:2181

内网

kafka-topics --list --zookeeper ip:2181

4.创建topic

./kafka-topics.sh --create --zookeeper localhost:2181 --partitions 1 --replication-factor 1 --topic hotitems
./kafka-topics.sh --list --zookeeper localhost:2181

5.创建生产者

./kafka-console-producer.sh --broker-list localhost:9092 --topic wordcount

./kafka-console-producer.sh --broker-list localhost:9092 --topic hotitems

6.启动kafka connect

bin/connect-standalone.sh config/connect-standalone.properties config/connect-mysql-source.properties

7.消费kafka，查看是否导入成功

hotitems
./kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic hotitems --from-beginning
maxwell
./kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic maxwell --from-beginning
user_behavior
./kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic user_behavior --from-beginning

8.删除topic数据？？？？？慎用待验证

./bin/kafka-topics.sh --delete --topic hotitems --zookeeper localhost:2181

某一topic数据清空

./kafka-topics.sh --zookeeper localhost:2181 --delete --topic hotitems

kafka_2.12-1.0.2 cm manage kafka

某一topic数据清空

kafka-topics --zookeeper localhost:2181 --delete --topic hotitems

kafka-topics --list --zookeeper localhost:9092

kafka-topics --create --zookeeper ip:2181 --partitions 40 --replication-factor 1 --topic all_type_data_r2p40

kafka-topics --create --zookeeper ip:2181 --partitions 5 --replication-factor 1 --topic user_follow

kafka-topics --create --zookeeper ip:2181 --partitions 5 --replication-factor 1 --topic video_info

kafka-topics --create --zookeeper ip:2181 --partitions 5 --replication-factor 1 --topic user_active

kafka-topics --create --zookeeper ip:2181 --partitions 5 --replication-factor 1 --topic default_r2p5


kafka-topics --create --zookeeper ip:2181 --partitions 5 --replication-factor 1 --topic flink-rt-calc

wordcount topic
kafka-topics --create --zookeeper localhost:2181 --partitions 5 --replication-factor 1 --topic wordcount

查看所有的话题

kafka-topics --list --zookeeper ip:2181

kafka-topics --list --zookeeper ip:2181

kafka-topics --list --zookeeper localhost:2181

列出指定话题的详细信息

kafka-topics --zookeeper ip:2181 --describe  --topic all_type_data_r2p40

kafka-topics --zookeeper ip:2181 --describe  --topic wordcount

kafka生产数据

kafka-console-producer --broker-list ip:9092 --topic wordcount

kafka-console-consumer --bootstrap-server localhost:9092 --topic hotitems --from-beginning

--bootstrap-server localhost:9092 --topic wordcount --from-beginning

kafka-console-producer --broker-list ip:9092 --topic wordcount

kafka-console-consumer --bootstrap-server ip:9092 --topic wordcount --from-beginning

listeners=PLAINTEXT://0.0.0.0:9092,
advertised.listeners=PLAINTEXT://xxxdata002:9092

netstat -anp | grep 9092

kafka-consumer-groups --new-consumer --bootstrap-server ip:9092 --list

kafka-console-consumer --bootstrap-server localhost:9092 --topic hotitems --from-beginning

kafka-console-consumer --bootstrap-server ip:9092 --topic maxwell --from-beginning