kafka 相关相关命令行操作

明之晓

已于 2022-11-01 23:49:41 修改

阅读量499

点赞数

文章标签： kafka

于 2022-11-01 23:49:32 首次发布

本文链接：https://blog.csdn.net/qq_37207854/article/details/127643797

版权

# docker直接拉取kafka和zookeeper的镜像
docker pull wurstmeister/kafka
docker pull wurstmeister/zookeeper 
# 首先需要启动zookeeper，如果不先启动，启动kafka没有地方注册消息
docker run -it --name zookeeper -p 12181:2181 -d wurstmeister/zookeeper:latest
# 启动kafka容器，注意需要启动三台,注意端口的映射，都是映射到9092
# 第一台
docker run -it --name kafka01 -p 19092:9092 -d -e KAFKA_BROKER_ID=0 -e KAFKA_ZOOKEEPER_CONNECT=192.168.3.50:12181 -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://192.168.3.50:19092 -e KAFKA_LISTENERS=PLAINTEXT://0.0.0.0:9092 wurstmeister/kafka:latest
# 第二台
docker run -it --name kafka02 -p 19093:9092 -d -e KAFKA_BROKER_ID=1 -e KAFKA_ZOOKEEPER_CONNECT=192.168.3.50:12181 -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://192.168.3.50:19093 -e KAFKA_LISTENERS=PLAINTEXT://0.0.0.0:9092 wurstmeister/kafka:latest
# 第三台
docker run -it --name kafka03 -p 19094:9092 -d -e KAFKA_BROKER_ID=2 -e KAFKA_ZOOKEEPER_CONNECT=192.168.3.50:12181 -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://192.168.3.50:19094 -e KAFKA_LISTENERS=PLAINTEXT://0.0.0.0:9092 wurstmeister/kafka:latest




# 创建topic名称为first，3个分区，1个副本
./kafka-topics.sh --zookeeper 192.168.3.50:12181 --create --topic two --replication-factor 1 --partitions 3
# 查看first此topic信息
./kafka-topics.sh --zookeeper 192.168.3.50:12181 --describe --topic test
Topic: first	PartitionCount: 3	ReplicationFactor: 1	Configs: 
	Topic: first	Partition: 0	Leader: 2	Replicas: 2	Isr: 2
	Topic: first	Partition: 1	Leader: 0	Replicas: 0	Isr: 0
	Topic: first	Partition: 2	Leader: 1	Replicas: 1	Isr: 1
# 调用生产者生产消息
./kafka-console-producer.sh --broker-list 192.168.3.50:19092,192.168.3.50:19093,192.168.3.50:19094 --topic wuzw03


# 调用消费者消费消息，from-beginning表示读取全部的消息
./kafka-console-consumer.sh --bootstrap-server 192.168.3.50:19092,192.168.3.50:19093,192.168.3.50:19094 --topic wuzw03 --from-beginning

./kafka-console-consumer.sh --bootstrap-server 192.168.3.50:19092,192.168.3.50:19093,192.168.3.50:19094  --describe --group wzw_consumer

# 删除topic
./kafka-topics.sh --zookeeper 192.168.3.50:12181 --delete --topic second



# 修改分区数
./kafka-topics.sh --zookeeper 192.168.3.50:12181 --alter --topic wuzw03 --partitions 3



docker run -d \
    -p 18080:8080 \
    -e DEFAULT_USERNAME=admin \
    -e DEFAULT_PASSWORD=admin \
    --name kafka-map \
    --restart always dushixiang/kafka-map:latest



docker run -d -p 18080:8080 -e DEFAULT_USERNAME=admin -e DEFAULT_PASSWORD=admin --name kafka-map   --restart always dushixiang/kafka-map:latest





docker run --name kafka-manager -d  \
	-p 19000:9000  \
	-e ZK_HOSTS="192.168.3.50:12181" \
	sheepkiller/kafka-manager


docker run -d --name kafka-eagle \
 -p 28048:8048 \
 rottenleaf/kafka-eagle:2.0.3


// 消费者组列表
./kafka-consumer-groups.sh --bootstrap-server 192.168.3.50:19092,192.168.3.50:19093,192.168.3.50:19094 --list


// 启动消费者群组
./kafka-console-consumer.sh --bootstrap-server 192.168.3.50:19093 --topic wuzw03 --consumer.config ../config/consumer.properties



//
./kafka-consumer-groups.sh --bootstrap-server 192.168.3.50:19093 --group test-consumer-group --topic wuzw03  --dry-run --reset-offsets --to-offset 0 –execute

./kafka-consumer-groups.sh --zookeeper 192.168.3.50:12181 --group test-consumer-group --topic wuzw03  --dry-run --reset-offsets --to-offset 0 –execute