kafka 基本配置和 常用命令

vi /root/software/fafka211/config

//单节点 配置
vi server-properties
set nu
21 broker.id=0
36 advertised.listeners=PLAINTEXT://192.168.107.103:9092 //写消息的端口号
60 log.dirs=/root/software/kafka211/kafka-logs
123 zookeeper.connect=192.168.107.103:2181
137 delete.topic.enable=true

//高可用 修改的地方
broker.id=0 broker.id=1 broker.id=2
zookeeper.connect=192.168.107.103:2181,192.168.107.104:2181,192.168.107.105:2181

配置环境变量
export KAFKA_HOME=/root/software/kafka211
export PATH=$PATH:$KAFAK_HOME/bin

source /etc/profile

启动zookeeper
/root/software/zookeeper/zkServer.sh start
/root/software/zookeeper/zkServer.sh status

启动fakafa 服务

kafka-server-start.sh /root/software/kafka211/config/server.properties

//后台启动
kafka-server-start.sh -daemon /root/software/kafka211/config/server.properties

//nohup 挂起启动
nohup kafka-server-start.sh /root/software/kafka211/config/server.properties >kafka.log 2>&1

//查看kafka队列
kafka-topics.sh --zookeeper 192.168.107.103:2181 --list
//删除kafka的文件
kafka-topics.sh --zookeeper 192.168.107.103:2181 --delete --topic 文件名

//创建topic partitions 分区 replication-factor 副本
kafka-topics.sh --zookeeper 192.168.107.103:2181 --create --topic mydemo --partitions 1 --replication-factor 1

//查看mydemo主题详情
kafka-topics.sh --zookeeper 192.168.107.103:2181 --describe --topic mydemo

//生产消息
kafka-console-producer.sh --topic mydemo --broker-list 192.168.107.103:9092

//消费消息
kafka-console-consumer.sh --topic mydemo --bootstrap-server 192.168.107.103:9092 --from-beginning

//查看消息队列数量
kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list 192.168.107.103:9092 --topic mydemo -time -1 --offsets 1

//重置访问地址 修改group 使得在commit过的情况下能够再次消费消息
kafka-streams-application-reset.sh --zookeeper 192.168.153.135:2181
–application-id group_1 --input-topics mydemo