Kafka安装及常用调试命令

1.在kafka官方网站中下载安装包

http://kafka.apache.org/downloads

2.安装zookeeper，同样去官方网站下载安装包（需要提前准备好java环境）

https://zookeeper.apache.org/releases.html

]# tar xf apache-zookeeper-3.7.0.tgz  -C /opt/zookeeper/

]# cd /opt/zookeeper/apache-zookeeper-3.7.0-bin/config/

]# cp zoo_sample.cfg zoo.cgf

]# vim zoo.config

...
12 dataDir=/data/zookeeper
...
14 clientPort=2181
...
# 最后加集群里的其他集群
36 server.6=192.168.100.6:2888:3888
37 server.7=192.168.100.7:2888:3888
38 server.8=192.168.100.8:2888:3888

创建myid文件(重要，在配置文件的dataDir目录下)

# node1 (保证id唯一就可以了)
echo 6 > /data/zookeeper/myid
# node2
echo 7 > /data/zookeeper/myid
# node3
echo 8 > /data/zookeeper/myid

三个节点，配置都是相同，zookeeper 配置唯一不同点就是 myid不同

启动服务

]# cd /opt/zookeeper/apache-zookeeper-3.7.0-bin/bin/

]# ./zkServer.sh start 

]# ss -unplt|grep java

[root@elk-1 bin]# ss -unlpt |grep java
tcp    LISTEN     0      50     [::]:2181               [::]:*                   users:(("java",pid=59000,fd=47))

3.安装kafka

]# tar xvf kafka_2.12-2.8.0.tgz -C /usr/local

]# cd   /usr/local/kafka_2.12-2.8.0/config

]# vim server.properties

... 
21 broker.id=6
...
31 listeners=PLAINTEXT://192.168.100.6:9092
...
123 zookeeper.connect=192.168.100.6:2181,192.168.100.7:2181,192.168.100.8:2181
...

# 后台启动

]# nohup bin/kafka-server-start.sh config/server.properties &  

]# jps

[root@elk-1 kafka_2.12-2.8.0]# jps
77121 ProdServerStart
60673 Jps
17618 ConsoleConsumer
2070 -- process information unavailable
59000 QuorumPeerMain
60251 Kafka
16574 ConsoleProducer

最后附上常用命令

创建topic
./kafka-topics.sh --create --zookeeper 192.168.100.6:2181 --config max.message.bytes=12800000 
--config flush.messages=1 --replication-factor 1 --partitions 1 --topic test

查看topic信息
./kafka-topics.sh --list --zookeeper 192.168.100.6:2181

查看topic的描述信息
./kafka-topics.sh --describe --zookeeper 192.168.100.6:2181 --topic test

topic删除
./kafka-topics.sh --delete --topic test0 --zookeeper 192.168.100.6:2181


命令行发消息
./kafka-console-producer.sh --broker-list 192.168.100.6:9092 --topic test


命令行消费信息
./kafka-console-consumer.sh --bootstrap-server 192.168.100.6:9092 --topic test --from-beginning