Kafka集群的安装

1 首先，安装zookeeper

2 安装Kafka集群

2.1 上传Kafka安装包

2.2 解压

tar    -zxvf   kafka_2.12-2.6.2.tgz  -C  /opt/apps/

2.3 修改配置文件

vi servier.properties

#指定broker的id
broker.id=1
#数据存储的目录
log.dirs=/data/kafka
#指定zk地址
zookeeper.connect=centos01:2181,centos02:2181,centos03:2181
#可以删除topic的数据(生成环境不用配置)
#delete.topic.enable=true

3 将配置好的kafka拷贝的其他节点

for i in {2..3} ; do scp -r /opt/apps/kafka_2.12-2.6.2 centos0$i:/opt/apps/ ; done

4 修改其他节点Kafka的broker.id

5 启动zookeeper

sh /opt/apps/zookeeper-3.4.6/zk.sh start

6 启动Kafka

/opt/apps/kafka_2.12-2.6.2/bin/kafka-server-start.sh -daemon /opt/apps/kafka_2.12-2.6.2/config/server.properties

脚本

#!/bin/bash

case $1 in
"start"){
    echo " ================= 启动 Kafka集群 ================="
    for i in hadoop01 hadoop02 hadoop03
    do
        echo ---------- kafka $i 启动 ------------
        ssh $i "source /etc/profile;/opt/apps/kafka_2.12-2.6.2/bin/kafka-server-start.sh -daemon /opt/apps/kafka_2.12-2.6.2/config/server.properties"
    done
};;
"stop"){
    echo " ================= 关闭 Kafka集群 ================="
    for i in hadoop01 hadoop02 hadoop03
    do
        echo ---------- kafka $i 停止 ------------
        ssh $i "source /etc/profile;/opt/apps/kafka_2.12-2.6.2/bin/kafka-server-stop.sh stop"
    done
};;

7 jps

15949 QuorumPeerMain
16350 Kafka
18927 Jps