Kafka环境安装

1. Kafka源码包下载
   http://mirror.bit.edu.cn/apache/kafka/

2. 集群环境

IP	主机名
192.168.205.60	master
192.168.205.65	slave1
192.168.205.66	slave2

 

1. 下载软件包

#Master
wget http://mirror.bit.edu.cn/apache/kafka/0.10.2.1/kafka_2.11-0.10.2.1.tgz
tar zxvf kafka_2.11-0.10.2.1.tgz
mv kafka_2.11-0.10.2.1 /usr/local/

1. 修改Kafka配置文件

#Master
vim /usr/local/kafka_2.11-0.10.2.1/config/server.properties
log.dirs=/tmp/kafka-logs
zookeeper.connect=master:2181,slave1:2181,slave2:2181 

1. 增加环境变量

#Master、Slave1、Slave2
vim /etc/profile
#set kafka environment
export KAFKA_HOME=/usr/local/kafka_2.11-0.10.2.1
export PATH=$KAFKA_HOME/bin:$PATH
#刷新环境变量
source /etc/profile

1. 拷贝软件包

ansible Vmware -m synchronize -a 'src=/usr/local/kafka_2.11-0.10.2.1 dest=/usr/local rsync_opts=-avuz'
ansible Vmware -m synchronize -a 'src=/etc/profile dest=/etc rsync_opts=-avuz'

1. 修改Kafka配置文件

#Master
vim /usr/local/kafka_2.11-0.10.2.1/config/server.properties
broker.id=0
#Slave1
vim /usr/local/kafka_2.11-0.10.2.1/config/server.properties
broker.id=1
#Slave2
vim /usr/local/kafka_2.11-0.10.2.1/config/server.properties
broker.id=2

1. 启动Kafka-Zookeeper集群

#如果启动了Zookeeper集群则跳过此步骤
echo '/usr/local/kafka_2.11-0.10.2.1/bin/zookeeper-server-start.sh /usr/local/kafka_2.11-0.10.2.1/config/zookeeper.properties' > /usr/local/kafka_2.11-0.10.2.1/bin/start-kafka-zookeeper.sh
chmod +x /usr/local/kafka_2.11-0.10.2.1/bin/start-kafka-zookeeper.sh
/usr/local/kafka_2.11-0.10.2.1/bin/start-kafka-zookeeper.sh
#同步启动文件
ansible Vmware -m synchronize -a 'src=/usr/local/kafka_2.11-0.10.2.1/bin/start-kafka-zookeeper.sh dest=/usr/local/kafka_2.11-0.10.2.1/bin rsync_opts=-avuz'

#修改Zookeeper数据目录
vim /usr/local/kafka_2.11-0.10.2.1/config/zookeeper.properties
dataDir=/usr/local/zookeeper-3.4.10/data
#同步数据文件
ansible Vmware -m synchronize -a 'src=/usr/local/kafka_2.11-0.10.2.1/config/zookeeper.properties dest=/usr/local/kafka_2.11-0.10.2.1/config rsync_opts=-avuz'

8.启动Kafka集群

#Master、Slave1、Slave2
echo '/usr/local/kafka_2.11-0.10.2.1/bin/kafka-server-start.sh /usr/local/kafka_2.11-0.10.2.1/config/server.properties' > /usr/local/kafka_2.11-0.10.2.1/bin/start-kafka.sh
chmod +x /usr/local/kafka_2.11-0.10.2.1/bin/start-kafka.sh
/usr/local/kafka_2.11-0.10.2.1/bin/start-kafka.sh
#同步启动文件
ansible Vmware -m synchronize -a 'src=/usr/local/kafka_2.11-0.10.2.1/bin/start-kafka.sh dest=/usr/local/kafka_2.11-0.10.2.1/bin rsync_opts=-avuz'

1. 进程状态

jps
#Master
[root@master config]# jps
16560 Kafka

#Slave1
[root@slave1 ~]# jps
9542 Kafka


#Slave2
[root@slave2 ~]# jps
9596 Kafka

1. 关闭集群

#master、Slave1、Slave2
/usr/local/kafka_2.11-0.10.2.1/bin/kafka-server-stop.sh