shell一键安装Kafka(3节点)

shell一键部署jdk_三台
shell一键部署Scala_三台

1. 准备好三台已经安装好jdk和scala的机器

172.16.149.150 cdh-master
172.16.149.151 cdh-worker1
172.16.149.152 cdh-worker2

2. 编写代码

#!/bin/bash
ipath=/opt/bigdata
echo "安装kafka集群"
installpath=$(cd `dirname $0`; pwd)
echo ${installpath}
filepath=${installpath}/files
echo "解压kafka压缩包"
tar -xvf ${filepath}/kafka.tar.gz > /dev/null 2>&1
cd kafka* && kafkaname=`pwd | awk -F '/' '{print $NF}'`
echo "kafka版本：${kafkaname}"
echo "移动解压包到指定kafka路径"
cd ${installpath} && cp -rf ${kafkaname}/ ${ipath}/kafka/
echo "配置kafka环境变量"
echo "#kafka home"
echo "export KAFKA_HOME=${ipath}/kafka/${kafkaname}" >> ~/.bash_profile
echo 'export PATH=$KAFKA_HOME/bin:$PATH' >> ~/.bash_profile
echo "刷新环境变量"
source ~/.bash_profile > /dev/null 2>&1
echo "循环 分发到其他节点"
for i in {1..2}
do
	scp -r ${ipath}/kafka/${kafkaname} root@cdh-worker$i:${ipath}/kafka
done
echo ;
echo "循环机器 在从节点  修改 broker.id"
for i in {1..2}
do
    ssh -Tq root@cdh-worker$i <<remotessh
        sed -i "s/broker.id=0/broker.id=$i/g" ${ipath}/kafka/${kafkaname}/config/server.properties
        sed -i "s/listeners=PLAINTEXT:\/\/cdh-master:9092/listeners=PLAINTEXT:\/\/cdh-worker${i}:9092/g" ${ipath}/kafka/${kafkaname}/config/server.properties
        sed -i "s/advertised.listeners=PLAINTEXT:\/\/cdh-master:9092/advertised.listeners=PLAINTEXT:\/\/cdh-worker${i}:9092/g" ${ipath}/kafka/${kafkaname}/config/server.properties
    exit
remotessh
done
echo "启动kafka 。。。"
mkdir -p ${ipath}/kafka/logs
nohup ${ipath}/kafka/${kafkaname}/bin/kafka-server-start.sh ${ipath}/kafka/${kafkaname}/config/server.properties >/${ipath}/kafka/logs/server.log 2>&1 &
for i in {1..2}
do
    ssh -Tq root@cdh-worker$i <<remotessh
    	mkdir -p ${ipath}/kafka/logs
    	echo "启动从节点 cdh-worker$i"
        nohup ${ipath}/kafka/${kafkaname}/bin/kafka-server-start.sh ${ipath}/kafka/${kafkaname}/config/server.properties >/${ipath}/kafka/logs/server.log 2>&1 &
    exit
remotessh
done