脚本启动hadoop、spark、zookeeper、kafka集群

最新推荐文章于 2024-09-19 18:03:28 发布

billows9297

最新推荐文章于 2024-09-19 18:03:28 发布

阅读量373

点赞数

文章标签： spark hadoop kafka

本文链接：https://blog.csdn.net/wjt199866/article/details/107026967

版权

<1>启动hadoop集群和spark集群

#!/bin/bash
echo "..........开始启动hadoop集群.........."
$HADOOP_HOME/sbin/start-all.sh
echo "..........hadoop集群启动完毕.........."

echo "..........开始启动spark集群.........."
$SPARK_HOME/sbin/start-master.sh;$SPARK_HOME/sbin/start-slaves.sh
echo "..........spark集群启动完毕.........."

<2>关闭hadoop集群和spark集群

#!/bin/bash
echo "..........开始关闭spark集群.........."
$SPARK_HOME/sbin/stop-master.sh;$SPARK_HOME/sbin/stop-slaves.sh
echo "..........spark集群关闭完毕.........."

echo "..........开始关闭hadoop集群.........."
$HADOOP_HOME/sbin/stop-all.sh
echo "..........hadoop集群关闭完毕.........."

<3>启动zookeeper/kafka集群

#!/bin/bash
echo "..........开始启动zookeeper集群.........."
for i in 10.103.104.181 10.103.104.182 10.103.104.183
do
ssh $i "source /etc/profile;source ~/.bashrc;$ZOOKEEPER_HOME/bin/zkServer.sh start"
done
echo "..........zookeeper集群启动完毕.........."

echo "..........开始启动kafka集群.........."
for j in 10.103.104.181 10.103.104.182 10.103.104.183
do
ssh $j "source /etc/profile;source ~/.bashrc;$KAFKA_HOME/bin/kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties"
done
echo "..........kafka集群启动完毕.........."

<4>关闭zookeeper/kafka集群
#!/bin/bash
echo "..........开始关闭kafka集群.........."
for i in 10.103.104.181 10.103.104.182 10.103.104.183
do
ssh $i "source /etc/profile;source ~/.bashrc;$KAFKA_HOME/bin/kafka-server-stop.sh"
done
echo "..........kafka集群关闭完毕.........."

echo "..........开始关闭zookeeper集群.........."
for j in 10.103.104.181 10.103.104.182 10.103.104.183
do
ssh $j "source /etc/profile;source ~/.bashrc;$ZOOKEEPER_HOME/bin/zkServer.sh stop"
done
echo "..........zookeeper集群关闭完毕.........."