cluster_dispatcher.sh_cluster-dispatcher-CSDN博客

本文链接：https://blog.csdn.net/rocksword/article/details/43528785

本文提供了一个bash脚本示例，用于自动同步Hadoop、HBase和Zookeeper等配置文件到集群中的各个节点。通过简单的命令行参数指定组件名称，即可完成配置文件的分发。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

#!/bin/bash

if [ $1 = "hadoop" ]; then
for s in `cat $HADOOP_INSTALL/etc/hadoop/slaves`
{
echo "Slave: $s"
scp -r $HADOOP_INSTALL/etc/hadoop/slaves hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/hadoop-env.sh hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/core-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/hdfs-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/mapred-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/yarn-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
#scp -r $HADOOP_INSTALL/lib/native/* hadoop@$s:$HADOOP_INSTALL/lib/native
}
fi

if [ $1 = "hbase" ]; then
for s in `cat $HBASE_INSTALL/conf/regionservers`
{
echo "Slave: $s"
scp -r $HBASE_INSTALL/conf/regionservers hadoop@$s:$HBASE_INSTALL/conf/
scp -r $HBASE_INSTALL/conf/hbase-env.sh hadoop@$s:$HBASE_INSTALL/conf/
scp -r $HBASE_INSTALL/conf/hbase-site.xml hadoop@$s:$HBASE_INSTALL/conf/
}
fi

if [ $1 = "zookeeper" ]; then
for s in `cat $ZOOKEEPER_INSTALL/conf/zoo.cfg|grep "server."|awk -F '=' '{print $2}'|awk -F ':' '{print $1}'`
{
echo "Server: $s"
scp -r $ZOOKEEPER_INSTALL/conf/zoo.cfg hadoop@$s:$ZOOKEEPER_INSTALL/conf/
}
fi

if [ $1 = "file" ]; then
for s in `cat $HADOOP_INSTALL/etc/hadoop/slaves`
{
echo "Slave: $s"
scp -r $2/$3 hadoop@$s:$2
}
fi
exit 0