cluster_dispatcher.sh

配置Hadoop集群

最新推荐文章于 2023-03-25 15:20:54 发布

原创最新推荐文章于 2023-03-25 15:20:54 发布 · 248 阅读

0 ·

CC 4.0 BY-SA版权

文章标签：

#Hadoop

Hadoop 专栏收录该内容

26 篇文章

订阅专栏

本文提供了一个bash脚本示例，用于自动同步Hadoop、HBase和Zookeeper等配置文件到集群中的各个节点。通过简单的命令行参数指定组件名称，即可完成配置文件的分发。

#!/bin/bash

if [ $1 = "hadoop" ]; then
for s in `cat $HADOOP_INSTALL/etc/hadoop/slaves`
{
echo "Slave: $s"
scp -r $HADOOP_INSTALL/etc/hadoop/slaves hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/hadoop-env.sh hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/core-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/hdfs-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/mapred-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
scp -r $HADOOP_INSTALL/etc/hadoop/yarn-site.xml hadoop@$s:$HADOOP_INSTALL/etc/hadoop/
#scp -r $HADOOP_INSTALL/lib/native/* hadoop@$s:$HADOOP_INSTALL/lib/native
}
fi

if [ $1 = "hbase" ]; then
for s in `cat $HBASE_INSTALL/conf/regionservers`
{
echo "Slave: $s"
scp -r $HBASE_INSTALL/conf/regionservers hadoop@$s:$HBASE_INSTALL/conf/
scp -r $HBASE_INSTALL/conf/hbase-env.sh hadoop@$s:$HBASE_INSTALL/conf/
scp -r $HBASE_INSTALL/conf/hbase-site.xml hadoop@$s:$HBASE_INSTALL/conf/
}
fi

if [ $1 = "zookeeper" ]; then
for s in `cat $ZOOKEEPER_INSTALL/conf/zoo.cfg|grep "server."|awk -F '=' '{print $2}'|awk -F ':' '{print $1}'`
{
echo "Server: $s"
scp -r $ZOOKEEPER_INSTALL/conf/zoo.cfg hadoop@$s:$ZOOKEEPER_INSTALL/conf/
}
fi

if [ $1 = "file" ]; then
for s in `cat $HADOOP_INSTALL/etc/hadoop/slaves`
{
echo "Slave: $s"
scp -r $2/$3 hadoop@$s:$2
}
fi
exit 0