假设已经配置好hadoop并上传到各个虚拟机上。
现在namenode有node1,node2;
datanode有node3,node4,node5;
journalnode有node6,node7,node8 并做zookeeper集群。
以下是脚本:
for a in {6..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "echo -n `date "+%Y-%m-%d %H:%M:%S"`;source /etc/profile;zkServer.sh start" ; donefor a in {6..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "echo -n `date "+%Y-%m-%d %H:%M:%S"`;source /etc/profile;zkServer.sh status" ; done
for a in {6..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;jps" ; done
for a in {1..1}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;hdfs zkfc -formatZK" ; done
for a in {6..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;hadoop-daemon.sh start journalnode" ; done
for a in {6..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;jps" ; done
for a in {1..1}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;hdfs namenode -format" ; done
for a in {1..1}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;hadoop-daemon.sh start namenode" ; done
for a in {2..2}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;hdfs namenode -bootstrapStandby" ; done
for a in {1..1}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;start-all.sh" ; done
for a in {2..2}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;yarn-daemon.sh start resourcemanager" ; done
for a in {1..1}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;mr-jobhistory-daemon.sh start historyserver " ; done
for a in {2..2}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "source /etc/profile;mr-jobhistory-daemon.sh start historyserver " ; done
for a in {1..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "echo '----------start------------';hostname;source /etc/profile;jps;echo '----------end------------'" ; done
for a in {1..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "echo -n '----------start------------';hostname;source /etc/profile;jps;echo -n '----------end--------------';hostname" ; done
for a in {1..8}; do sshpass -p root ssh -o StrictHostKeyChecking=no root@node$a "echo -n '----------start------------';hostname;source /etc/profile;rm -fr /opt/soft/hadoop-2.7.4/dfs/data/current/;echo -n '----------end--------------';hostname" ; done