使用Shell脚本简化jps,zookeeper,kafka,storm的开启和关闭

1.调用所有节点的jps指令

 
 

   
   

    
    

   
   
   
   

    
    

     
     #!/bin/bash
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     #输出提示信息
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     echo 
     
     "start jps-all.sh..."
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     #设置映射集合
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     hosts=
     
     "master node1 node2 node3"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     #循环连接，执行脚本
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     for host 
     
     in 
     
     $hosts
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     do
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "---------$host--------"
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     #连接host主机，调用jps指令
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
       ssh 
     
     $host 
     
     "source /etc/profile; jps"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     done
    
    
   
   
 
 

 

2.开启所有节点的zookeeper（查看状态，停止脚本类似，只需更改命令后的参数）

 
 

   
   

    
    

   
   
   
   

    
    

     
     #!/bin/shell
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     echo 
     
     "start zookeeper server..."
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     #hosts里是安装zookeeper的主机名
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     hosts=
     
     "master node1 node2 node3"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     #用循环来分别执行zkServer.sh start的脚本
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     for host 
     
     in 
     
     $hosts
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     do
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "--------$host--------"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
       ssh 
     
     $host  
     
     "source /etc/profile; /home/hadoop/zookeeper-3.4.10/bin/zkServer.sh start"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     done
    
    
   
   
 
 

 

3.启动和关闭kafka

启动 (如果想要使用环境变量，则需要在本机配置环境变量)

 
 

   
   

    
    

   
   
   
   

    
    

     
     #!/bin/bash
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     echo 
     
     "start kafka server..."
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     hosts=
     
     "node1 node2 node3"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     for host 
     
     in 
     
     $hosts
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     do
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "--------$host--------"      
     
     # 用-daemon代表后台进行
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
       ssh 
     
     $host  
     
     "source /etc/profile; /home/hadoop/kafka-2.11/bin/kafka-server-start.sh -daemon /home/hadoop/kafka-2.11/config/server.properties &"
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "OK!"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     done
    
    
   
   
 
 

关闭

 
 

   
   

    
    

   
   
   
   

    
    

     
     #!/bin/bash
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     echo 
     
     "stop kafka server..."
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     hosts=
     
     "node1 node2 node3"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     for host 
     
     in 
     
     $hosts
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     do
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "--------$host--------"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
       ssh 
     
     $host  
     
     "source /etc/profile; /home/hadoop/kafka-2.11/bin/kafka-server-stop.sh"
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "OK!"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     done
    
    
   
   
 
 

 

4.启动和关闭storm

启动

 
 

   
   

    
    

   
   
   
   

    
    

     
     #!/bin/bash
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     echo 
     
     "start storm server..."
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     source /etc/profile
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     storm nimbus >
     
     ${STORM_HOME}/nimbus.log 2>&1 &
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     storm ui >
     
     ${STORM_HOME}/ui.log 2>&1 &
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     hosts=
     
     "node1 node2 node3"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     for host 
     
     in 
     
     $hosts
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     do
    
    
   
   

   
   

    
    

   
   
   
   

    
    
    
     
     echo 
     
     "--------$host--------"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
         ssh 
     
     $host  
     
     "source /etc/profile; ${STORM_HOME}/bin/storm supervisor >${STORM_HOME}/supervisor.log 2>&1 &"
    
    
   
   

   
   

    
    

   
   
   
   

    
    
    
     
     echo 
     
     "OK!"
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     done
    
    
   
   
 
 

关闭

从节点编写脚本 stop-supervisor.sh

 
 

   
   

    
    

   
   
   
   

    
    

     
     #!/bin/bash
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     source /etc/profile
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     kill -9 `ps -ef|grep daemon.supervisor | awk 
     
     '{print $2}'|head -1` &
    
    
   
   
 
 

主节点编写stop-storm.sh

 
 

   
   

    
    

   
   
   
   

    
    

     
     #!/bin/bash
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     source /etc/profile
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     echo 
     
     "stop storm server..."
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     kill -9 `ps -ef|grep daemon.nimbus | awk 
     
     '{print $2}'|head -1` >
     
     ${STORM_HOME}/nimbus.log 2>&1
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     kill -9 `ps -ef|grep core | awk 
     
     '{print $2}'|head -1` >
     
     ${STORM_HOME}/ui.log 2>&1
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     hosts=
     
     "node1 node2 node3"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     for host 
     
     in 
     
     $hosts
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     do
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "--------$host--------"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
       ssh 
     
     $host 
     
     "source /etc/profile; /home/hadoop/shelltools/stop-supervisor.sh >${STORM_HOME}/supervisor.log 2>&1 &"
    
    
   
   

   
   

    
    

   
   
   
   

    
    
  
     
     echo 
     
     "OK!"
    
    
   
   

   
   

    
    

   
   
   
   

    
    

     
     done
    
    
   
   
 
 

 

如果对你有帮助的话就点个赞鼓励一下吧！