08_常用脚本总结

种·一棵树吧

已于 2024-03-10 14:01:35 修改

阅读量340

点赞数 7

分类专栏：大数据文章标签：服务器运维

于 2024-03-10 14:01:12 首次发布

本文链接：https://blog.csdn.net/qq_45796431/article/details/136600947

版权

大数据专栏收录该内容

9 篇文章 0 订阅

订阅专栏

xsync

#!/bin/bash

#1. 判断参数个数
if [ $# -lt 1 ]; then
  echo "Not Enough Argument"
  exit
fi

#2. 遍历集群所有机器
for host in hadoop102 hadoop103 hadoop104; do
  echo "===============  $host  ==============="
  #3. 遍历所有目录，挨个发送

  for file in $@; do
    #4. 判断文件是否存在
    if [ -e $file ]; then
      #5. 获取父目录
      pdir=$(
        cd -P $(dirname $file)
        pwd
      )

      #6. 获取当前文件的名称
      fname=$(basename $file)
      ssh $host "mkdir -p $pdir"
      rsync -av $pdir/$fname $host:$pdir
    else
      echo $file does not exists!
    fi
  done
done

myhadoop.sh

#!/bin/bash

if [ $# -lt 1 ]; then
  echo "No Args Input..."
  exit
fi

case $1 in
"start")
  echo "==================== 启动 hadoop 集群 ===================="
  echo "==================== 启动 hdfs ===================="
  ssh hadoop102 "/opt/module/hadoop-3.3.5/sbin/start-dfs.sh"
  echo "==================== 启动 yarn ===================="
  ssh hadoop103 "/opt/module/hadoop-3.3.5/sbin/start-yarn.sh"
  echo "==================== 启动 historyserver ===================="
  ssh hadoop102 "/opt/module/hadoop-3.3.5/bin/mapred --daemon start historyserver"
  ;;
"stop")
  echo "==================== 关闭 hadoop 集群 ===================="
  echo "==================== 关闭 historyserver ===================="
  ssh hadoop102 "/opt/module/hadoop-3.3.5/bin/mapred --daemon stop historyserver"
  echo "==================== 关闭 yarn ===================="
  ssh hadoop103 "/opt/module/hadoop-3.3.5/sbin/stop-yarn.sh"
  echo "==================== 关闭 hdfs ===================="
  ssh hadoop102 "/opt/module/hadoop-3.3.5/sbin/stop-dfs.sh"
  ;;
*)
  echo "Input Args Error..."
  ;;
esac

jpsall

#!/bin/bash

for host in hadoop102 hadoop103 hadoop104; do
  echo ============ $host ===========
  ssh $host jps
done

zk.sh

#!/bin/bash
case $1 in
"start") {
  for i in hadoop102 hadoop103 hadoop104; do
    echo ---------- zookeeper $i 启动 ------------
    ssh $i "/opt/module/zookeeper-3.7.1/bin/zkServer.sh start"
  done
} ;;
"stop") {
  for i in hadoop102 hadoop103 hadoop104; do
    echo ---------- zookeeper $i 停止 ------------
    ssh $i "/opt/module/zookeeper-3.7.1/bin/zkServer.sh stop"
  done
} ;;
"status") {
  for i in hadoop102 hadoop103 hadoop104; do
    echo ---------- zookeeper $i 状态 ------------
    ssh $i "/opt/module/zookeeper-3.7.1/bin/zkServer.sh status"
  done
} ;;
esac

kf.sh

#! /bin/bash
case $1 in
"start") {
  for i in hadoop102 hadoop103 hadoop104; do
    echo " --------启动 $i Kafka-------"
    ssh $i "/opt/module/kafka/bin/kafka-server-start.sh -daemon /opt/module/kafka/config/server.properties"
  done
} ;;
"stop") {
  for i in hadoop102 hadoop103 hadoop104; do
    echo " --------停止 $i Kafka-------"
    ssh $i "/opt/module/kafka/bin/kafka-server-stop.sh "
  done
} ;;
esac

myHA.sh

#!/bin/bash

if [ $# -lt 1 ]; then
  echo "No Args Input..."
  exit
fi

case $1 in
"start")
  echo "==================== 启动 hadoop 集群 ===================="
  echo "==================== 启动 hdfs ===================="
  ssh hadoop102 "/opt/ha/hadoop-3.3.5/sbin/start-dfs.sh"
  echo "==================== 启动 yarn ===================="
  ssh hadoop102 "/opt/ha/hadoop-3.3.5/sbin/start-yarn.sh"
  echo "==================== 启动 historyserver ===================="
  ssh hadoop102 "/opt/ha/hadoop-3.3.5/bin/mapred --daemon start historyserver"
  ;;
"stop")
  echo "==================== 关闭 hadoop 集群 ===================="
  echo "==================== 关闭 historyserver ===================="
  ssh hadoop102 "/opt/ha/hadoop-3.3.5/bin/mapred --daemon stop historyserver"
  echo "==================== 关闭 yarn ===================="
  ssh hadoop102 "/opt/ha/hadoop-3.3.5/sbin/stop-yarn.sh"
  echo "==================== 关闭 hdfs ===================="
  ssh hadoop102 "/opt/ha/hadoop-3.3.5/sbin/stop-dfs.sh"
  ;;
*)
  echo "Input Args Error..."
  ;;
esac

myhive.sh

#!/bin/bash
 
 if [ $# -lt 1 ]
 then
        echo "No Args Input..."
        exit;
 fi
 
 
 case $1 in
 "start")
        echo "================ 启动 hive-metastore 服务 --> /dev/null ================"
        ssh caiji "nohup hive --service metastore >/dev/null 2>&1 &"
        echo "================ 启动 hiveserver2 服务 --> /dev/null ================"
        ssh caiji "nohup /opt/module/hive/bin/hiveserver2 >/dev/null 2>&1 &"
 ;;
 *)
        echo "Input Args Error..."
 ;;
 esac