shell crontab

最新推荐文章于 2021-05-13 20:13:07 发布
super_ufo
最新推荐文章于 2021-05-13 20:13:07 发布
阅读量113
点赞数
分类专栏： linux 文章标签： shell awk java
本文链接：https://blog.csdn.net/super_ufo/article/details/88304822
版权
linux 专栏收录该内容
24 篇文章 0 订阅
订阅专栏
调度任务可用
crontab 可以用 vixie-cron-4.1.tar.bz2 http://download.chinaunix.net/download.php?id=22023&ResourceID=11114 来修改
java quartz web 来做
shell 版本的

#/bin/bash
#
# @function shell crontab 
# @author liuniuyou
# @version 0.1
# @date 2014-12-30
#
#CREATE TABLE `task` (
#`task_name`  varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT '' COMMENT '任务名称' ,
#`description`  varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT '0' COMMENT '任务描述' ,
#`bin`  varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '执行程序' ,
#`script`  varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '执行脚本' ,
#`args`  varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT '0' COMMENT '脚本参数  多个参数加：间隔' ,
#`cycle`  enum('6','5','4','3','2','1') CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '执行周期  1周  2分   3小时  4 天    5 月 6年  ' ,
#`start_day`  varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT '0' COMMENT '数据库 默认值为0 表示 日期为空不设置' ,
#`start_time`  varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '开始执行时间 因为开始 时间 有些为天 有些 为时 不统一用字符' ,
#`times`  int(11) NOT NULL COMMENT '次数' ,
#`intervall`  int(10) UNSIGNED NULL DEFAULT NULL COMMENT '间隔时间' ,
#`pid`  int(11) NULL DEFAULT NULL COMMENT '执行程序的pid 如果多个加：间隔' ,
#`count`  int(11) NULL DEFAULT 0 COMMENT '本cycle 执行周期内 已经运行的次数。运行完清零' ,
#`exec_time`  int(11) NULL DEFAULT 0 ,
#PRIMARY KEY (`task_name`)
#)
#ENGINE=MyISAM
#DEFAULT CHARACTER SET=utf8 COLLATE=utf8_general_ci
#CHECKSUM=0
#ROW_FORMAT=DYNAMIC
#DELAY_KEY_WRITE=0
#;
. /taskcron/common/common
exportEnv

TABLE="yt_task"
RUNBYYEAR=6
RUNBYMONTH=5
RUNBYDAY=4
RUNBYHOUR=3
RUNBYMINUT=2
RUNBYWEEK=1
MUSTRUN=1
GIVEUPRUN=0
EXISTPID=1
NOEXISTPID=0 
scriptPid=$$

#$1  cycle
#$2 starttime
getLastCycleDetail()
{
   starttime=$2
   cycleTime=$1

   nowTimestamp=`date +%s`
   dayTimestamp=$[$nowTimestamp-$cycleTime]

   lastCycleTime=`echo $dayTimestamp|awk '{print strftime("%Y:%m:%d:%T",$0)}'`
   lDayY=`echo $lastCycleTime|awk -F":" '{print $1}'`
   lDayM=`echo $lastCycleTime|awk -F":" '{print $2}'`
   lDayD=`echo $lastCycleTime|awk -F":" '{print $3}'`
   lDayH=`echo $lastCycleTime|awk -F":" '{print $4}'`
   lDayF=`echo $lastCycleTime|awk -F":" '{print $5}'`
   lDayS=`echo $lastCycleTime|awk -F":" '{print $6}'`

   case $cycle  in
       "$RUNBYYEAR")
         lastStartTimestamp=`date -d  "${lDayY}-$starttime"  +%s`
         ;;
       "$RUNBYMONTH")
         lastStartTimestamp=`date -d  "${lDayY}-${lDayM}-$starttime"  +%s`
         ;;
       "$RUNBYDAY")
         startTime=`echo $2|awk -F" " '{print $2}'`
         lastStartTimestamp=`date -d  "${lDayY}-${lDayM}-${lDayD} $startTime"  +%s`
         ;;
       "$RUNBYHOUR")
         lastStartTimestamp=`date -d  "${lDayY}-${lDayM}-${lDayD} ${lDayH}:$starttime"  +%s`
         ;;
       "$RUNBYMINUT")
         lastStartTimestamp=`date -d  "${lDayY}-${lDayM}-${lDayD} ${lDayH}:${lDayF}:$starttime"  +%s`
         ;;
       "$RUNBYWEEK")
         weekDay=`echo $starttime|awk -F" " '{print $1}'`
         startTime=`echo $starttime|awk -F" " '{print $2}'`
         lastStartTimestamp=`date -d  "${lDayY}-${lDayM}-${lDayD} $startTime"  +%s`
         ;;
       *)
        ;;
     esac
}

getNowDetail()
{
  now=`date +"%Y:%m:%d:%H:%M:%S"`
  nowTimestamp=`date +%s`
  nowY=`echo $now|awk -F":" '{print $1}'`
  nowM=`echo $now|awk -F":" '{print $2}'`
  nowD=`echo $now|awk -F":" '{print $3}'`
  nowH=`echo $now|awk -F":" '{print $4}'`
  nowF=`echo $now|awk -F":" '{print $5}'`
  nowS=`echo $now|awk -F":" '{print $6}'`
  nowW=`date +%w`
}

# $1 cycle   
# $2 Startime  
# $3 intervall 间隔时间
# $4 times 要运行的次数
# $5 count 已经运行的次数
# $6 lastExecStamp
isToExeTime()
{
   getNowDetail
   case $1  in
       "$RUNBYYEAR")
         startTimestamp=`date -d  "${nowY}-$2"  +%s`
         #isExecByYear "$2" "$3" "$4" "$5"
         ;;
       "$RUNBYMONTH")
         startTimestamp=`date -d  "${nowY}-${nowM}-$2"  +%s`
         ;;
       "$RUNBYDAY")
         startTime=`echo $2|awk -F" " '{print $2}'`   
         startTimestamp=`date -d  "${nowY}-${nowM}-${nowD} $startTime"  +%s` 
         ;;
       "$RUNBYHOUR")
         startTimestamp=`date -d  "${nowY}-${nowM}-${nowD} ${nowH}:$2"  +%s` 
         ;;
       "$RUNBYMINUT")
         startTimestamp=`date -d  "${nowY}-${nowM}-${nowD} ${nowH}:${nowF}:$2"  +%s` 
         ;;
       "$RUNBYWEEK")
         weekDay=`echo $2|awk -F" " '{print $1}'`
         startTime=`echo $2|awk -F" " '{print $2}'`

         # 按周的不等于就放弃 如周二运行  必须周二运行
         if [ ${weekDay} -ne ${nowW}  ];then
              return $GIVEUPRUN
         fi
         startTimestamp=`date -d  "${nowY}-${nowM}-${nowD} $startTime"  +%s`
         ;;
       *)
        ;;
   esac

   # 此处不存在 times 与 count 相等的处理，此逻辑在updateTaskCount函数中处理。 $lastExecStamp都为 前次处理的时间戳了 所以只要加一次间隔时间就可以了。
   # ${count}为0 次运行 不需要加间隔时间。只需要判断startTimestamp 时间
   count=$5
   lastExecStamp=$6
   runTimestamp=$[$lastExecStamp+$3]
   writeLog "count ${count} nowTimestamp ${nowTimestamp} runTimestamp ${runTimestamp} startTimestamp ${startTimestamp} "  

   if [ ${nowTimestamp} -lt ${startTimestamp} ];then
       return  $GIVEUPRUN
   else
       if [ $count -eq 0 ];then
           if [ $lastExecStamp -lt $startTimestamp ];then
              return  $MUSTRUN 
           else
              return  $GIVEUPRUN
           fi   
       fi
   fi

   if [ ${nowTimestamp} -lt ${runTimestamp}  ];then
      return  $GIVEUPRUN
   else
      return $MUSTRUN 
   fi
}

# $1 cycle 
# $2 taskName
# $3 starttime
# $4 allIntervall
updateTaskCount(){
  nowStamp=`date +%s`
  cycle=$1
  starttime=$3      
  taskIntvall=$4 

  cycleDiff=0
  case $cycle  in
       "$RUNBYYEAR")
         cycleDiff=$[365*24*3600]                     
         ;;
       "$RUNBYMONTH")
         cycleDiff=$[31*24*3600]
         ;; 
       "$RUNBYDAY")
         cycleDiff=$[24*3600]
         ;;
       "$RUNBYHOUR")
         cycleDiff=3600
         ;;
       "$RUNBYMINUT")
         cycleDiff=60
         ;;
       "$RUNBYWEEK")
         cycleDiff=$[7*24*3600]
         ;;
       *)
        ;;
   esac

   getLastCycleDetail  "$cycleDiff" "$starttime"    
   diff=$[$nowStamp-$lastStartTimestamp]

   writeLog "updateCount:lastStartTimestamp $lastStartTimestamp starttime  $3 allIntervall $4  nowStamp ${nowStamp}  diff-${diff}  cycleDiff ${cycleDiff}  " 
   if [ ${diff} -gt ${cycleDiff}  ];then
       writeLog "任务 $2 开始新的周期，更新计数器"
updateCount=`mysql -u$USER -p$PASSWORD $DATABASE<<EOF
UPDATE $TABLE SET count=0,exec_time='$nowStamp'  WHERE task_name='$2';
exit 
EOF`>/dev/null 
   else
      writeLog "任务 $2 本周期内所有任务已经完成，还未到新周期的开始，等待中..... "   
   fi
}

#$1 数字
# 是数字 返回 1
checkInt(){ 
  if echo $1 | egrep -q '^[0-9]+$'; then
    echo 1
  else
    echo 0
  fi
}

#$1 taskname 
#$2 CMD 运行的命令脚本
#$3 count 已经运行的次数
#$4 times 计划运行次数
#$5 Pid
execCmd()
{
   writeLog " 任务 $1 的 pid: $5 count $3 times $4 taskName $1 CMD $2  "

   pidIsNUll=`checkInt "$5"`
   writeLog "pidIsNUll $pidIsNUll"
   if [ $pidIsNUll -gt 0 ];then
      isRun=`exsitPid $5`
   else
      isRun=$NOEXISTPID
   fi 

   writeLog "ps -a | grep "$5" | wc -l "
   writeLog "isRun :$isRun "
   if [ "$isRun" =  "$EXISTPID" ];then
      writeLog "任务 $1 已经有进程在运行 "
   else
      writeLog "CMD:  $2"
      CMD="$2"
      eval "$CMD" >> /dev/null &
      pid=$!
      execTime=`date +%s`      #`date +"%Y-%m-%d:%H:%M:%S"`

      writeLog "execCmd count:$count" 
      #更行pid 和  count 
      count=$3
      if [ ${times} -gt ${count} ];then
         count=$[${count}+1]
      fi       

      writeLog "execCmd2 count:$count"
      writeLog "CMD $2  UPDATE $TABLE SET count='${count}',pid=$pid,exec_time='$execTime'  WHERE task_name='$1'; " 
updateCount=`mysql -u$USER -p$PASSWORD $DATABASE<<EOF
UPDATE $TABLE SET count='$count',pid=$pid,exec_time='$execTime'  WHERE task_name='$1';
exit
EOF`>/dev/null
      writeLog "update pid exec_time: $updateCount"
      writeLog "任务 $1 命令 $2 本周期已经运行 $3, 现在开始运行第$count次 .....  "
   fi
}

exsitPid()
{
    echo `ps -a | grep "$1" | wc -l`
}

writeLog "taskcron 主进程pid ${selfPid}"

##初始化时间点  2015-01-01 00:00:00 即时间戳1420041600
`mysql -u$USER -p$PASSWORD $DATABASE<<EOF
UPDATE $TABLE SET exec_time='1420041600',count=0
EOF`

while :
do

script=`basename $0`
day=`date +"%Y%m%d%H"`
LogFile="/taskcron/log/"${day}"_"${script}".log"

if [ ! -d "/taskcron/log/" ]
then
  mkdir /taskcron/log/
  chmod -R  777 /taskcron/log/
fi

declare -a records
records=`mysql -u$USER -p$PASSWORD $DATABASE<<EOF | tail -n +2
SELECT task_name,bin,script,IFNULL(args,0),cycle,IFNULL(start_day,0),IFNULL(start_time,0),times,intervall,IFNULL(pid,0),IFNULL(count,0),IFNULL(exec_time,0),'||' as split  FROM $TABLE;
exit
EOF`>/dev/null

i=1
taskLines=${records}
for field in ${taskLines[@]}
 do
     if [ "$field" = "||" ];then    
         #如果本周期的运行次数已经完成 退出循环
         if [ ${times} -eq ${count} ];then
             #当前时间为周期时间的结尾 则更新计数器
             allInteravall=$[${times}*${intervall}]         
             updateTaskCount "$cycle" "$taskName" "$startTime" "$allInteravall"
             i=1
             CMD=""
             writeLog "*****************任务 单次 $taskName end*********************"
             continue   
             writeLog "continue ...." 
         fi 

         if [ "${startDay}" != "0" ];then   
           startTime=$startDay" "$startTime  
         fi

         isToExeTime "$cycle" "$startTime" "$intervall" "$times" "$count"  "$lastExecTime"  
         runFlag=$? 
         if [ ${runFlag} -eq ${MUSTRUN} ];then
             execCmd  "$taskName" "$CMD" "$count" "$times" "$pid"
         else
             writeLog "间隔时间为 $intervall,  本次运行时间还没有到！等待中..... "
         fi
         i=1  
         CMD=""
         writeLog "*****************任务单次 $taskName end*********************"
     else
         case $i  in
         "1")
              taskName="$field"
              writeLog "*****************任务单次 $taskName start*********************"
          ;;
          "2")
              CMD="$field"
           ;;
          "3")
              CMD="$CMD  $field"
           ;;
          "4")
              args=`echo "$field"|sed -r "s/:/ /g"` 
              CMD="$CMD  $args"
           ;; 
          "5")
              cycle=$field
          ;;
          "6")
              startDay="$field"
          ;;      
          "7")
              startTime="$field"
          ;;
          "8")
              times="$field"
          ;;
          "9")
              intervall="$field"
          ;;
          "10")
              pid="$field"
          ;;
          "11")
              count="$field"
          ;;
          "12")
              lastExecTime="$field"
          ;;
          *)
          ;;        
         esac
     let "i=$i+1"
    fi
 done
  sleep 1s
done