#!/bin/bash
rsync="rsync -avrtH --bwlimit=10240 --delete --delete-delay --delay-updates"
# bakup sources
# mirror_centos="rsync://mirror.xtom.com.hk/repo/centos"
# mirror_epel="rsync://mirror.xtom.com.hk/repo/epel"
mirror_centos="rsync://mirrors.tuna.tsinghua.edu.cn/centos"
mirror_epel="rsync://mirrors.tuna.tsinghua.edu.cn/epel"
local="/yum-repo/data"
verlist="6 7"
archlist="x86_64"
#only for centos
baselist="os updates extras centosplus"
echo "Start rsync at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log
LOCK_FILE="/var/log/yum_repo_rsync.pid"
YUM_REPO_RSYNC_PID=$$
if [ -f $LOCK_FILE ]; then get_pid=`/bin/cat $LOCK_FILE` get_system_pid=`/bin/ps -ef|grep -v grep|grep $get_pid|wc -l` if [ $get_system_pid -eq 0 ]; then #thread is gone,but lock file exist echo $YUM_REPO_RSYNC_PID>$LOCK_FILE else #thread exist,need check if thread is hangls time_now=`date +%s` time_lock=`stat -c %Y $LOCK_FILE` if [ $[ $time_now - $time_lock ] -gt 172800 ];then #if last task start over two days ,maybe is hang, kill it kill -9 $get_pid echo $YUM_REPO_RSYNC_PID>$LOCK_FILE else echo "Update(rsync) process is running now!" &>> /var/log/rsync_$(date +%Y%m%d).log exit 1 fi fi
else echo $YUM_REPO_RSYNC_PID>$LOCK_FILE
fi
echo "[1] Start sync centos GPG-KEY at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log
mkdir -p $local/centos/
$rsync $mirror_centos/RPM-GPG-KEY-CentOS-6 $local/centos/ &>> /var/log/rsync_$(date +%Y%m%d).log
$rsync $mirror_centos/RPM-GPG-KEY-CentOS-7 $local/centos/ &>> /var/log/rsync_$(date +%Y%m%d).log
echo "[2] Start sync centos repo at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log
for ver in $verlist
do for arch in $archlist do for base in $baselist do remote=$mirror_centos/$ver/$base/$arch/ localdir=$local/centos/$ver/$base/$arch/ echo "[3] Start sync [ $remote ]->[ $localdir ] at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log mkdir -p $localdir $rsync $remote $localdir &>> /var/log/rsync_$(date +%Y%m%d).log done done
done
echo "[4] Start sync centos 7 openstack cloud repo at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log
mkdir -p $local/centos/7/cloud/x86_64/
$rsync $mirror_centos/7/cloud/x86_64/ $local/centos/7/cloud/x86_64/ &>> /var/log/rsync_$(date +%Y%m%d).log
echo "[5] Start sync epel GPG-KEY at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log
mkdir -p $local/epel/
$rsync $mirror_epel/RPM-GPG-KEY-EPEL-6 $local/epel/ &>> /var/log/rsync_$(date +%Y%m%d).log
$rsync $mirror_epel/RPM-GPG-KEY-EPEL-7 $local/epel/ &>> /var/log/rsync_$(date +%Y%m%d).log
echo "[6] Start sync epel repo at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log
for ver in $verlist
do for arch in $archlist do remote=$mirror_epel/$ver/$arch/ localdir=$local/epel/$ver/$arch/ echo "[7] Start sync [ $remote ]->[ $localdir ] at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log mkdir -p $localdir $rsync $remote $localdir &>> /var/log/rsync_$(date +%Y%m%d).log done
done
#clean lock file
`/bin/rm -rf $LOCK_FILE`
echo "All repo sync end at $(date +"%Y-%m-%d %H:%M:%S") !" &>> /var/log/rsync_$(date +%Y%m%d).log
exit 1