linux搭建本地yum源同步,centos搭建本地yum源

#!/bin/bash

rsync="rsync -avrtH --bwlimit=10240 --delete --delete-delay --delay-updates"

# bakup sources

# mirror_centos="rsync://mirror.xtom.com.hk/repo/centos"

# mirror_epel="rsync://mirror.xtom.com.hk/repo/epel"

mirror_centos="rsync://mirrors.tuna.tsinghua.edu.cn/centos"

mirror_epel="rsync://mirrors.tuna.tsinghua.edu.cn/epel"

local="/yum-repo/data"

verlist="6 7"

archlist="x86_64"

#only for centos

baselist="os updates extras centosplus"

echo "Start rsync at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

LOCK_FILE="/var/log/yum_repo_rsync.pid"

YUM_REPO_RSYNC_PID=$$

if [ -f $LOCK_FILE ]; then

get_pid=`/bin/cat $LOCK_FILE`

get_system_pid=`/bin/ps -ef|grep -v grep|grep $get_pid|wc -l`

if [ $get_system_pid -eq 0 ]; then

#thread is gone,but lock file exist

echo $YUM_REPO_RSYNC_PID>$LOCK_FILE

else

#thread exist,need check if thread is hangls

time_now=`date +%s`

time_lock=`stat -c %Y $LOCK_FILE`

if [ $[ $time_now - $time_lock ] -gt 172800 ];then

#if last task start over two days ,maybe is hang, kill it

kill -9 $get_pid

echo $YUM_REPO_RSYNC_PID>$LOCK_FILE

else

echo "Update(rsync) process is running now!" &>> /var/log/rsync_$(date +%Y%m%d).log

exit 1

fi

fi

else

echo $YUM_REPO_RSYNC_PID>$LOCK_FILE

fi

echo "[1] Start sync centos GPG-KEY at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

mkdir -p $local/centos/

$rsync $mirror_centos/RPM-GPG-KEY-CentOS-6 $local/centos/ &>> /var/log/rsync_$(date +%Y%m%d).log

$rsync $mirror_centos/RPM-GPG-KEY-CentOS-7 $local/centos/ &>> /var/log/rsync_$(date +%Y%m%d).log

echo "[2] Start sync centos repo at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

for ver in $verlist

do

for arch in $archlist

do

for base in $baselist

do

remote=$mirror_centos/$ver/$base/$arch/

localdir=$local/centos/$ver/$base/$arch/

echo "[3] Start sync [ $remote ]->[ $localdir ] at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

mkdir -p $localdir

$rsync $remote $localdir &>> /var/log/rsync_$(date +%Y%m%d).log

done

done

done

echo "[4] Start sync centos 7 openstack cloud repo at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

mkdir -p $local/centos/7/cloud/x86_64/

$rsync $mirror_centos/7/cloud/x86_64/ $local/centos/7/cloud/x86_64/ &>> /var/log/rsync_$(date +%Y%m%d).log

echo "[5] Start sync epel GPG-KEY at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

mkdir -p $local/epel/

$rsync $mirror_epel/RPM-GPG-KEY-EPEL-6 $local/epel/ &>> /var/log/rsync_$(date +%Y%m%d).log

$rsync $mirror_epel/RPM-GPG-KEY-EPEL-7 $local/epel/ &>> /var/log/rsync_$(date +%Y%m%d).log

echo "[6] Start sync epel repo at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

for ver in $verlist

do

for arch in $archlist

do

remote=$mirror_epel/$ver/$arch/

localdir=$local/epel/$ver/$arch/

echo "[7] Start sync [ $remote ]->[ $localdir ] at $(date +"%Y-%m-%d %H:%M:%S") ..." &>> /var/log/rsync_$(date +%Y%m%d).log

mkdir -p $localdir

$rsync $remote $localdir &>> /var/log/rsync_$(date +%Y%m%d).log

done

done

#clean lock file

`/bin/rm -rf $LOCK_FILE`

echo "All repo sync end at $(date +"%Y-%m-%d %H:%M:%S") !" &>> /var/log/rsync_$(date +%Y%m%d).log

exit 1