用python同步拉取线上日志

作为一个javeer，有的时候还是需要用python来处理数据的，写的一个脚本，备份如下：

#!/usr/bin/python
# coding=utf-8
import  os
import os.path
import datetime

def downlog():
    today = datetime.date.today()
    tday = today - datetime.timedelta(days=1)
    ldir = tday.strftime('%Y-%m-%d')

    os.system("ssh test@10.10.10.10 '/home/test/script/tar-clog.sh'") # 执行打包脚本
    # 通过跳板机把线上日志拉下来
    downclog = "scp -l 35000 -o ProxyCommand='ssh test@10.10.10.10 -W %h:%p' qbadmin@10.19.80.10:/data/tlogsys/{}.tar.gz /data/tlogsys/clog/"
    os.system(downclog.format(ldir))
    os.chdir("/data/tlogsys/clog/")
    # 解压线上日志
    os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/clog/".format(ldir))
    # 重命名
    renameDir("/data/tlogsys/tmp/clog/{}/".format(ldir))
    # 移动到指定目录
    os.system("mv /data/tlogsys/tmp/clog/{} /data/qibai/tlog/clog/".format(ldir))


    os.system("ssh test@10.10.10.10 '/home/test/script/tar-slog.sh'")
    downslog = "scp -l 35000 -o ProxyCommand='ssh test@10.10.10.10 -W %h:%p' qbadmin@10.19.90.10:/data/tlogsys/{}.tar.gz /data/tlogsys/slog/"
    os.system(downslog.format(ldir))
    os.chdir("/data/tlogsys/slog/")
    os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/slog/".format(ldir))
    renameDir("/data/tlogsys/tmp/slog/{}/".format(ldir))
    os.system("mv /data/tlogsys/tmp/slog/{} /data/qibai/tlog/slog/".format(ldir))

def renameDir(rootDir):
    oldId = '.COMPLETED'
    for parent, dirnames, filenames in os.walk(rootDir):
        for filename in filenames:
            if filename.find(oldId) != -1:
                newname = filename.replace(oldId, '')
                print(filename, "--->", newname)
                os.rename(os.path.join(parent, filename), os.path.join(parent, newname))
if __name__ == '__main__':
    downlog()

下面是批量打包日志的源代码：

#!/usr/bin/python
# coding=utf-8
import os
import datetime

# 列出开始时间到结束时间之间所有的 日志文件夹列表
def dateRange(beginDate, endDate):  
    dates = []  
    dt = datetime.datetime.strptime(beginDate, "%Y-%m-%d")  
    date = beginDate[:]  
    while date <= endDate:  
        dates.append(date)  
        dt = dt + datetime.timedelta(1)  
        date = dt.strftime("%Y-%m-%d")  
    return dates


if __name__ == "__main__":
    zipcmd = 'tar -zcvf /data/tlogsys/{}.tar.gz {}'
    os.chdir("/data/qibai/tlog/")
    for date in dateRange('2018-03-01','2018-04-30'):
        formatcmd = zipcmd.format(date,date)
        os.system(formatcmd)