作为一个javeer,有的时候还是需要用python来处理数据的,写的一个脚本,备份如下:
#!/usr/bin/python
# coding=utf-8
import os
import os.path
import datetime
def downlog():
today = datetime.date.today()
tday = today - datetime.timedelta(days=1)
ldir = tday.strftime('%Y-%m-%d')
os.system("ssh test@10.10.10.10 '/home/test/script/tar-clog.sh'") # 执行打包脚本
# 通过跳板机把线上日志拉下来
downclog = "scp -l 35000 -o ProxyCommand='ssh test@10.10.10.10 -W %h:%p' qbadmin@10.19.80.10:/data/tlogsys/{}.tar.gz /data/tlogsys/clog/"
os.system(downclog.format(ldir))
os.chdir("/data/tlogsys/clog/")
# 解压线上日志
os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/clog/".format(ldir))
# 重命名
renameDir("/data/tlogsys/tmp/clog/{}/".format(ldir))
# 移动到指定目录
os.system("mv /data/tlogsys/tmp/clog/{} /data/qibai/tlog/clog/".format(ldir))
os.system("ssh test@10.10.10.10 '/home/test/script/tar-slog.sh'")
downslog = "scp -l 35000 -o ProxyCommand='ssh test@10.10.10.10 -W %h:%p' qbadmin@10.19.90.10:/data/tlogsys/{}.tar.gz /data/tlogsys/slog/"
os.system(downslog.format(ldir))
os.chdir("/data/tlogsys/slog/")
os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/slog/".format(ldir))
renameDir("/data/tlogsys/tmp/slog/{}/".format(ldir))
os.system("mv /data/tlogsys/tmp/slog/{} /data/qibai/tlog/slog/".format(ldir))
def renameDir(rootDir):
oldId = '.COMPLETED'
for parent, dirnames, filenames in os.walk(rootDir):
for filename in filenames:
if filename.find(oldId) != -1:
newname = filename.replace(oldId, '')
print(filename, "--->", newname)
os.rename(os.path.join(parent, filename), os.path.join(parent, newname))
if __name__ == '__main__':
downlog()
下面是批量打包日志的源代码:
#!/usr/bin/python
# coding=utf-8
import os
import datetime
# 列出开始时间到结束时间之间所有的 日志文件夹列表
def dateRange(beginDate, endDate):
dates = []
dt = datetime.datetime.strptime(beginDate, "%Y-%m-%d")
date = beginDate[:]
while date <= endDate:
dates.append(date)
dt = dt + datetime.timedelta(1)
date = dt.strftime("%Y-%m-%d")
return dates
if __name__ == "__main__":
zipcmd = 'tar -zcvf /data/tlogsys/{}.tar.gz {}'
os.chdir("/data/qibai/tlog/")
for date in dateRange('2018-03-01','2018-04-30'):
formatcmd = zipcmd.format(date,date)
os.system(formatcmd)