作为一个javeer,有的时候还是需要用python来处理数据的,写的一个脚本,备份如下:
#!/usr/bin/python # coding=utf-8 import os import os.path import datetime def downlog(): today = datetime.date.today() tday = today - datetime.timedelta(days=1) ldir = tday.strftime('%Y-%m-%d') os.system("ssh [email protected] '/home/test/script/tar-clog.sh'") # 执行打包脚本 # 通过跳板机把线上日志拉下来 downclog = "scp -l 35000 -o ProxyCommand='ssh [email protected] -W %h:%p' [email protected]:/data/tlogsys/{}.tar.gz /data/tlogsys/clog/" os.system(downclog.format(ldir)) os.chdir("/data/tlogsys/clog/") # 解压线上日志 os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/clog/".format(ldir)) # 重命名 renameDir("/data/tlogsys/tmp/clog/{}/".format(ldir)) # 移动到指定目录 os.system("mv /data/tlogsys/tmp/clog/{} /data/qibai/tlog/clog/".format(ldir)) os.system("ssh [email protected] '/home/test/script/tar-slog.sh'") downslog = "scp -l 35000 -o ProxyCommand='ssh [email protected] -W %h:%p' [email protected]:/data/tlogsys/{}.tar.gz /data/tlogsys/slog/" os.system(downslog.format(ldir)) os.chdir("/data/tlogsys/slog/") os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/slog/".format(ldir)) renameDir("/data/tlogsys/tmp/slog/{}/".format(ldir)) os.system("mv /data/tlogsys/tmp/slog/{} /data/qibai/tlog/slog/".format(ldir)) def renameDir(rootDir): oldId = '.COMPLETED' for parent, dirnames, filenames in os.walk(rootDir): for filename in filenames: if filename.find(oldId) != -1: newname = filename.replace(oldId, '') print(filename, "--->", newname) os.rename(os.path.join(parent, filename), os.path.join(parent, newname)) if __name__ == '__main__': downlog()
下面是批量打包日志的源代码:
#!/usr/bin/python # coding=utf-8 import os import datetime # 列出开始时间到结束时间之间所有的 日志文件夹列表 def dateRange(beginDate, endDate): dates = [] dt = datetime.datetime.strptime(beginDate, "%Y-%m-%d") date = beginDate[:] while date <= endDate: dates.append(date) dt = dt + datetime.timedelta(1) date = dt.strftime("%Y-%m-%d") return dates if __name__ == "__main__": zipcmd = 'tar -zcvf /data/tlogsys/{}.tar.gz {}' os.chdir("/data/qibai/tlog/") for date in dateRange('2018-03-01','2018-04-30'): formatcmd = zipcmd.format(date,date) os.system(formatcmd)