Python 拉取日志文件paramiko

loing

场景：
在游戏行业的集群中，日志分析或许是必不可少的，那么为了更方便的管理日志，就是统一存放日志，然后入库数据库

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75

#!/usr/bin/env python #coding:utf8 from multiprocessing import Process from datetime import * import paramiko import string import sys import os Hostinfo = {     "192.168.1.100" : {                 "s200" : "/home/platform/work/business/s200/deploy/container/statistics/log/",                     "s202": "/home/platform/work/business/s202/deploy/container/statistics/log/"                 },     "192.168.1.102" : {                 "s201" : "/home/platform/work/business/s201/deploy/container/statistics/log/",                 "s203" : "/home/platform/work/business/s203/deploy/container/statistics/log/"                 },     "192.168.1.103" :  {                 "s000" : "/root/project/business/deploy/container/statistics/log/",                     "s100" : "/home/platform/work/business/s100/deploy/container/statistics/log/",                 "s101" : "/home/platform/work/business/s101/deploy/container/statistics/log/"                 },     "192.168.1.104" : {                 "s001" : "/home/game/business_test/deploy/container/statistics/log/"             },                           } def sftpGet(ip,subdir,logdir,remotefile):     Username, Port, Password = 'root', 22, 'password'     cmd = 'cd %s && rm -rf *.tar.gz && ls %s && [ $? -eq 0 ] && tar zcf %s.tar.gz %s || exit 1' % (logdir, remotefile, remotefile, remotefile)     s = paramiko.SSHClient()     s.set_missing_host_key_policy(paramiko.AutoAddPolicy())     s.connect(hostname=ip, port=Port, username=Username, password=Password)     s.exec_command(cmd)           s = paramiko.Transport((ip,Port))     s.connect(username=Username,password=Password)     sftp = paramiko.SFTPClient.from_transport(s)     formatfile = string.join([ip,subdir,remotefile],sep="_")     localfile = formatfile + '.tar.gz'     localDir = os.path.abspath(os.path.join(os.path.dirname(__file__), "collect"))     if not os.path.exists(localDir):         os.makedirs(localDir)         local_abspath_file = os.path.join(localDir,localfile)     try:     remote_tarfile = remotefile + '.tar.gz'         remote_abspath_file = os.path.join(logdir,remote_tarfile)         sftp.get(remote_abspath_file,local_abspath_file)         s.close()     except:     print '',       def ipProcess():     yesterday = datetime.now() + timedelta(days=-1)     now = yesterday.strftime("%Y%m%d")     remotefile = string.join(["action",now,"log"],sep=".")     for key, value in Hostinfo.items():     ip = key     for subdir, logdir in value.items():         sftpGet(ip,subdir,logdir,remotefile)             #p = Process(target=sftpGet,args=(ip,subdir,logdir,remotefile))         #p.start()         #p.join() if __name__ == "__main__":     ipProcess()