python批量上传_Python SSH 批量上传文件

运行环境：

本地：Window7 64位，Python 2.7.6，paramiko 1.12.1

远端：RedHat Linux, Ubuntu 14.04

# coding:utf8

import os

import sys

import time

import paramiko

import logging

def svnFilter(file_path):

if '.svn' in file_path:

return False

return True

def gitFilter(file_path):

if '.git' in file_path:

return False

return True

def settingFilter(file_path):

if '.setting' in file_path:

return False

return True

class SSHFileUpload:

"""docstring for SSHFileUpload"""

def __init__(self, hostname, port, username, password):

self.hostname = hostname

self.port = port

self.username = username

self.password = password

# self._candidate_dirs = []

self.__ssh = None

self._transport = None

self._sftp = None

def connect(self):

self.close()

self.__ssh_connect()

self._sftp = self.__ssh.open_sftp()

def reconnect(self):

self.connect()

logging.info("SSH session reconnected")

def is_connected(self):

transport = self.__ssh.get_transport() if self.__ssh else None

return transport and transport.is_active()

def __ssh_connect(self):

if (not self.__ssh):

self.__ssh = paramiko.SSHClient()

self.__ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())

self.__ssh.connect(self.hostname, self.port, self.username, self.password)

self._transport = self.__ssh.get_transport()

def __ssh_exec(self, command):

sin, sout, serr = self.__ssh.exec_command(command)

logging.info("SSH exec_command: %s ", command)

# if sout.readlines():

#     logging.info('stdout: %s', sout.readlines())

# if serr.readlines():

#     logging.info('stderr: %s', serr.readlines())

# raise SystemExit

# sys.exit(1)

# return sin, sout, serr

def exec_command(self, command):

if not self.is_connected():

self.reconnect()

return self.__ssh_exec(command)

def invoke_shell(self, command='', password='abc123!@#'):

channel = self.__ssh.invoke_shell()

return channel

def __ssh_close(self):

if (self.__ssh):

self.__ssh.close()

def closeTransport(self):

if self._transport and self._transport.is_active():

self._transport.close()

def closeSFTP(self):

if self._sftp:

self._sftp.close()

def close(self):

self.closeTransport()

self.closeSFTP()

self.__ssh_close()

def run(self):

pass

def copyFile(self, local_path, remote_path):

if not self.is_connected():

self.reconnect()

try:

self._sftp.put(local_path, remote_path)

except Exception, e:

r_dir = os.path.split(remote_path)[0]

cmd = "mkdir -p %s" % r_dir

self.__ssh_exec(cmd)

time.sleep(0.5)

self._sftp.put(local_path, remote_path)

logging.info("copy [%s] to remote [%s]", local_path, remote_path)

def copyDir(self, local_dir, remote_dir, filters=[gitFilter, svnFilter, settingFilter]):

logging.info("Coping [%s] to [%s]\n" % (local_dir, remote_dir))

candidate_dirs = self._walkLocalDirs(local_dir)

candidate_dirs = self.__doFilters(candidate_dirs, filters)

local_dir = local_dir.replace('\\', '/')

for i, candidate_path in enumerate(candidate_dirs):

local_file = candidate_dirs[i]

remote_file = candidate_dirs[i].replace(local_dir, remote_dir).replace('\\', '/').replace('//', '/')

# print local_file, " : ", remote_file

remote_file = unicode(remote_file, 'cp936').encode('utf8')

self.copyFile(local_file, remote_file)

logging.info("Copied [%s] to [%s]\n" % (local_dir, remote_dir))

def doUpload(self, local_dir, remote_dir, filters=[]):

candidate_dirs = self._walkLocalDirs(local_dir)

candidate_dirs = self.__doFilters(candidate_dirs, filters)

local_dir = os.path.split(local_dir)[0].replace('\\', '/')

for i, candidate_path in enumerate(candidate_dirs):

local_file = candidate_dirs[i]

remote_file = candidate_dirs[i].replace(local_dir, remote_dir).replace('\\', '/').replace('//', '/')

try:

self._sftp.put(local_file, remote_file)

except Exception, e:

r_dir = os.path.split(remote_file)[0]

cmd = "mkdir -p %s" % r_dir

self.__ssh_exec(cmd)

time.sleep(0.5)

self._sftp.put(local_file, remote_file)

# print e

logging.info("upload [%s] to remote [%s]", local_file, remote_file)

def _walkLocalDirs(self, local_dir):

''' Get all file path in local_dir and RETURN _candidate_dirs list'''

_candidate_dirs = []

if os.path.isfile(local_dir):

_candidate_dirs.append(local_dir.replace('\\', '/'))

return _candidate_dirs

for dir_name, sub_dirs, files in os.walk(local_dir):

dir_name = dir_name.replace('\\', '/')

for filename in files:

_candidate_dirs.append(dir_name + '/' + filename)

return _candidate_dirs

def __doFilters(self, candidate_dirs, filters=[]):

for func in filters:

candidate_dirs = filter(func, candidate_dirs)

return candidate_dirs

hostname='your_ip'

username='test'

password='test'

port=22

if __name__ == '__main__':

local_dir = r'E:/workspace/static/images'

remote_dir = "temp/aaa"

sfu = SSHFileUpload(hostname, port, username, password)

# Test

# sfu.run()

sfu.connect()

sfu.copyDir(local_dir, remote_dir)

local_dir = r'E:/workspace/static/images'

remote_dir = "temp/bbb"

sfu.doUpload(local_dir, remote_dir, filters=[svnFilter, vipFilter])

sfu.close()