python ftp批量下载文件_python ftp批量上传文件下载文件

# encoding:utf-8

from ftplib import FTP

import os

import sys

_XFER_FILE = 'FILE'

_XFER_DIR = 'DIR'

class FtpClient(object):

def __init__(self):

self.ftp = None

def __del__(self):

pass

def setFtpParams(self, ip, uname, pwd, port=21, timeout=60):

self.ip = ip

self.uname = uname

self.pwd = pwd

self.port = port

self.timeout = timeout

def initEnv(self):

if self.ftp is None:

self.ftp = FTP()

print '### connect ftp server: %s ...' % self.ip

self.ftp.connect(self.ip, self.port, self.timeout)

self.ftp.login(self.uname, self.pwd)

print self.ftp.getwelcome()

self.ftp.set_pasv(False)

def clearEnv(self):

if self.ftp:

self.ftp.close()

print '### disconnect ftp server: %s!' % self.ip

self.ftp = None

def uploadDir(self, localDir='./', remoteDir='./'):

if not os.path.isdir(localDir):

return

self.ftp.cwd(remoteDir)

for file in os.listdir(localDir):

source = os.path.join(localDir, file)

if os.path.isfile(source):

self.uploadFile(source, file)

elif os.path.isdir(source):

try:

self.ftp.mkd(file)

except:

sys.stderr.write('The dir is exists %s' % file)

self.uploadDir(source, file)

self.ftp.cwd('..')

def uploadFile(self, localPath, remotePath='./'):

if not os.path.isfile(localPath):

return

print (' upload %s to %s' % (localPath, remotePath))

self.ftp.storbinary('STOR ' + remotePath, open(localPath, 'rb'))

def __filetype(self, src):

if os.path.isfile(src):

index = src.rfind('/')

# if the src not contains /

if index == -1:

index = src.rfind('/')

return _XFER_FILE, src[index + 1:]

elif os.path.isdir(src):

return _XFER_DIR, ''

def upload(self, lacaldir, remoteDir="./"):

filetype, filename = self.__filetype(lacaldir)

self.initEnv()

if filetype == _XFER_DIR:

self.srcDir = lacaldir

self.uploadDir(self.srcDir, remoteDir)

elif filetype == _XFER_FILE:

self.uploadFile(lacaldir, filename)

self.clearEnv()

def download_file(self, localfile, remotefile):

self.debug_print('>>>>>>>>>>>>下载文件 %s ... ...' % localfile)

# return

with open(localfile, 'wb') as f:

self.ftp.retrbinary('RETR %s' % (remotefile), f.write)

def download_files(self, localDir='./', remoteDir='./'):

"""

从远程目录下，下载所有的文件并创建对应的目录

:param localdir: 本地文件夹

:param remotedir: 远程服务文件夹

:return:

"""

try:

self.ftp.cwd(remoteDir)

print self.ftp.pwd()

except:

self.debug_print(u'目录%s不存在，继续...' % remoteDir)

return

if not os.path.isdir(localDir):

os.makedirs(localDir)

self.debug_print(u'切换至目录 %s' % self.ftp.pwd())

self.file_list = []

#

# self.ftp.dir(self,*args) List a directory in long form

# 最后一个参数为回调函数，前面的不为空的参数，会跟list 组合成command

# 默认列出当前目录下的内容

#

self.ftp.dir(self.get_file_list)

remotenames = self.file_list

# print(remotenames)

# return

for item in remotenames:

filetype = item[0]

filename = item[1]

local = os.path.join(localdir, filename)

if filetype == 'd':

self.download_files(local, filename)

elif filetype == '-':

self.download_file(local, filename)

self.ftp.cwd('..')

self.debug_print('返回上层目录 %s' % self.ftp.pwd())

def get_file_list(self, line):

"""

:param lines: ftp.dir() provide the line

:return: return the file list ,that get file name from line

"""

# ret_arr = []

file_arr = self.get_filename(line)

if file_arr[1] not in ['.', '..']:

self.file_list.append(file_arr)

def debug_print(self, s):

print s

def get_filename(self, line):

"""

line maybe :-rw-r--r-- 1 501 501 320294 Aug 24 05:08 1.d2dc00a98a6eee589f2e.chunk.js

:param line:

:return: return the first word of line and get the file name.

"""

pos = line.rfind(':')

while (line[pos] != ' '):

pos += 1

while (line[pos] == ' '):

pos += 1

file_arr = [line[0], line[pos:]]

return file_arr

if __name__ == '__main__':

localdir = r"d:\mysql\www"

# remoteDir = r"/"

xfer = FtpClient()

xfer.setFtpParams('', 'tny', '')

xfer.initEnv()

xfer.uploadDir(localDir=localdir)