python 输入字符串 堆栈溢出检查_Python多处理：TypeError：预期的字符串或Unicode对象,找到NoneType...

我正在尝试并行下载一个完整的ftp目录.

#!/usr/bin/python

import sys

import datetime

import os

from multiprocessing import Process, Pool

from ftplib import FTP

curYear=""

remotePath =""

localPath = ""

def downloadFiles (remotePath,localPath):

splitted = remotePath.split('/');

host= splitted[2]

path='/'+'/'.join(splitted[3:])

ftp = FTP(host)

ftp.login()

ftp.cwd(path)

filenames = ftp.nlst()

total=len(filenames)

i=0

pool = Pool()

for filename in filenames:

local_filename = os.path.join(localPath,filename)

pool.apply_async(downloadFile, (filename,local_filename,ftp))

#downloadFile(filename,local_filename,ftp);

i=i+1

pool.close()

pool.join()

ftp.close()

def downloadFile(filename,local_filename,ftp):

file = open(local_filename, 'wb')

ftp.retrbinary('RETR '+ filename, file.write)

file.close()

def getYearFromArgs():

if len(sys.argv) >= 2 and sys.argv[1] == "Y":

year = sys.argv[2]

del sys.argv[1:2]

else:

year = str(datetime.datetime.now().year)

return year

def assignGlobals():

global p

global remotePath

global localPath

global URL

global host

global user

global password

global sqldb

remotePath = 'ftp://ftp3.ncdc.noaa.gov/pub/data/noaa/isd-lite/%s/' % (curYear)

localPath = '/home/isd-lite/%s/' % (curYear)

def main():

global curYear

curYear=getYearFromArgs()

assignGlobals()

downloadFiles(remotePath,localPath)

if __name__ == "__main__":

main()

但是我得到这个例外：

Exception in thread Thread-1:

Traceback (most recent call last):

File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner

self.run()

File "/usr/lib64/python2.6/threading.py", line 484, in run

self.__target(*self.__args, **self.__kwargs)

File "/usr/lib64/python2.6/multiprocessing/pool.py", line 225, in _handle_tasks

put(task)

TypeError: expected string or Unicode object, NoneType found

如果我注释了这一行：

pool.apply_async(downloadFile, (filename,local_filename,ftp)

并删除此行上的注释：

downloadFile(filename,local_filename,ftp);

然后它工作得很好,但它是缓慢而不是多线程.