python批量下载图片用多线程_python多线程下载oss图片

亲测通过

import urllib2,os

from HTMLParser import HTMLParser

import urllib

import oss2

import MySQLdb

import socket

from multiprocessing import Pool

import traceback

from multiprocessing.dummy import Pool as ThreadPool

def save_pic(url,filename):

count=0

while True:

try:

print filename,'begin...'

urllib.urlretrieve(url, filename)

except socket.timeout:

print filename,'count:',count

count+=1

except Exception,e:

print filename,'other',e

count+=1

else:

print filename,'successfully!'

break

if __name__ == "__main__":

access_key_id = os.getenv('OSS_TEST_ACCESS_KEY_ID', '**********')

access_key_secret = os.getenv('OSS_TEST_ACCESS