python 爬去imagenet上图片

1. 访问imagenet官网
2. 搜索关键词，点进页面
3. 选择download –>URL
4. 复制所有的URL到一个新建的TXT文件中
5. 执行下面的代码，将所有图片下载下来

import urllib2                                                         

img_dir = '/home/ubuntu/mypapercode/workpiece/'                        
fileurl = '/home/ubuntu/Desktop/workpiece.txt'                         
f = open(fileurl)                                                      
i=0                                                                    
for line in f:                                                         
    try:                                                               
        url = line                                                     
        #print(url)                                                     
        #i+=1                                                           
        req = urllib2.Request(url = url)                               
        #print(req)                                                     
        binary_data = urllib2.urlopen(req).read()                      
        temp_file = open(img_dir+str(i)+'.jpg', 'wb')                  
        temp_file.write(binary_data)                                   
        temp_file.close()                                              
    except urllib2.HTTPError as reason:                                
        print(",fail to download, caused by HTTPError")                
        continue                                                       
    except urllib2.URLError as reason:                                 
        print(",fail to download, caused by URLError")                 
        continue                                                       
    except:                                                            
        print(", FAILED for unknow reason!")                           
        continue