python批量下载文件只有1kb_python批量下载文件

#!/usr/bin/python

# _*_ coding: utf-8 _*_

‘‘‘

Created on 2018年8月22日

‘‘‘

import urllib

import urllib2

import re

req = urllib2.Request(‘http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/‘)

# req = urllib2.Request(‘http://www.cvpapers.com/cvpr2014.html‘)

f = urllib2.urlopen(req)

localDir = ‘E:\download\\‘

urlList = []

for eachLine in f:

line = eachLine.strip()

if re.match(‘.*rpm.*‘, line):

# print(line)

wordList = line.split(‘\"‘)

for word in wordList:

if re.match(‘.*\.rpm$‘, word):

# print(word)

urlList.append(word)

for everyFile in urlList:

# print (everyFile)

everyURL = "http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/"+everyFile

# print(everyURL)

localFile = localDir + everyFile

try:

urllib.urlretrieve(everyURL, localFile) #按照url进行下载，并以其文件名存储到本地目录

except Exception,e:

continue

原文：http://blog.51cto.com/hui90877/2163058