python3下载url图片假死_python3爬虫.3.下载网页图片

目标，豆瓣读书，

下载页面书籍图片。

import urllib.request

import re #使用正则表达式

def getJpg(date):

jpgList = re.findall(r'(img src="http.+?.jpg")([\s\S]*?)(.+?.alt=".+?.")',date)

return jpgList

def downLoad(jpgUrl,sTitle,n):

try:

urllib.request.urlretrieve(jpgUrl,\

'C:\\Users\\74172\\source\\repos\\Python\\spidertest1\\images\\book.douban\\%s.jpg' %sTitle)

except Exception as e:

print(e)

finally:

print('图片%s下载操作完成' % n)

def getTitle(date):

titleList = re.findall(r'title=".">',date)

return titleList

if __name__ == '__main__':

url = 'https://book.douban.com/'

res = urllib.request.urlopen(url)

date = res.read().decode('utf-8')

date_jpg = getJpg(date)

imageTitle = getTitle(date)

global n

n = 1

for jpginfo in date_jpg:

s = re.findall(r'http.+?.jpg',str(jpginfo))

print(n,'--- url -->',str(s)[2:-2])

sTitleInfo = re.findall(r'alt=".+?."',str(jpginfo))

sTitleL = re.findall(r'".+?."',str(sTitleInfo))

sTitle = str(sTitleL)[3:-3]

downLoad(s[0],sTitle,n)

n = n + 1

又做了点修改，并将书名写入txt文件中

import urllib.request

import re #使用正则表达式

def getJpg(html):

jpgList = re.findall(r'(img src="http.+?.jpg")([\s\S]*?)(.+?.alt=".+?.")',html)

jpgList = re.findall(r'http.+?.jpg',str(jpgList))

return jpgList

def downLoad(jpgUrl,sTitle,n):

try:

urllib.request.urlretrieve(jpgUrl,\

'C:/Users/74172/source/repos/Python/spidertest1/images/book.douban/%s.jpg' %sTitle)

finally:

print('图片---%s----下载操作完成' % sTitle)

def getTitle(html):

titleList = re.findall(r'(img src="http.+?.jpg")([\s\S]*?)(.+?.alt=".+?.")',html)

titleList = re.findall(r'alt=".+?."',str(titleList))

titleList = re.findall(r'".+?."',str(titleList))

return titleList

def writeTxt(imageTitle):

try:

#目录建立txt文件

f = open((url[8:-5]+'.txt'),"a",encoding="utf-8")

#写入

f.write(imageTitle+'\n')

finally:

if f:

#关闭文件

f.close()

if __name__ == '__main__':

url = 'https://book.douban.com/'

res = urllib.request.urlopen(url)

html = res.read().decode('utf-8')

urlJpgs = getJpg(html)

imageTitle = getTitle(html)

n = 0

for urlJpg in urlJpgs:

print(n,'--- url -->',urlJpg)

downLoad(urlJpg,imageTitle[n][1:-1],n)

writeTxt(imageTitle[n][1:-1])

n = n + 1