利用Python抓取网络图片:
1.根据给定的网址获取网页源代码
2.利用正则表达式把源代码中的图片地址过滤出来
3.根据过滤出来的图片地址下载网络图片
import urllib.request
import re
import os
def open_url(url):
req = urllib.request.Request(url)
req.add_header('User-Agent', 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36')
page = urllib.request.urlopen(req)
html = page.read().decode('utf-8')
return html
def get_img(html):
p = r'<img class="BDE_Image".*?src="([^"]*\.jpg)".*?>'
#" src="([^"]*\.jpg)".*?>
imglist = re.findall(p, html)
try:
os.mkdir("Gakki")
except FileExistsError:
pass
os.chdir("Gakki")
for each in imglist:
filename = each.split("/")[-1]
urllib.request.urlretrieve(each,filename,None)
if __name__ == '__main__':
url = "https://tieba.baidu.com/p/4942551901"
get_img(open_url(url))