这篇文章主要介绍了关于Python爬虫获取图片并下载保存至本地,有着一定的参考价值,现在分享给大家,有需要的朋友可以参考一下
1、抓取煎蛋网上的图片。
2、代码如下:
import urllib.request
import os
#to open the url
def url_open(url):
req=urllib.request.Request(url)
req.add_header('User-Agent','Mozilla/5.0 (Windows NT 6.3; WOW64; rv:51.0) Gecko/20100101 Firefox/51.0')
response=urllib.request.urlopen(url)
html=response.read()
return html
#to get the num of page like 1,2,3,4...
def get_page(url):
html=url_open(url).decode('utf-8')
a=html.find('current-comment-page')+23 #add the 23 offset th arrive at the [2356]
b=html.find(']',a)
#print(html[a:b])
return html[a:b]
#find the url of imgs and return the url of arr
def find_imgs(url):
html=url_open(url).d