python爬虫知乎图片_【python爬虫】爬取知乎收藏夹内所有图片

比如要爬取：https://www.zhihu.com/collection/26347524

只用自带库，没用框架。# -*- coding: utf-8 -*-

from __future__ import unicode_literals

import urllib

import urllib2

import re

import socket

import os

class Spider:

def __init__(self, site_url):

self.site_url = site_url

self.p = 0

def get_page(self):

proxy = {'http': '115.215.209.77:8118'}

proxy_support = urllib2.ProxyHandler(proxy)

print proxy_support

opener = urllib2.build_opener(proxy_support)

urllib2.install_opener(opener)

i_headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.122 Safari/537.36 SE 2.X MetaSr 1.0'}

self.p += 1

url = self.site_url + "?page=" + str(self.p)

print url

request = urllib2.Request(url, headers=i_headers)

response = urllib2.urlopen(request)

return response.read()

def get_pic(self):

while 1:

page = self.get_page()

img_re = re.compile(r'data-original="(https://.*?)&')

img_list = re.findall(img_re, page)

print 'img_list'

print img_list

if img_list:

x = 1

for img_url in img_list:

print '正在保存第%s页的第%s张'%(self.p, x+1)

try:

urllib.urlretrieve(img_url,'%s/picture_%s_%s.jpg' % (name, self.p, x))

except urllib2.URLError, e:

if isinstance(e.reason, socket.timeout):

raise MyException("下载超时，跳过此图: %r" % e)

continue

else:

continue

x += 1

else:

break

print '请输入收藏夹代号:'

in_URL = raw_input()

in_URL = in_URL.strip()

li = re.findall(r"\d+", in_URL)

name = li[0] # li是一个list，取出其中唯一一个字符串

print '图片保存在当前目录的：%s下' % name

if not os.path.exists('%s' % name):

os.makedirs('%s' % name)

spider = Spider(in_URL)

spider.get_pic()

print '所有收藏夹内图片保存完毕'

转载请注明原地址