#!/usr/bin/python
# -*- coding: utf-8 -*-
from urllib import request
import re
# 获取豆瓣网音乐人的专辑名称和喜欢的人数
class Spider():
url = 'https://music.douban.com/artists/genre_page/6/'
root_pattern = '
name_pattern = '([\s\S]*?)'
number_pattern = '
#获取源文档
def __content(self):
r = request.urlopen(Spider.url)
htmls = r.read()
htmls = str(htmls, encoding='utf-8')
return htmls
#对源文档进行提炼,提取专辑名和喜欢的人数
def __analysys(self, htmls):
root_html = re.findall(Spider.root_pattern, htmls)
anchors = []
for html in root_html:
name = re.findall(Spider.name_pattern, html)
number = re.findall(Spider.number_pattern, html)
anchor = {'name': name, 'number': number}
anchors.append(anchor)
print(anchors)
def __refind(self,anchors):
l = lambda anchor: {
'name': anchors['name'][0].strip(),
'number': anchors['number'][0]
}
return map(l, anchors)
def __sort_anchors(self, anchors):
anchors = sorted(anchors, key=self.__sort_seed, reverse=True)
return anchors
def __sort_seed(self, anchor):
r = re.findall('\d*', anchor['number'])
number = float(r[0])
if '万' in anchor['number']:
number *= 10000
else:
return number
def __show(self, anchors):
# 打印编号
for rank in range(0, len(anchors)):
print ('rank' + str(rank + 1)
+ ':' + anchors[rank]['name']
# 取anchors列表下第x元素的name和number
+ '...' + anchors[rank]['number'])
def go(self):
htmls = self.__content()
anchors = self.__analysys(htmls)
anchors = list(self.__refind(anchors))
anchors = self.__sort_anchors(anchors)
self.__show(anchors)
#调用
spider = Spider()
spider.go()