Python基础学习-爬虫小试3爬知乎用户小测

最新推荐文章于 2020-12-09 15:37:40 发布

从兮

最新推荐文章于 2020-12-09 15:37:40 发布

阅读量633

点赞数

分类专栏： python学习

本文链接：https://blog.csdn.net/dai_fun/article/details/49923379

版权

python学习专栏收录该内容

17 篇文章 2 订阅

订阅专栏

*----------------------------------------------------------------编程届菜鸟-------------------------------------------------------*

任务：根据知乎用户页面，统计粉丝人数，并按照粉丝继续爬。最后按照粉丝数排序

import re
import requests

class crawlUser:

    #定义构造函数
    def __init__(self, userid,cookie):
        self.userId = userid
        self.fellowCount = 0
        self.fellowlist = []
        self.cookie = cookie

    def getpage(self):
        url = "http://www.zhihu.com/people/"+self.userId+"/followers"
        self.response = requests.get(url, cookies=self.cookie)

    def getfellowcount(self):
        reg = 'data-tip="p\$t\$(.+)"'
        pattern = re.compile(reg)
        self.fellowCount = re.findall(pattern, self.page)
        count=0
        for x in self.fellowCount:
            if (count%2)==0:
                self.fellowlist.append(x)
            count=count+1
        return self.fellowlist

m_cookie={"_za":"****************","a2404_times":"129",
          "q_c1":"*********************",
          "_xsrf":"********************",
          "cap_id":"**************************",
          "__utmt":"1","z_c0":"***********************1d5358",
          "unlock_ticket":"***********************6d",
          "__utma":"********************************",
          "__utmb":"15**************","__utmc":"*****",
          "__utmz":"155**********************************/",
          "__utmv":"***************************************1"}

userlist={}
tempUserList=["****"]
flag=0
iter=0
while flag<len(tempUserList) and iter<10:
    user = crawlUser(tempUserList[flag],m_cookie)
    user.getpage()
    fellowlist=user.getfellowcount()
    userlist[tempUserList[flag]]=len(fellowlist)
    for x in fellowlist:
        if x not in tempUserList:
            tempUserList.append(x)
    print("user %s fellowed %d"%(tempUserList[flag],userlist[tempUserList[flag]]))
    flag=flag+1
    iter=iter+1

print("crawl is done!")
sortRes=sorted(userlist.items(),key=lambda d:d[1])
"""f=open("userlist.txt","w+")
f.write(userlist)
f.close()"""
print(sortRes)
print("sort is done!")