python 抓取腾讯微博数据并做简单的分析

利用python去读取腾讯微博中某个人的数据，统计和他相关的一些连接，并对每个打印每个连接的数据，本人采用的python版本为3.3.

from html.parser import HTMLParser  
import urllib.request
import re

pattern = re.compile(r'http://t.qq.com/*?')

class MyParser(HTMLParser):
    
    a_txt =False
    total  = 0
    sample_list = []
    def inputSelfAddress(self, name):
        self.sample_list.append(name)
    def __init__(self):
       HTMLParser.__init__(self)        
       
    def handle_starttag(self, tag, attrs):
        if tag=='div': 
           for name,value in attrs:
               if (name == 'class')and(value == 'msgCnt'):
                     self.a_txt=True
        if tag=='a':
            for name, value in attrs:
                if(name == 'href'):
                     match = pattern.match(value)
                     if(match):
                         if value in  self.sample_list:
                             return
                         else:
                            self.total=self.total+1
                            self.sample_list.append(value)
            
    def handle_data(self, data):
         if self.a_txt:  
            print (data) 
            self.a_txt=False 
headers = ('User-Agent','Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11')
opener = urllib.request.build_opener()

opener.addheaders = [headers]

strAddress = "http://t.qq.com/xiaoRainie"
fp =opener.open(strAddress)

mybytes = fp.read()
mystr = mybytes.decode("utf8")
fp.close()
myparser = MyParser()
myparser.inputSelfAddress(strAddress)
myparser.feed(mystr) 

print("总数：", myparser.total-11)
for i in range(int(myparser.total), 1, -1):
    print(myparser.sample_list[i-1])
print("结束")
for i in range(int(myparser.total), 1, -1):
    fp =opener.open(myparser.sample_list[i-1])
    myparser.inputSelfAddress(myparser.sample_list[i-1])
    mybytes = fp.read()
    mystr = mybytes.decode("utf8")
    fp.close()
    myparser = MyParser()  
    myparser.feed(mystr)

    

这里简单使用了python 的html 分析模块，和url 处理模块！