【python】python抓取activemq管理界面

需求说明

需要通过python将activemq的管理页面通过爬虫抓取下来，显示各消息队列的信息。
由于是刚刚学习的python，花了一个下午才写好，只是基本实现了功能，但是有些地方还是比较简单，等以后对于爬虫知识更加了解了再修改吧
直接贴代码了：

实现代码

#-*- coding:utf-8 -*-
"""
使用方法：
执行脚本可添加参数，如：
python parsemq.py aaa bbb
即只打印消息队列aaa与bbb的信息

python parsemq.py
不写参数，打印出全部的消息队列信息

python parsemq.py -r 每隔一秒循环打印全部
python parsemq.py -r  aaa bbb 每隔一秒循环打印aaa与bbb的信息
"""
import urllib2,urllib
import HTMLParser
import os
import sys
import time

#解析html
class MyHTMLParser(HTMLParser.HTMLParser):
   def __init__(self):
      HTMLParser.HTMLParser.__init__(self)
      self.trflag = False
      self.tdflag = False
      self.tdcount = 0
      self.data = []
   #标签开始,这里只关心tr与td
   def handle_starttag(self, tag, attrs):
      if tag == 'tr':
         self.trflag = True
         self.tdcount = 0
      if self.trflag == True and tag == 'td':
         self.tdcount = self.tdcount + 1
         #只关心前五个
         if self.tdcount <= 5:
            self.tdflag = True
         else:
            self.tdflag = False
   #标签结束,这里只关心tr与td
   def handle_endtag(self, tag):
      if tag == "tr":
         self.trflag = False
         self.tdflag = False
         self.printdatas()
         self.data = []
      if tag == 'td' and self.tdflag == True:
         self.tdflag = False
    #得到data
   def handle_data(self, data):
      if self.tdflag == True:
         if data:
            #去除回车
            data1 = data.replace('\r','').replace('\n','')
            self.data.append(data1)
   #打印信息
   def printdata(self):
       print "~~~~~~~~~~~~~~~~~~~~~"
       print "queue     :" ,self.data[0]
       print "pending   :" ,self.data[1]
       print "consummers:" ,self.data[2]
       print "enqueued  :" ,self.data[3]
       print "dequeued  :" ,self.data[4]

   def printdatas(self):
       if len(self.data) == 5:
           if len(forcusmq) != 0:
               for forcusdata in forcusmq:
                   if self.data[0] == forcusdata:
                       self.printdata()
                       break
           else:
               self.printdata()

def pararg():
    if len(sys.argv) > 1:
        print sys.argv[1]
        if sys.argv[1] == "-r":
            global isfor
            isfor = 1
            if len(sys.argv) > 2:
                for i in range(2,len(sys.argv)):
                    forcusmq.append(str(sys.argv[i]))
        else:
            for i in range(1,len(sys.argv)):
                forcusmq.append(str(sys.argv[i]))
    if len(forcusmq):
        print "output queue:",
        for i in forcusmq:
            print i,
        print

def getmqip():
    mqip = raw_input("input mq ip:")
    print "mq ip:", mqip
    return mqip

#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

forcusmq = []
isfor = 0

pararg()
mqip = getmqip()

user = "admin"
passwd = "admin"
login_url = "http://%s:8161/admin/queues.jsp" % mqip
print "connect to",login_url

#urllib2抓取html
passwdmgr = urllib2.HTTPPasswordMgrWithDefaultRealm()
passwdmgr.add_password(None, login_url, user, passwd)
httpauth_hander = urllib2.HTTPBasicAuthHandler(passwdmgr)
opener = urllib2.build_opener(httpauth_hander)
urllib2.install_opener(opener)

while True:
    os.system('clear')
    print "__________________",time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()),"____________________"
    print "~~~~~~~~~~~~~~~~~~~~~~~~~begin~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
    req = urllib2.Request(login_url)
    res = urllib2.urlopen(req)
    data = res.read()

    myhtml = MyHTMLParser()
    myhtml.feed(data)
    myhtml.close()
    print "~~~~~~~~~~~~~~~~~~~~~~~~~~end~~~~~~~~~~~~~~~~~~~~~~~~~~~"
    if isfor == 0:
        break
    time.sleep(1)

exit ()

参考

https://blog.csdn.net/weicao1990/article/details/80066655
http://www.cnblogs.com/madsnotes/articles/5687079.html
https://www.cnblogs.com/hongten/p/hongten_python_htmlparser.html

转载于:https://www.cnblogs.com/JesseTsou/p/10115111.html