python实现对kafka中日志数据监控报告（钉钉）

# !/usr/bin/env python
# coding:utf-8
# 该脚本是作统计

from datetime import datetime, timedelta
import os
from dingtalkchatbot.chatbot import DingtalkChatbot
from kafka import KafkaConsumer
import re

# 存放告警日志
messages = {
  500: {}, 400: {}}


# import logging as log
# log.basicConfig(level=log.DEBUG)

# 排序，输出顺序是先 5XX 再 4XX，并且按出现uri次数的顺序排序。
def sort_dict():
    global messages
    tmp = messages
    for i in tmp:
        tmp[i] = sorted(tmp[i].iteritems(), key=lambda item: item[1], reverse=True)
    tmp = sorted(tmp.iteritems(), key=lambda tmp: tmp[0], reverse=True)
    return tmp


def send_mail():
    try:
        message = ''
        alldict = sort_dict()
        for i in alldict:
            if i[0] == 500:
                t = '5XX'
                message = message + '*******' + t + ':' + '\n'
            else:
                t = '4XX'
                message = message + '*******' + t + ':' +