python脚本监控flink任务，失败后飞书通知

python脚本监控flink任务，失败后飞书通知

最终效果图示例：

直接上代码：

import requests
import json
import time
import subprocess
import urllib.parse
from datetime import datetime

# 定义 集群 的 URL
yarn_url = 'http://192.168.1.11:8088/cluster/apps'

# 发送 HTTP GET 请求并获取响应结果
response = requests.get(yarn_url)

# 解析响应结果中的 JSON 数据
data = response.json()

#计算时间戳
TIMESTAMP =int(datetime.now().timestamp()*1000)

#告警通道webhook
def webhook_alert(id,name,user,state,finishedTime):
    #飞书告警机器人地址
    url="https://open.feishu.cn/demo*"
    
    headers = {
        'Content-Type': 'application/json',
    }
    card ={
          "header": {
            "template": "red",
            "title": {
              "content": "Flink任务失败",
              "tag": "plain_text"
            }
          },
          "elements": [
            {
              "tag": "column_set",
              "flex_mode": "none",
              "background_style": "default",
              "columns": [
                {
                  "tag": "column",
                  "width": "weighted",
                  "weight": 1,
                  "vertical_align": "top",
                  "elements": [
                    {
                      "tag": "div",
                      "text": {
                        "content": "**集群名称：**\n>> 集群名称",
                        "tag": "lark_md"
                      }
                    }
                  ]
                },
                {
                  "tag": "column",
                  "width": "weighted",
                  "weight": 1,
                  "vertical_align": "top",
                  "elements": [
                    {
                      "tag": "markdown",
                      "content": "**任务名称：**\n>> "+name+""
                    }
                  ]
                }
              ]
            },
            {
              "tag": "column_set",
              "flex_mode": "none",
              "background_style": "default",
              "columns": [
                {
                  "tag": "column",
                  "width": "weighted",
                  "weight": 1,
                  "vertical_align": "top",
                  "elements": [
                    {
                      "tag": "markdown",
                      "content": "**用户名称：**\n>> "+user+""
                    }
                  ]
                },
                {
                  "tag": "column",
                  "width": "weighted",
                  "weight": 1,
                  "vertical_align": "top",
                  "elements": [
                    {
                      "tag": "markdown",
                      "content": "**任务ID：**\n>> "+id+""
                    }
                  ]
                }
              ]
            },
            {
              "tag": "column_set",
              "flex_mode": "none",
              "background_style": "default",
              "columns": [
                {
                  "tag": "column",
                  "width": "weighted",
                  "weight": 1,
                  "vertical_align": "top",
                  "elements": [
                    {
                      "tag": "markdown",
                      "content": "**任务失败时间：**\n>> "+str(finishedTime)
                    }
                  ]
                },
                {
                  "tag": "column",
                  "width": "weighted",
                  "weight": 1,
                  "vertical_align": "top",
                  "elements": [
                    {
                      "tag": "markdown",
                      "content": "**状  态：**\n>> "+state+""
                    }
                  ]
                }
              ]
            }
          ]
}
    body =json.dumps({"msg_type": "interactive","card":card})
    resp = requests.post(url=url, data=body, headers=headers)
    return resp

#告警通道飞书
def feishu_alert(receiver_list,channel,content):
    #url = "http://push.trasre.com"
    headers = {
        'Content-Type': 'application/json',
    }
    request_body = {"receiver_list": receiver_list, "channel": channel, "content": content}
    resp = requests.request("POST", url,  headers = headers,  data = json.dumps(request_body))
    return resp

# 遍历应用程序列表，输出每个正在运行的应用程序的状态、队列、进度等信息
def get_yarn_apps():
    yarn = []
    for app in data['apps']['app']:
        if app['state'] == 'FAILED' and app['name'] != 'Thrift JDBC/ODBC Server':
           for x in range(len(data)):
              yarn.append({
                'id' : app['id'],
                'name' : app['name'],
                'user' : app['user'],
                'state' : app['state'],
                'finishedTime' :  app['finishedTime']
                })
    return yarn

#添加阿里云平台arms监控，用于电话通知，此项可加可不加
def upload_to_arms(datas):
    url = "https://arms中的相关地址"
    headers = {'Content-Type': 'application/json'}
    
#    try:
    response = requests.post(url, headers=headers, json=datas)
#        
#        if response.ok:
#            print("数据上传成功")
#        else:
#            print("数据上传失败")
#        
#    except Exception as e:
#        print("数据上传出现异常：", str(e))


if __name__ == '__main__':
    date = get_yarn_apps()
    for row in date:
      diff=TIMESTAMP-row['finishedTime']
      #检查近2分钟的任务中是否有任务失败
      if diff < 120000:
        dt=datetime.fromtimestamp(row['finishedTime']/1000)
        webhook_alert(row['id'],row['name'],row['user'],row['state'],dt.strftime('%Y-%m-%d %H:%M:%S'))
        datas = {
          "id": row['id'],
          "name": row['name'],
          "user":row['user'],
          "state":row['state'],
          "finishedTime":dt.strftime('%Y-%m-%d %H:%M:%S'),
          "alertName":"集群名称-任务失败"
          }