kibana sentinl webhook实现自定义报警

背景:

目前每个应用都有各自的负责人，现有的报警机制无法满足 根据应用不同发送给不同的人，kibana的默认报警无法灵活的去展示报警信息。经过一段时间的预研，还是决定选择webhook的形式 中转之后展示自定义的信息。

报警邮件效果如图：

点击详情跳转到上下文：

 

在有安装sentinl的kibana里配置webhook日志报警：

{
  "actions": {
    "Webhook_86ccf137-5981-402e-bb04-a3d7b1ea6fa6": {
      "name": "Webhook",
      "webhook": {
        "priority": "high",
        "stateless": false,
        "method": "POST",
        "host": "192.168.10.190"，
        "port": "8002",
        "path": "/api/logs/mail/error_logs_notify",
        "body": "[{{#payload.results}}{\"appName\": \"{{appName}}\", \"errors\": [{{#errors}}{\"type\": \"{{type}}\",\"index\": \"{{index}}\",\"id\": \"{{id}}\", \"message\": \"{{message}}\"}{{#comma_e}},{{/comma_e}}{{/errors}}]}{{#comma_b}},{{/comma_b}}{{/payload.results}}]",
        "headers": {
          "Content-Type": "application/json"
        }
      }
    }
  },
  "input": {
    "search": {
      "request": {
        "index": [
          "isys*"
        ],
        "body": {
          "query": {
            "bool": {
              "must": [
                {
                  "match": {
                    "loglevel": "ERROR"
                  }
                },
                {
                  "range": {
                    "@timestamp": {
                      "gte": "now-10m",
                      "lt": "now"
                    }
                  }
                }
              ]
            }
          },
          "aggs": {
            "app_errors": {
              "terms": {
                "field": "appname.keyword"
              },
              "aggs": {
                "errors": {
                  "top_hits": {
                    "size": 10,
                    "_source": {
                      "includes": [
                        "message"
                      ]
                    }
                  }
                }
              }
            }
          }
        }
      }
    }
  },
  "condition": {
    "script": {
      "script": "payload.hits.total > 0"
    }
  },
  "transform": {
    "script": {
      "script": "payload.results=[];payload.aggregations.app_errors.buckets.forEach(function(b,bi){var r={};r.appName=b.key;r.errors=[];if(bi!=payload.aggregations.app_errors.buckets.length-1){r.comma_b=true}b.errors.hits.hits.forEach(function(h,hi){var v={};v.id=h._id;v.type=h._type;v.index = h._index;v.message=escape(h._source.message);if(hi!=b.errors.hits.hits.length-1){v.comma_e=true}r.errors.push(v)});payload.results.push(r)})"
    }
  },
  "trigger": {
    "schedule": {
      "later": "every 10 minutes"
    }
  },
  "disable": true,
  "report": false,
  "title": "isyscore_error_watcher",
  "save_payload": false,
  "spy": false,
  "impersonate": false
}

webhook的项目见：https://github.com/yingjianjian/kibana_sentinl_mail