graphite_export+prometheus+grafana配置spark监控模版

最新推荐文章于 2024-06-02 11:55:32 发布
最新推荐文章于 2024-06-02 11:55:32 发布
阅读量942 收藏
点赞数
文章标签： spark big data scala
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.csdn.net/dymkkj/article/details/119958414
版权 
{
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": "-- Grafana --",
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "type": "dashboard"
      }
    ]
  },
  "description": "Spark集群监控",
  "editable": true,
  "gnetId": null,
  "graphTooltip": 0,
  "id": 5602,
  "iteration": 1630654379469,
  "links": [],
  "panels": [
    {
      "collapsed": true,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "id": 38,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "fill": 1,
          "gridPos": {
            "h": 11,
            "w": 24,
            "x": 0,
            "y": 1
          },
          "id": 48,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "jvm_memory_usage{application=\"$application_Id\",executor_id=\"driver\",mem_type=\"total\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "驱动器内存总量分配使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "fill": 1,
          "gridPos": {
            "h": 12,
            "w": 24,
            "x": 0,
            "y": 12
          },
          "id": 46,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "jvm_memory_usage{application=\"$application_Id\",executor_id=\"driver\",mem_type=\"non-heap\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "驱动器非堆内存分配使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "fill": 1,
          "gridPos": {
            "h": 8,
            "w": 24,
            "x": 0,
            "y": 24
          },
          "id": 44,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "jvm_memory_usage{application=\"$application_Id\",executor_id=\"driver\",mem_type=\"PS-MarkSweep\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "jvm_memory_usage{application=\"application_1629181908892_0087\",executor_id=\"driver\",mem_type=\"PS-Scavenge\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "JVM垃圾收集情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "Driver Heap Usage",
          "fill": 1,
          "gridPos": {
            "h": 10,
            "w": 24,
            "x": 0,
            "y": 32
          },
          "id": 12,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "{application=\"$application_Id\",executor_id=\"driver\",mem_type=\"heap\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "驱动器堆内存使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "fill": 1,
          "gridPos": {
            "h": 9,
            "w": 24,
            "x": 0,
            "y": 42
          },
          "id": 20,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "block_manager{application=\"$application_Id\",executor_id=\"driver\",qty=\"memUsed_MB\",type=\"memory\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "avg(block_manager{application=\"$application_Id\",executor_id=\"driver\",qty=\"memUsed_MB\",type=\"memory\"})",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "驱动器blockManager内存使用",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "Executor Heap Usage",
          "fill": 1,
          "gridPos": {
            "h": 8,
            "w": 24,
            "x": 0,
            "y": 51
          },
          "id": 10,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "jvm_memory_usage{mem_type=\"heap\", qty=\"usage\", application=\"$application_Id\", executor_id=\"driver\"} ",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "驱动器堆内存使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "fill": 1,
          "gridPos": {
            "h": 9,
            "w": 24,
            "x": 0,
            "y": 59
          },
          "id": 40,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "block_manager{application=\"$application_Id\",executor_id=\"driver\",qty=\"diskSpaceUsed_MB\",type=\"disk\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "驱动器内blockmanager磁盘空间使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "fill": 1,
          "gridPos": {
            "h": 9,
            "w": 24,
            "x": 0,
            "y": 68
          },
          "id": 42,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "block_manager{application=\"$application_Id\",executor_id=\"driver\",qty=\"maxMem_MB\",type=\"memory\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "block_manager{application=\"$application_Id\",executor_id=\"driver\",qty=\"memUsed_MB\",type=\"memory\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "B"
            },
            {
              "expr": "block_manager{application=\"$application_Id\",executor_id=\"driver\",qty=\"remainingMem_MB\",type=\"memory\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "驱动器blockmanager内存使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "当前application驱动器运行情况",
      "type": "row"
    },
    {
      "collapsed": true,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 1
      },
      "id": 36,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "Executor Old-Gen",
          "fill": 1,
          "gridPos": {
            "h": 11,
            "w": 24,
            "x": 0,
            "y": 2
          },
          "id": 24,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",mem_type=\"PS-Old-Gen\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "执行器堆内存-老年代使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "Executor Eden-Space",
          "fill": 1,
          "gridPos": {
            "h": 12,
            "w": 24,
            "x": 0,
            "y": 13
          },
          "id": 26,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\", mem_type=\"PS-Eden-Space\"}",
              "format": "time_series",
              "intervalFactor": 2,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "执行器年轻代内存使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "HiveExternalCatalog相关指标",
          "fill": 1,
          "gridPos": {
            "h": 12,
            "w": 24,
            "x": 0,
            "y": 25
          },
          "id": 22,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",type=~\"fileCacheHits\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "E"
            },
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",type=~\"filesDiscovered\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "A"
            },
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",type=~\"parallelListingJobCount\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "",
              "refId": "B"
            },
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",type=~\"partitionsFetched\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "C"
            },
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",type=~\"disk\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "D"
            },
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",type=~\"memory\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "F"
            },
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",type=~\"threadpool\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "G"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "HiveExternalCatalog相关指标",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "Executor HDFS reads",
          "fill": 1,
          "gridPos": {
            "h": 11,
            "w": 24,
            "x": 0,
            "y": 37
          },
          "id": 30,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"read_bytes\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "avg({application=\"$application_ID\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"read_bytes\"})",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "refId": "B"
            },
            {
              "expr": "{application=\"$application_Id\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"read_ops\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "refId": "C"
            },
            {
              "expr": "{application=\"$application_ID\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"largeRead_ops\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "refId": "D"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "执行器读取hdfs数据情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "HDFS write Rate / s",
          "fill": 1,
          "gridPos": {
            "h": 10,
            "w": 24,
            "x": 0,
            "y": 48
          },
          "id": 28,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "filesystem_usage{application=\"$application_Id\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"write_bytes\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "avg(filesystem_usage{application=\"$application_Id\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"write_bytes\"})",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "refId": "B"
            },
            {
              "expr": "filesystem_usage{application=\"$application_Id\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"write_ops\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "refId": "C"
            },
            {
              "expr": "avg(filesystem_usage{application=\"$application_Id\",executor_id!~\"driver\",fs_type=\"hdfs\",qty=\"write_ops\"})",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "refId": "D"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "写入hdfs数据速率",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "application下各executor资源使用情况",
      "type": "row"
    },
    {
      "collapsed": true,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 2
      },
      "id": 34,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "当前application下Driver和各Executor内存使用情况",
          "fill": 1,
          "gridPos": {
            "h": 11,
            "w": 24,
            "x": 0,
            "y": 3
          },
          "id": 8,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "jvm_memory_usage{application=\"$application_Id\",job=\"$spark\",mem_type=\"total\",qty=\"used\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{executor_id}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "当前application下Driver和各Executor内存使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "",
          "fill": 1,
          "gridPos": {
            "h": 9,
            "w": 24,
            "x": 0,
            "y": 14
          },
          "id": 2,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "dimension": "createTime",
                "type": "regex"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "druidDS": "bullseye_report_update",
              "expr": "count(executor_info{application=\"$application_Id\",executor_id!~\"driver\"})/4",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "当前application可用executor数量",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "application内存使用总量和executor总量",
      "type": "row"
    },
    {
      "collapsed": true,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 3
      },
      "id": 32,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "当前application下job、stage运行情况",
          "fill": 1,
          "gridPos": {
            "h": 14,
            "w": 24,
            "x": 0,
            "y": 4
          },
          "id": 4,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "DAG_scheduler{application=\"$application_Id\",qty=~\"job\",type=\"job\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "DAG_scheduler{application=\"$application_Id\",qty=~\"activeJobs\",type=\"job\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "B"
            },
            {
              "expr": "DAG_scheduler{application=\"$application_Id\",type=~\"stage\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "当前application下job-stage运行情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "DAG调度消息处理耗时情况",
          "fill": 1,
          "gridPos": {
            "h": 9,
            "w": 24,
            "x": 0,
            "y": 18
          },
          "id": 54,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "DAG_scheduler{application=\"$application_Id\",type=~\"messageProcessingTime\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "DAG调度消息处理耗时情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "fill": 1,
          "gridPos": {
            "h": 21,
            "w": 24,
            "x": 0,
            "y": 27
          },
          "id": 52,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "task_info{application=\"$application_Id\",qty=\"committed\",task=\"jvm\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "task_info{application=\"$application_Id\",qty=\"init\",task=\"jvm\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "B"
            },
            {
              "expr": "task_info{application=\"$application_Id\",qty=\"max\",task=\"jvm\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "",
              "refId": "C"
            },
            {
              "expr": "task_info{application=\"$application_Id\",qty=\"usage\",task=\"jvm\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "D"
            },
            {
              "expr": "task_info{application=\"$application_Id\",qty=\"used\",task=\"jvm\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "refId": "E"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "当前application任务执行时内存使用情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "Tasks",
          "fill": 1,
          "gridPos": {
            "h": 9,
            "w": 24,
            "x": 0,
            "y": 48
          },
          "id": 6,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "sum(executor_info{application=\"$application_Id\", qty=\"activeTasks\"}) by (qty)",
              "format": "time_series",
              "intervalFactor": 2,
              "legendFormat": "{{qty}}",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            },
            {
              "expr": "sum(executor_info{application=\"$application_Id\", qty=\"completeTasks\"}) by (qty)",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{qty}}",
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "当前application任务执行情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus-qsh-k2",
          "description": "各执行器线程池任务执行[活跃、完毕]和内存信息情况",
          "fill": 1,
          "gridPos": {
            "h": 13,
            "w": 24,
            "x": 0,
            "y": 57
          },
          "id": 50,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "currentAggregator": {
                "type": "count"
              },
              "currentFilter": {
                "type": "selector"
              },
              "currentPostAggregator": {
                "fn": "+",
                "type": "arithmetic"
              },
              "currentSelect": {
                "dimension": "",
                "metric": ""
              },
              "customGranularity": "minute",
              "expr": "executor_info{application=\"$application_Id\",executor_id!~\"driver\",type=\"threadpool\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "",
              "limit": 5,
              "queryType": "timeseries",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "各执行器线程池任务执行[活跃、完毕]和内存信息情况",
          "tooltip": {
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            },
            {
              "format": "short",
              "label": null,
              "logBase": 1,
              "max": null,
              "min": null,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "application下job运行情况",
      "type": "row"
    }
  ],
  "refresh": "10s",
  "schemaVersion": 16,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": [
      {
        "allValue": null,
        "current": {
          "text": "spark-sql-context-10-1-144-31",
          "value": "spark-sql-context-10-1-144-31"
        },
        "datasource": "Prometheus-qsh-k2",
        "definition": "label_values(job)",
        "hide": 0,
        "includeAll": false,
        "label": "",
        "multi": true,
        "name": "spark",
        "options": [],
        "query": "label_values(job)",
        "refresh": 2,
        "regex": "/spark-.*-context-.*/",
        "skipUrlSync": false,
        "sort": 2,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {
          "isNone": true,
          "text": "None",
          "value": ""
        },
        "datasource": "Prometheus-qsh-k2",
        "definition": "label_values({job=~\"${spark:regex}\"},application)",
        "hide": 0,
        "includeAll": false,
        "label": null,
        "multi": true,
        "name": "application_Id",
        "options": [],
        "query": "label_values({job=~\"${spark:regex}\"},application)",
        "refresh": 2,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      }
    ]
  },
  "time": {
    "from": "now-30m",
    "to": "now"
  },
  "timepicker": {
    "refresh_intervals": [
      "5s",
      "10s",
      "30s",
      "1m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ],
    "time_options": [
      "5m",
      "15m",
      "1h",
      "6h",
      "12h",
      "24h",
      "2d",
      "7d",
      "30d"
    ]
  },
  "timezone": "",
  "title": "spark集群监控",
  "uid": "NWHhCnVnk",
  "version": 58
}

青山流水在深谷
关注
  • 0
    点赞
  • 踩
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
Spark程序监控
pofengliuming的专栏
11-03 6949
4040端口可以在浏览器中打开http://:4040网址，网址显示的信息： 任务和调度状态的列表 RDD大小和内存使用的统计信息 正在运行的executor的信息 环境信息 如果在同一台机器上有多个SparkContext正在运行，那么他们的端口从4040开始依次增加（4041，4042等）。在应用程序运行期间，你可以在这个Web页面获得Spark实时监控信息，如果希望在程序运行完以后查
使用 Prometheus 和 Grafana 监控 Spark 应用
偷闲小苑
09-13 7258
背景 每个开发者都想了解自己任务运行时的状态，便于调优及排错，Spark 提供的 webui 已经提供了很多信息，用户可以从上面了解到任务的 shuffle，任务运行等信息，但是运行时 Executor JVM 的状态对用户来说是个黑盒，在应用内存不足报错时，初级用户可能不了解程序究竟是 Driver 还是 Executor 内存不足，从而也无法正确的去调整参数。 Spark 的度量系统提供了...
【30天精通Prometheus：一站式监控实战指南】第13天：graphite_exporter从入门到实战：安装、配置详解与生产环境搭建指南，超详细
最新发布
大唐有趣的小胡.
06-02 1091
本文概述了graphite_exporter的基本概念，详细介绍了其安装步骤，包括从官方网站下载、解压安装包并运行的过程。文章还深入解析了graphite_exporter的指标和配置，重点讲解了mapping配置和服务文件的设置。此外，提供了一份生产环境搭建指南，涵盖了从创建管理用户、解压安装包，到将graphite_exporter集成到Prometheus配置中的全过程。同时，还指导了如何编辑graphite_exporter.service文件并启动服务，最后介绍了如何检查服务是否正常启动。
Spark 应用监控告警-Graphite_exporter
dwshmilyss的博客
09-15 1656
Spark 应用监控告警-Graphite_exporter Spark监控和工具 Web界面 事后查看 REST API 度量 高级工具 一、下载graphite_exporter 1.1 修改graphite_exporter_mapping 1.2 启动graphite_exporter 二、Spark配置Graphite metrics 三、启动Spark程序 四、配置Prometheus 4.1 查看Prometheus是否收集到metric
使用Prometheus监控Spark任务
半日闲的博客
08-03 1836
BackGroud 目前spark支持Graphite打点，但是Graphite默认会为每个打点生成对应的文件，直接只有两个点数据，graphite生成的文件也有200多k，对Graphite造成很大的压力。所以考虑使用Prometheus来代替Graphite。 Prometheus的打点默认是pull模式，和Graphite不同，而Spark3.0 新加的打点方式也是K8S友好的。所以还是考虑 使用Prometheus结合Graphite Exporter 的方式。 Graphite Exporter
grafana-spark-dashboards:用于生成用于监控 Spark 作业的 Grafana 仪表板的脚本
06-16
grafana-火花仪表板 该存储库包含一个 Grafana “脚本仪表板” spark.js ，旨在显示从 Spark 应用程序收集的指标。 您可以阅读有关背景和动机的更多信息。 你会看到什么 所有 Spark 指标的精美图表！ 引擎盖下是什么 下面是我们的 Spark-on-YARN + Graphite + Grafana 基础设施中涉及的大部分部分的图表，这些部分有助于上述图表： 安装 有几个部分需要安装并在此处相互通信： 安装石墨。 配置 Spark 以将指标发送到您的 Graphite。 使用 Graphite 作为数据源安装 Grafana。 在 Grafana 安装中安装脚本化仪表板（别担心；只是一个符号链接）。 配置您的脚本化仪表板（别担心；只是一个主机名查找和替换）。 下面至少简要讨论这些步骤中的每一个。 安装石墨 这可能是一个艰巨的过程，但请尝试按照或的
prometheus+grafana
01-09
Prometheus和Grafana是两种在IT行业中广泛用于监控和可视化系统的开源工具。Prometheus是一款强大的时间序列数据库和监控系统，而Grafana则是一个功能丰富的数据可视化平台，两者结合可以构建出高效的监控解决方案。...
centos influxdb安装 详细！Centos7.X搭建Grafana+Jmeter+Influxdb性能实时监控
07-05
安装完成后，我们需要修改配置文件`/etc/influxdb/influxdb.conf`，启用graphite服务，设置JMeter数据存储的数据库名和端口号。此外，如果需要的话，可以开启admin服务，以便通过UI界面管理InfluxDB。启动InfluxDB...
graphite_exporter-0.12.0.linux-amd64.tar.gz
05-31
总之，“graphite_exporter-0.12.0.linux-amd64.tar.gz”是一个连接Prometheus和Graphite的关键工具，使得拥有大量Graphite数据的组织能够充分利用Prometheus生态系统的优势，实现更高效、更全面的监控和分析。...
Python + Statsd + Graphite 搭建监控平台
06-21
在网上找了很久，没有一篇很完整很清晰地介绍Statsd+Graphite搭建监控平台，正好边摸索边尝试边写下来，方便大家。 (Notice: 一开始我是在macOs Sierra下安装， 后来在Ubuntu上也安装)
spark_prometheus_metrics.json
09-13
博客https://blog.csdn.net/lsshlsw/article/details/82670508 spark_prometheus_metrics.json
守望者：用于安装Graphite，StatsD，Sentry和Sherlog.js的Fabric脚本
02-05
守望者 Fabric脚本安装Graphite，StatsD，Sentry和Sherlog.js
Prometheus安装和配置node_exporter监控主机之node_exporter安装包
12-10
Prometheus安装和配置node_exporter监控主机之node_exporter安装包
graphite_exporter收集spark on yarn metrics
weixin_44772715的博客
05-11 3114
参考：https://community.hortonworks.com/articles/222813/monitoring-spark-2-performance-via-grafana-in-amba-1.html https://blog.csdn.net/lsshlsw/article/details/82670508 jmx 方式，端口冲突问题 https://argus-sec.co...
Spark应用监控解决方案--使用Prometheus和Grafana监控Spark应用
w36680130的博客
03-20 485
Spark应用监控解决方案--使用Prometheus和Grafana监控Spark应用
Apache Spark 3.0对Prometheus监控的原生支持
weixin_45906054的博客
07-29 1117
阿里云EMR技术专家周康为大家带来Apache Spark 3.0对Prometheus监控的原生支持的介绍。内容包括spark 3.0以前是怎么用Prometheus进行监控的，以及s...
【Spark】Graphx开发环境搭建（Java）
Mia
01-03 1677
查找需要的 jar 包 安装地址：https://mvnrepository.com/artifact/org.apache.spark/spark-graphx_2.11/2.4.0 其中，2.11 是 scala 的版本，2.4.0 是 spark 的版本。 在 eclipse 中导入 jar 包 可能出现的问题 一开始下载的版本是 spark-graphx_2.12/2.4.0，而已经安装...
grafana 配置监控
06-03
配置 Grafana 监控需要以下步骤： 1. 安装 Grafana：首先需要在服务器上安装 Grafana。具体安装方式请参考 Grafana 的官方文档。 2. 安装数据源插件：Grafana 需要连接到一个数据源才能展示监控数据。常见的数据源包括 Prometheus、InfluxDB、Graphite 等。可以在 Grafana 插件市场中搜索并安装相应的数据源插件。 3. 配置数据源：安装完数据源插件后，需要在 Grafana 中配置数据源。在 Grafana 界面中点击“Configuration”->“Data sources”，选择相应的数据源并填写相关配置信息。保存后可以点击“Test”按钮测试连接是否正常。 4. 创建仪表盘：在 Grafana 中创建仪表盘可以展示监控数据的各种指标。可以选择使用 Grafana 预设的模板或者自定义一个仪表盘。在仪表盘中添加监控指标的方式为：点击“Add panel”->“Visualization”->选择需要展示的指标类型（例如折线图、柱状图等）->选择相应的数据源和指标。 5. 配置告警：在 Grafana 中可以配置告警规则，当监控指标达到一定阈值时自动触发告警。在仪表盘中点击“Alert”->“New alert rule”->选择相应的数据源和指标->配置阈值和告警方式（例如邮件、Slack 等）。 以上就是配置 Grafana 监控的基本步骤。具体操作可能因为不同的数据源和监控需求而有所差异。
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值