{ "annotations": { "list": [ { "$$hashKey": "object:247", "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "gnetId": null, "graphTooltip": 1, "id": 7, "iteration": 1529451495489, "links": [], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 102, "panels": [], "title": "Requests", "type": "row" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 0, "y": 1 }, "id": 98, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Current", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_request_duration_millis_Count{job='flint',instance='[[instance]]',request_type=~'[[request_type]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Request Count", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "none", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 3, "y": 1 }, "id": 27, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Max", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_request_duration_millis_OneMinuteRate{job='flint',instance='[[instance]]',request_type=~'[[request_type]]'})", "format": "time_series", "instant": false, "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Requests / sec", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "max" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 6, "y": 1 }, "id": 51, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "50%", "prefix": "Current", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(224, 117, 45, 0.5)", "full": true, "lineColor": "#e0752d", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_request_timeouts_total_Count{job='flint',instance='[[instance]]',request_type=~'[[request_type]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Request Timeouts", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "none", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 9, "y": 1 }, "hideTimeOverride": true, "id": 16, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Delta", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "spark_driver_DAGScheduler_job_allJobs_Value{job='flint',instance='[[instance]]'}", "format": "time_series", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "thresholds": "", "timeFrom": null, "title": "Completed Jobs", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "delta" }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 1, "gridPos": { "h": 4, "w": 4, "x": 12, "y": 1 }, "id": 62, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "failed", "color": "#bf1b00" }, { "alias": "running", "color": "#508642" }, { "alias": "waiting", "color": "#e5ac0e" } ], "spaceLength": 10, "stack": true, "steppedLine": false, "targets": [ { "expr": "spark_driver_DAGScheduler_stage_waitingStages_Value{job='flint',instance='[[instance]]'}", "format": "time_series", "intervalFactor": 1, "legendFormat": "waiting", "refId": "A" }, { "expr": "spark_driver_DAGScheduler_stage_runningStages_Value{job='flint',instance='[[instance]]'}", "format": "time_series", "intervalFactor": 1, "legendFormat": "running", "refId": "B" }, { "expr": "spark_driver_DAGScheduler_stage_failedStages_Value{job='flint',instance='[[instance]]'}", "format": "time_series", "intervalFactor": 1, "legendFormat": "failed", "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "Spark DAG Stages", "tooltip": { "shared": true, "sort": 1, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ] }, { "cacheTimeout": null, "colorBackground": false, "colorValue": true, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "ms", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 0, "y": 3 }, "id": 50, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Mean", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "avg(spark_driver_FlintServer_request_duration_millis_Mean{job='flint',instance='[[instance]]',request_type=~'[[request_type]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "2000,5000", "title": "Request Duration", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "avg" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "none", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 3, "y": 3 }, "id": 28, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Max", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_query_executions_OneMinuteRate{job='flint',instance='[[instance]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Queries / sec", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "max" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 6, "y": 3 }, "id": 89, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Current", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(191, 27, 0, 0.5)", "full": true, "lineColor": "#bf1b00", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_request_failures_total_Count{job='flint',instance='[[instance]]',request_type=~'[[request_type]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Request Failures", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "decimals": null, "format": "none", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 9, "y": 3 }, "hideTimeOverride": true, "id": 15, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Max", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "spark_driver_DAGScheduler_job_activeJobs_Value{job='flint',instance='[[instance]]'}", "format": "time_series", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "thresholds": "", "timeFrom": null, "title": "Concurrent Jobs", "type": "singlestat", "valueFontSize": "30%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "max" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 5 }, "id": 92, "panels": [], "title": "Result Cache", "type": "row" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 0, "y": 6 }, "id": 67, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_query_result_cache_entries_Value{job='flint',instance='[[instance]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Size", "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": true, "colors": [ "#d44a3a", "rgba(237, 129, 40, 0.89)", "#299c46" ], "datasource": "local-prometheus", "format": "percentunit", "gauge": { "maxValue": 1, "minValue": 0, "show": true, "thresholdLabels": true, "thresholdMarkers": true }, "gridPos": { "h": 6, "w": 3, "x": 3, "y": 6 }, "id": 83, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": false }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_query_result_cache_hits_Count{job='flint',instance='[[instance]]'}) /\nsum(spark_driver_FlintServer_query_result_cache_misses_Count{job='flint',instance='[[instance]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "0.25,0.5,1", "title": "Hit Ratio", "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#d44a3a", "rgba(237, 129, 40, 0.89)", "#299c46" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 6, "y": 6 }, "id": 90, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Delta", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_query_result_cache_prunings_Count{job='flint',instance='[[instance]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Pruned", "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "delta" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 0, "y": 8 }, "id": 78, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(126, 178, 109, 0.5)", "full": true, "lineColor": "#7eb26d", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_query_result_cache_hits_Count{job='flint',instance='[[instance]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Hits", "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#d44a3a", "rgba(237, 129, 40, 0.89)", "#299c46" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 6, "y": 8 }, "id": 88, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "Delta", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_query_result_cache_expirations_Count{job='flint',instance='[[instance]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Expired", "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "delta" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": false, "colors": [ "#299c46", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], "datasource": "local-prometheus", "format": "short", "gauge": { "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { "h": 2, "w": 3, "x": 0, "y": 10 }, "id": 97, "interval": null, "links": [], "mappingType": 1, "mappingTypes": [ { "name": "value to text", "value": 1 }, { "name": "range to text", "value": 2 } ], "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "30%", "prefix": "", "prefixFontSize": "30%", "rangeMaps": [ { "from": "null", "text": "N/A", "to": "null" } ], "sparkline": { "fillColor": "rgba(226, 77, 66, 0.49)", "full": true, "lineColor": "#e24d42", "show": true }, "tableColumn": "", "targets": [ { "expr": "sum(spark_driver_FlintServer_query_result_cache_misses_Count{job='flint',instance='[[instance]]'})", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "thresholds": "", "title": "Misses", "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ { "op": "=", "text": "N/A", "value": "null" } ], "valueName": "current" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 12 }, "id": 24, "panels": [], "title": "CPU", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 2, "gridPos": { "h": 5, "w": 8, "x": 0, "y": 13 }, "id": 8, "legend": { "avg": false, "current": true, "max": false, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "system", "dashLength": 3, "dashes": true, "fill": 0, "spaceLength": 3 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "jvm_cpu_process_load{job='flint',instance='[[instance]]'}", "format": "time_series", "instant": false, "intervalFactor": 1, "legendFormat": "process", "refId": "A" }, { "expr": "jvm_cpu_system_load{job='flint',instance='[[instance]]'}", "format": "time_series", "instant": false, "intervalFactor": 1, "legendFormat": "system", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "CPU Load", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transparent": false, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "percentunit", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ] }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 8, "y": 13 }, "id": 45, "legend": { "alignAsTable": false, "avg": false, "current": false, "hideEmpty": false, "hideZero": false, "max": false, "min": false, "show": true, "total": true, "values": true }, "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": true, "steppedLine": true, "targets": [ { "expr": "clamp_min(idelta(jvm_gc_collection_seconds_sum{job='flint',instance='[[instance]]'}[30s]), 0)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{gc}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "GC Time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transparent": false, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "none", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ] }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 16, "y": 13 }, "id": 10, "legend": { "avg": false, "current": false, "hideEmpty": false, "hideZero": false, "max": true, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": true, "targets": [ { "expr": "rate(jvm_gc_collection_seconds_count{job='flint',instance='[[instance]]'}[30s])", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{gc}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "GC Rate (collections / sec)", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transparent": false, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "none", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ] }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 18 }, "id": 35, "panels": [], "title": "Request Durations by Type", "type": "row" }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 0, "y": 19 }, "id": 37, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 2, "links": [], "minSpan": 8, "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "repeat": "request_type", "repeatDirection": "h", "scopedVars": { "request_type": { "selected": false, "text": "CURSOR_CLOSE", "value": "CURSOR_CLOSE" } }, "seriesOverrides": [ { "alias": "rate", "bars": false, "color": "#890f02", "lines": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "spark_driver_FlintServer_request_duration_millis_99thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "99th", "refId": "E" }, { "expr": "spark_driver_FlintServer_request_duration_millis_95thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "95th", "refId": "D" }, { "expr": "spark_driver_FlintServer_request_duration_millis_75thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "75th", "refId": "F" }, { "expr": "spark_driver_FlintServer_request_duration_millis_50thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "50th", "refId": "C" }, { "expr": "spark_driver_FlintServer_request_duration_millis_OneMinuteRate{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "rate", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "[[request_type]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "decimals": null, "format": "ops", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 8, "y": 19 }, "id": 103, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 2, "links": [], "minSpan": 8, "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "repeat": null, "repeatDirection": "h", "repeatIteration": 1529451495489, "repeatPanelId": 37, "scopedVars": { "request_type": { "selected": false, "text": "CURSOR_FETCH_AVRO", "value": "CURSOR_FETCH_AVRO" } }, "seriesOverrides": [ { "alias": "rate", "bars": false, "color": "#890f02", "lines": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "spark_driver_FlintServer_request_duration_millis_99thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "99th", "refId": "E" }, { "expr": "spark_driver_FlintServer_request_duration_millis_95thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "95th", "refId": "D" }, { "expr": "spark_driver_FlintServer_request_duration_millis_75thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "75th", "refId": "F" }, { "expr": "spark_driver_FlintServer_request_duration_millis_50thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "50th", "refId": "C" }, { "expr": "spark_driver_FlintServer_request_duration_millis_OneMinuteRate{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "rate", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "[[request_type]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "decimals": null, "format": "ops", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 16, "y": 19 }, "id": 104, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 2, "links": [], "minSpan": 8, "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "repeat": null, "repeatDirection": "h", "repeatIteration": 1529451495489, "repeatPanelId": 37, "scopedVars": { "request_type": { "selected": false, "text": "DATASET_PREPARE", "value": "DATASET_PREPARE" } }, "seriesOverrides": [ { "alias": "rate", "bars": false, "color": "#890f02", "lines": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "spark_driver_FlintServer_request_duration_millis_99thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "99th", "refId": "E" }, { "expr": "spark_driver_FlintServer_request_duration_millis_95thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "95th", "refId": "D" }, { "expr": "spark_driver_FlintServer_request_duration_millis_75thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "75th", "refId": "F" }, { "expr": "spark_driver_FlintServer_request_duration_millis_50thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "50th", "refId": "C" }, { "expr": "spark_driver_FlintServer_request_duration_millis_OneMinuteRate{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "rate", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "[[request_type]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "decimals": null, "format": "ops", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 0, "y": 24 }, "id": 105, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 2, "links": [], "minSpan": 8, "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "repeat": null, "repeatDirection": "h", "repeatIteration": 1529451495489, "repeatPanelId": 37, "scopedVars": { "request_type": { "selected": false, "text": "DATASET_TOUCH", "value": "DATASET_TOUCH" } }, "seriesOverrides": [ { "alias": "rate", "bars": false, "color": "#890f02", "lines": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "spark_driver_FlintServer_request_duration_millis_99thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "99th", "refId": "E" }, { "expr": "spark_driver_FlintServer_request_duration_millis_95thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "95th", "refId": "D" }, { "expr": "spark_driver_FlintServer_request_duration_millis_75thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "75th", "refId": "F" }, { "expr": "spark_driver_FlintServer_request_duration_millis_50thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "50th", "refId": "C" }, { "expr": "spark_driver_FlintServer_request_duration_millis_OneMinuteRate{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "rate", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "[[request_type]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "decimals": null, "format": "ops", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 8, "y": 24 }, "id": 106, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 2, "links": [], "minSpan": 8, "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "repeat": null, "repeatDirection": "h", "repeatIteration": 1529451495489, "repeatPanelId": 37, "scopedVars": { "request_type": { "selected": false, "text": "EXECUTE_SQL_TO_CURSOR", "value": "EXECUTE_SQL_TO_CURSOR" } }, "seriesOverrides": [ { "alias": "rate", "bars": false, "color": "#890f02", "lines": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "spark_driver_FlintServer_request_duration_millis_99thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "99th", "refId": "E" }, { "expr": "spark_driver_FlintServer_request_duration_millis_95thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "95th", "refId": "D" }, { "expr": "spark_driver_FlintServer_request_duration_millis_75thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "75th", "refId": "F" }, { "expr": "spark_driver_FlintServer_request_duration_millis_50thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "50th", "refId": "C" }, { "expr": "spark_driver_FlintServer_request_duration_millis_OneMinuteRate{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "rate", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "[[request_type]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "decimals": null, "format": "ops", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ] }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "local-prometheus", "fill": 0, "gridPos": { "h": 5, "w": 8, "x": 16, "y": 24 }, "id": 107, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 2, "links": [], "minSpan": 8, "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "repeat": null, "repeatDirection": "h", "repeatIteration": 1529451495489, "repeatPanelId": 37, "scopedVars": { "request_type": { "selected": false, "text": "EXECUTE_SQL_TO_SERIALIZED_FILE", "value": "EXECUTE_SQL_TO_SERIALIZED_FILE" } }, "seriesOverrides": [ { "alias": "rate", "bars": false, "color": "#890f02", "lines": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "spark_driver_FlintServer_request_duration_millis_99thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "99th", "refId": "E" }, { "expr": "spark_driver_FlintServer_request_duration_millis_95thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "95th", "refId": "D" }, { "expr": "spark_driver_FlintServer_request_duration_millis_75thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "75th", "refId": "F" }, { "expr": "spark_driver_FlintServer_request_duration_millis_50thPercentile{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "50th", "refId": "C" }, { "expr": "spark_driver_FlintServer_request_duration_millis_OneMinuteRate{job='flint',instance='[[instance]]',request_type='[[request_type]]'}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "rate", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, "title": "[[request_type]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ms", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "decimals": null, "format": "ops", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ] } ], "refresh": "30s", "schemaVersion": 16, "style": "dark", "tags": [], "templating": { "list": [ { "allValue": null, "current": { "text": "vm:1234", "value": "vm:1234" }, "datasource": "local-prometheus", "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "instance", "options": [], "query": "label_values(instance)", "refresh": 1, "regex": "", "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "text": "All", "value": [ "$__all" ] }, "datasource": "local-prometheus", "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "request_type", "options": [], "query": "label_values(request_type)", "refresh": 2, "regex": "", "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "now-30m", "to": "now" }, "timepicker": { "hidden": false, "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ] }, "timezone": "browser", "title": "Flint Performance", "uid": "ibll8Sziz", "version": 44 }