http://git-wip-us.apache.org/repos/asf/ambari/blob/e2a1a5f8/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-overview.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-overview.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-overview.json new file mode 100644 index 0000000..63f5a99 --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-overview.json @@ -0,0 +1,1815 @@ +{ + "id": null, + "title": "Hive - LLAP Overview", + "originalTitle": "Hive - LLAP Overview", + "tags": [ + "llap" + ], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "100px", + "panels": [ + { + "content": "<h4 align=\"center\">Miscellaneous metrics related to the LLAP cluster for troubleshooting and other purposes. Click on each row title to expand on demand to look at various metrics. </h4>\n<h6 style=\"color:red;\" align=\"center\">This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.</h6>", + "editable": true, + "error": false, + "height": "0", + "id": 31, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "transparent": true, + "type": "text" + } + ], + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "100px", + "panels": [ + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "none", + "height": "0", + "id": 21, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": true, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "sum", + "alias": "", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "executors.ExecutorMetrics.ExecutorNumExecutorsPerInstance", + "precision": "default", + "refId": "A", + "templatedHost": "", + "transform": "none" + } + ], + "thresholds": "", + "title": "Total Executor Threads", + "transparent": false, + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "bytes", + "height": "0", + "id": 22, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": true, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "sum", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMemoryPerInstance", + "precision": "default", + "refId": "A", + "templatedHost": "", + "transform": "none" + } + ], + "thresholds": "", + "title": "Total Executor Memory", + "transparent": false, + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "bytes", + "height": "0", + "id": 23, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": true, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "sum", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorCacheMemoryPerInstance", + "precision": "default", + "refId": "A", + "templatedHost": "", + "transform": "none" + } + ], + "thresholds": "", + "title": "Total Cache Memory", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "bytes", + "id": 36, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": true, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "sum", + "alias": "", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorJvmMaxMemory", + "precision": "default", + "refId": "A", + "transform": "none" + } + ], + "thresholds": "", + "title": "Total JVM Memory", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + } + ], + "showTitle": true, + "title": "Overview" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 2, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "Total", + "color": "#6ED0E0" + }, + { + "alias": "Remaining", + "color": "#EAB839" + }, + { + "alias": "Used", + "color": "#7EB26D" + } + ], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "Total", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "cache.CacheMetrics.CacheCapacityTotal", + "precision": "default", + "refId": "A", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "Remaining", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "cache.CacheMetrics.CacheCapacityRemaining", + "precision": "default", + "refId": "C", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "Used", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "cache.CacheMetrics.CacheCapacityUsed", + "precision": "default", + "refId": "B", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Total Cache Usage", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "kbytes" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "decimals": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": 1, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 1, + "isNew": true, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "CacheHitRatio", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "cache.CacheMetrics.CacheHitRatio", + "precision": "default", + "refId": "A", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Average Cache Hit Rate", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "percentunit", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 3, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "CacheReadRequests", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "cache.CacheMetrics.CacheReadRequests", + "precision": "default", + "refId": "A", + "transform": "diff" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Average Cache Read Requests", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + } + ], + "showTitle": true, + "title": "Cache Metrics Across All Nodes" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 7, + "isNew": true, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "Total", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "hide": false, + "metric": "executors.ExecutorMetrics.ExecutorTotalRequestsHandled", + "precision": "default", + "refId": "A", + "templatedHost": "", + "transform": "diff" + }, + { + "aggregator": "sum", + "alias": "Success", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "hide": false, + "metric": "executors.ExecutorMetrics.ExecutorTotalSuccess", + "precision": "default", + "refId": "C", + "templatedHost": "", + "transform": "diff" + }, + { + "aggregator": "sum", + "alias": "Killed", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorTotalKilled", + "precision": "default", + "refId": "B", + "templatedHost": "", + "transform": "diff" + }, + { + "aggregator": "sum", + "alias": "Failed", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "executors.ExecutorMetrics.ExecutorTotalFailed", + "precision": "default", + "refId": "D", + "templatedHost": "", + "transform": "diff" + }, + { + "aggregator": "sum", + "alias": "Evicted", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorTotalEvictedFromWaitQueue", + "precision": "default", + "refId": "E", + "transform": "diff" + }, + { + "aggregator": "sum", + "alias": "Rejected", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorTotalRejectedRequests", + "precision": "default", + "refId": "F", + "transform": "diff" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Total Executor Requests", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 8, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "Total", + "color": "#6ED0E0" + }, + { + "alias": "Available", + "color": "#EAB839" + }, + { + "alias": "Queued", + "color": "#7EB26D" + } + ], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "Total", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxFreeSlots", + "precision": "default", + "refId": "A", + "templatedHost": "", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "Available", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorAvailableFreeSlots", + "precision": "default", + "refId": "B", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "Queued", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorNumQueuedRequests", + "precision": "default", + "refId": "C", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Total Execution Slots", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 35, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "50th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeToKill_300s50thPercentileLatency", + "precision": "default", + "refId": "A", + "transform": "none" + }, + { + "aggregator": "max", + "alias": "90th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeToKill_300s90thPercentileLatency", + "precision": "default", + "refId": "B", + "transform": "none" + }, + { + "aggregator": "max", + "alias": "99th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeToKill_300s99thPercentileLatency", + "precision": "default", + "refId": "C", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Time to Kill Pre-empted Task (300s interval)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 32, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MaxPreemptionTimeToKill", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeToKill", + "precision": "default", + "refId": "A", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Max Time To Kill Task (due to preemption)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 34, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "50th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeLost_300s50thPercentileLatency", + "precision": "default", + "refId": "A", + "transform": "none" + }, + { + "aggregator": "max", + "alias": "90th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeLost_300s90thPercentileLatency", + "precision": "default", + "refId": "B", + "transform": "none" + }, + { + "aggregator": "max", + "alias": "99th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeLost_300s99thPercentileLatency", + "precision": "default", + "refId": "C", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Pre-emption Time Lost (300s interval)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 33, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MaxPreemptionTimeLost", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "executors.ExecutorMetrics.ExecutorMaxPreemptionTimeLost", + "precision": "default", + "refId": "A", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Max Time Lost In Cluster (due to pre-emption)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + } + ], + "showTitle": true, + "title": "Executor Metrics Across All Nodes" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 29, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "50th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "io.IOMetrics.PercentileDecodingTime_30s50thPercentileLatency", + "precision": "default", + "refId": "A", + "transform": "none" + }, + { + "aggregator": "max", + "alias": "90th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "io.IOMetrics.PercentileDecodingTime_30s90thPercentileLatency", + "precision": "default", + "refId": "B", + "transform": "none" + }, + { + "aggregator": "max", + "alias": "99th Percentile", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "io.IOMetrics.PercentileDecodingTime_30s99thPercentileLatency", + "precision": "default", + "refId": "C", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Column Decoding Time (30s interval)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 30, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Max", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "io.IOMetrics.MaxDecodingTime", + "precision": "default", + "refId": "A", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Max Column Decoding Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + } + ], + "showTitle": true, + "title": "IO Elevator Metrics Across All Nodes" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 14, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "MemHeapMax", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.MemHeapMaxM", + "precision": "default", + "refId": "A", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "MemHeapCommitted", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.MemHeapCommittedM", + "precision": "default", + "refId": "B", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "MemHeapUsed", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.MemHeapUsedM", + "precision": "default", + "refId": "C", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Average JVM Heap Usage", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "mbytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 15, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "MemNonHeapMax", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.MemNonHeapMaxM", + "precision": "default", + "refId": "A", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "MemNonHeapCommitted", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.MemNonHeapCommittedM", + "precision": "default", + "refId": "B", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "MemNonHeapUsed", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.MemNonHeapUsedM", + "precision": "default", + "refId": "C", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Average JVM Non-Heap Usage", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "mbytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 12, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "GcTotalExtraSleepTime", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.GcTotalExtraSleepTime", + "precision": "default", + "refId": "A", + "transform": "diff" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Max GcTotalExtraSleepTime", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)", + "thresholdLine": false + }, + "id": 13, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "GcTimeMillis", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "hide": false, + "metric": "jvm.JvmMetrics.GcTimeMillis", + "precision": "default", + "refId": "A", + "transform": "diff" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Max GcTimeMillis", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 2, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 20, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "ThreadsNew", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.ThreadsNew", + "precision": "default", + "refId": "A", + "shouldComputeRate": false, + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "ThreadsRunnable", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.ThreadsRunnable", + "precision": "default", + "refId": "B", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "ThreadsWaiting", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.ThreadsWaiting", + "precision": "default", + "refId": "C", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "ThreadsBlocked", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.ThreadsBlocked", + "precision": "default", + "refId": "D", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "ThreadsTimedWaiting", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", + "precision": "default", + "refId": "E", + "transform": "none" + }, + { + "aggregator": "sum", + "alias": "ThreadsTerminated", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.ThreadsTerminated", + "precision": "default", + "refId": "F", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Total JVM Threads", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + } + ], + "showTitle": true, + "title": "JVM Metrics Across All Nodes" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "now": true, + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [] + }, + "annotations": { + "list": [] + }, + "refresh": false, + "schemaVersion": 8, + "version": 40, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "llap" + ], + "title": "LLAP Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/e2a1a5f8/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-applications.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-applications.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-applications.json new file mode 100644 index 0000000..484a965 --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-applications.json @@ -0,0 +1,513 @@ +{ + "id": null, + "title": "YARN - Applications", + "originalTitle": "YARN - Applications", + "tags": [ + "yarn" + ], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "25px", + "panels": [ + { + "content": "<h4 align=\"center\">Metrics to see the status of Applications on the YARN cluster. </h4>\n<h6 style=\"color:red;\" align=\"center\">This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.</h6>", + "editable": true, + "error": false, + "id": 7, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": 256, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 6, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "> 24 Hours", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "hide": false, + "hosts": "", + "metric": "yarn.QueueMetrics.Queue=root.running_1440", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "5 ~ 24 Hours", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.running_300", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "max", + "alias": "1 ~ 5 Hours", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.running_60", + "precision": "default", + "refId": "C" + }, + { + "aggregator": "max", + "alias": "< 1 Hour", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.running_0", + "precision": "default", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Applications By Running Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + } + ], + "showTitle": false, + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 4, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Running Apps", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "hide": false, + "hosts": "", + "metric": "yarn.QueueMetrics.Queue=root.AppsRunning", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "Pending Apps", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.AppsPending", + "precision": "default", + "refId": "B" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Apps Running vs Pending", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 3, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Submitted Apps", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "hide": false, + "hosts": "", + "metric": "yarn.QueueMetrics.Queue=root.AppsSubmitted", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "Completed Apps", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.AppsCompleted", + "precision": "default", + "refId": "B" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Apps Submitted vs Completed", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + } + ], + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 1, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Avg AM Launch Delay", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.ClusterMetrics.AMLaunchDelayAvgTime", + "precision": "default", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Avg AM Launch Delay", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 2, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Avg AM Register Delay", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.ClusterMetrics.AMRegisterDelayAvgTime", + "precision": "default", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Avg AM Register Delay", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "µs", + "short" + ] + } + ], + "title": "Row" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "now": true, + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [] + }, + "annotations": { + "list": [] + }, + "refresh": false, + "schemaVersion": 8, + "version": 5, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "yarn" + ], + "title": "YARN Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/e2a1a5f8/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-home.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-home.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-home.json new file mode 100644 index 0000000..5b812c0 --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-yarn-home.json @@ -0,0 +1,636 @@ +{ + "id": null, + "title": "YARN - Home", + "originalTitle": "YARN - Home", + "tags": [ + "yarn" + ], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "25px", + "panels": [ + { + "content": "<h4 align=\"center\">Metrics to see the overall status for the YARN cluster. </h4>\n<h6 style=\"color:red;\" align=\"center\">This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.</h6>", + "editable": true, + "error": false, + "id": 11, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "150px", + "panels": [ + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "none", + "id": 3, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "max", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.ClusterMetrics.NumActiveNMs", + "precision": "default", + "refId": "A" + } + ], + "thresholds": "", + "title": "Active nodes", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "max" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "mbytes", + "id": 10, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "max", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.AvailableMB", + "precision": "default", + "refId": "A" + } + ], + "thresholds": "", + "title": "Cluster Memory Available", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "none", + "id": 2, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "max", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.AppsRunning", + "precision": "default", + "refId": "A" + } + ], + "thresholds": "", + "title": "Running apps", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "mbytes", + "id": 6, + "interval": null, + "isNew": true, + "links": [ + { + "dashUri": "db/yarn-resourcemanager", + "dashboard": "YARN ResourceManager", + "title": "YARN ResourceManager", + "type": "dashboard" + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 3, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "max", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.JvmMetrics.MemHeapUsedM", + "precision": "default", + "refId": "C" + } + ], + "thresholds": "", + "title": "ResourceManager Heap", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + } + ], + "title": "Row" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 8, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [ + { + "dashUri": "db/yarn-nodemanagers", + "dashboard": "YARN - NodeManagers", + "params": "", + "title": "YARN - NodeManagers", + "type": "dashboard" + } + ], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "yarn.ClusterMetrics.NumUnhealthyNMs._max", + "yaxis": 1 + } + ], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Num Active NMs", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.ClusterMetrics.NumActiveNMs", + "precision": "default", + "refId": "A", + "shouldAddPrecision": false + }, + { + "aggregator": "max", + "alias": "Num Unhealthy NMs", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.ClusterMetrics.NumUnhealthyNMs", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "max", + "alias": "Num Lost NMs", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.ClusterMetrics.NumLostNMs", + "precision": "default", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Nodes", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 4, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [ + { + "dashUri": "db/yarn-applications", + "dashboard": "YARN Applications", + "title": "YARN Applications", + "type": "dashboard" + } + ], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Apps Running", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "yarn.QueueMetrics.Queue=root.AppsRunning", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "Apps Pending", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "yarn.QueueMetrics.Queue=root.AppsPending", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "max", + "alias": "Apps Failed", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "yarn.QueueMetrics.Queue=root.AppsFailed", + "precision": "default", + "refId": "C" + }, + { + "aggregator": "max", + "alias": "Apps Complete", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "yarn.QueueMetrics.Queue=root.AppsCompleted", + "precision": "default", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Apps", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + } + ], + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "decimals": 2, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 9, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [ + { + "dashUri": "db/yarn-queues", + "dashboard": "YARN Queues", + "title": "YARN Queues", + "type": "dashboard" + } + ], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "Cluster Memory Available" + } + ], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "Cluster Memory Available", + "app": "resourcemanager", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "yarn.QueueMetrics.Queue=root.AvailableMB", + "precision": "default", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Cluster Memory Available", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "mbytes", + "short" + ] + } + ], + "title": "New row" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "now": true, + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [] + }, + "annotations": { + "list": [] + }, + "refresh": false, + "schemaVersion": 8, + "version": 5, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "yarn" + ], + "title": "YARN Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file
