AMBARI-20548. Grafana dashboard changes for some new llap daemon metrics (vivekratnavel)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/e61d1112 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/e61d1112 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/e61d1112 Branch: refs/heads/branch-feature-AMBARI-12556 Commit: e61d111245fd7631a4fd0a2d572d88b3f86a4b5f Parents: 7d0baec Author: Vivek Ratnavel Subramanian <[email protected]> Authored: Wed Apr 5 15:43:26 2017 -0700 Committer: Vivek Ratnavel Subramanian <[email protected]> Committed: Wed Apr 5 15:43:26 2017 -0700 ---------------------------------------------------------------------- .../HDP/grafana-llapdaemon-daemons.json | 313 ++++++++++++++----- 1 file changed, 231 insertions(+), 82 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/e61d1112/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json index 2f69868..849f296 100644 --- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json @@ -1189,7 +1189,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, - "id": 29, + "id": 14, "isNew": true, "legend": { "avg": false, @@ -1214,21 +1214,21 @@ "steppedLine": false, "targets": [ { - "aggregator": "max", - "alias": "95th Percentile", + "aggregator": "sum", + "alias": "MemHeapUsed", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "metric": "io.IOMetrics.PercentileDecodingTime_30s95thPercentileLatency", + "metric": "jvm.JvmMetrics.MemHeapUsedM", "precision": "default", - "refId": "B", + "refId": "C", "templatedHost": "", "transform": "none" } ], "timeFrom": null, "timeShift": null, - "title": "95th Percentile Column Decoding Time (30s interval)", + "title": "Total JVM Heap Used", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1238,7 +1238,7 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "ms", + "mbytes", "short" ] }, @@ -1261,7 +1261,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, - "id": 30, + "id": 15, "isNew": true, "legend": { "avg": false, @@ -1286,21 +1286,21 @@ "steppedLine": false, "targets": [ { - "aggregator": "max", - "alias": "Max", + "aggregator": "sum", + "alias": "MemNonHeapUsed", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "metric": "io.IOMetrics.MaxDecodingTime", + "metric": "jvm.JvmMetrics.MemNonHeapUsedM", "precision": "default", - "refId": "A", + "refId": "C", "templatedHost": "", "transform": "none" } ], "timeFrom": null, "timeShift": null, - "title": "Max Column Decoding Time", + "title": "Total JVM Non-Heap Used", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1310,19 +1310,10 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "ms", + "mbytes", "short" ] - } - ], - "showTitle": true, - "title": "IO Elevator Metrics" - }, - { - "collapse": true, - "editable": true, - "height": "250px", - "panels": [ + }, { "aliasColors": {}, "bars": false, @@ -1342,7 +1333,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, - "id": 14, + "id": 12, "isNew": true, "legend": { "avg": false, @@ -1367,21 +1358,21 @@ "steppedLine": false, "targets": [ { - "aggregator": "sum", - "alias": "MemHeapUsed", + "aggregator": "max", + "alias": "GcTotalExtraSleepTime", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "metric": "jvm.JvmMetrics.MemHeapUsedM", + "metric": "jvm.JvmMetrics.GcTotalExtraSleepTime", "precision": "default", - "refId": "C", + "refId": "A", "templatedHost": "", - "transform": "none" + "transform": "diff" } ], "timeFrom": null, "timeShift": null, - "title": "Total JVM Heap Used", + "title": "Max GcTotalExtraSleepTime", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1391,7 +1382,7 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "mbytes", + "ms", "short" ] }, @@ -1408,19 +1399,22 @@ "leftMin": 0, "rightLogBase": 1, "rightMax": null, - "rightMin": null, + "rightMin": 0, "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)" + "threshold2Color": "rgba(234, 112, 112, 0.22)", + "thresholdLine": false }, - "id": 15, + "id": 13, "isNew": true, + "leftYAxisLabel": "", "legend": { "avg": false, "current": false, "max": false, "min": false, + "rightSide": false, "show": false, "total": false, "values": false @@ -1433,27 +1427,29 @@ "pointradius": 5, "points": false, "renderer": "flot", + "rightYAxisLabel": "", "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "aggregator": "sum", - "alias": "MemNonHeapUsed", + "aggregator": "max", + "alias": "GcTimeMillis", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "metric": "jvm.JvmMetrics.MemNonHeapUsedM", + "hide": false, + "metric": "jvm.JvmMetrics.GcTimeMillis", "precision": "default", - "refId": "C", + "refId": "A", "templatedHost": "", - "transform": "none" + "transform": "diff" } ], "timeFrom": null, "timeShift": null, - "title": "Total JVM Non-Heap Used", + "title": "Max GcTimeMillis", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1463,7 +1459,7 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "mbytes", + "ms", "short" ] }, @@ -1486,7 +1482,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, - "id": 12, + "id": 43, "isNew": true, "legend": { "avg": false, @@ -1512,20 +1508,20 @@ "targets": [ { "aggregator": "max", - "alias": "GcTotalExtraSleepTime", + "alias": "ThreadsWaiting", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "metric": "jvm.JvmMetrics.GcTotalExtraSleepTime", + "metric": "jvm.JvmMetrics.ThreadsWaiting", "precision": "default", - "refId": "A", + "refId": "B", "templatedHost": "", - "transform": "diff" + "transform": "none" } ], "timeFrom": null, "timeShift": null, - "title": "Max GcTotalExtraSleepTime", + "title": "Max JVM Threads Waiting", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1535,7 +1531,7 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "ms", + "short", "short" ] }, @@ -1552,22 +1548,19 @@ "leftMin": 0, "rightLogBase": 1, "rightMax": null, - "rightMin": 0, + "rightMin": null, "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, - "threshold2Color": "rgba(234, 112, 112, 0.22)", - "thresholdLine": false + "threshold2Color": "rgba(234, 112, 112, 0.22)" }, - "id": 13, + "id": 44, "isNew": true, - "leftYAxisLabel": "", "legend": { "avg": false, "current": false, "max": false, "min": false, - "rightSide": false, "show": false, "total": false, "values": false @@ -1580,7 +1573,6 @@ "pointradius": 5, "points": false, "renderer": "flot", - "rightYAxisLabel": "", "seriesOverrides": [], "span": 6, "stack": false, @@ -1588,21 +1580,20 @@ "targets": [ { "aggregator": "max", - "alias": "GcTimeMillis", + "alias": "ThreadsTimedWaiting", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "hide": false, - "metric": "jvm.JvmMetrics.GcTimeMillis", + "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", "precision": "default", - "refId": "A", + "refId": "B", "templatedHost": "", - "transform": "diff" + "transform": "none" } ], "timeFrom": null, "timeShift": null, - "title": "Max GcTimeMillis", + "title": "Max JVM Threads Timed Waiting", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1612,7 +1603,7 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "ms", + "short", "short" ] }, @@ -1759,6 +1750,89 @@ "short", "short" ] + } + ], + "showTitle": true, + "title": "JVM Metrics" + }, + { + "title": "OFFHEAP METRICS", + "height": "250px", + "editable": true, + "collapse": true, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 47, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "DirectBufferMemoryUsed", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonDirectBufferMemoryUsed", + "precision": "default", + "refId": "C", + "templatedHost": "", + "transform": "none", + "seriesAggregator": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Direct Buffer Memory Used", + "tooltip": { + "shared": false, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "short" + ] }, { "aliasColors": {}, @@ -1779,7 +1853,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, - "id": 43, + "id": 46, "isNew": true, "legend": { "avg": false, @@ -1804,21 +1878,22 @@ "steppedLine": false, "targets": [ { - "aggregator": "max", - "alias": "ThreadsWaiting", + "aggregator": "none", + "alias": "DirectBufferTotalCapacity", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "metric": "jvm.JvmMetrics.ThreadsWaiting", + "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonDirectBufferTotalCapacity", "precision": "default", - "refId": "B", + "refId": "C", "templatedHost": "", - "transform": "none" + "transform": "none", + "seriesAggregator": "none" } ], "timeFrom": null, "timeShift": null, - "title": "Max JVM Threads Waiting", + "title": "Direct Buffer Total Capacity", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1828,7 +1903,7 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "short", + "bytes", "short" ] }, @@ -1851,7 +1926,7 @@ "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, - "id": 44, + "id": 48, "isNew": true, "legend": { "avg": false, @@ -1876,21 +1951,22 @@ "steppedLine": false, "targets": [ { - "aggregator": "max", - "alias": "ThreadsTimedWaiting", + "aggregator": "none", + "alias": "MappedBufferMemoryUsed", "app": "llapdaemon", "downsampleAggregator": "avg", "errors": {}, - "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", + "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonMappedBufferMemoryUsed", "precision": "default", - "refId": "B", + "refId": "C", "templatedHost": "", - "transform": "none" + "transform": "none", + "seriesAggregator": "none" } ], "timeFrom": null, "timeShift": null, - "title": "Max JVM Threads Timed Waiting", + "title": "Mapped Buffer Memory Used", "tooltip": { "shared": false, "value_type": "cumulative" @@ -1900,13 +1976,85 @@ "x-axis": true, "y-axis": true, "y_formats": [ - "short", + "bytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 49, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "MappedBufferTotalCapacity", + "app": "llapdaemon", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonMappedBufferTotalCapacity", + "precision": "default", + "refId": "C", + "templatedHost": "", + "transform": "none", + "seriesAggregator": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Mapped Buffer Total Capacity", + "tooltip": { + "shared": false, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", "short" ] } ], - "showTitle": true, - "title": "JVM Metrics" + "showTitle": true } ], "time": { @@ -1968,7 +2116,8 @@ "allFormat": "glob", "current": { "text": "All", - "value": "" + "value": "", + "tags": [] }, "datasource": null, "includeAll": true,
