AMBARI-19592 : Create grafana dashboards for Druid Metrics and configure druid to send metrics to AMS. (Nishant Bangarwa via avijayan)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ad0f4ecc Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ad0f4ecc Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ad0f4ecc Branch: refs/heads/branch-dev-patch-upgrade Commit: ad0f4ecc67e39d109449e945b5108440059b4240 Parents: d0dc19e Author: Aravindan Vijayan <[email protected]> Authored: Tue Jan 24 10:52:56 2017 -0800 Committer: Aravindan Vijayan <[email protected]> Committed: Tue Jan 24 10:52:56 2017 -0800 ---------------------------------------------------------------------- .../ambari-metrics/datasource.js | 97 ++ .../HDP/grafana-druid-home.json | 995 +++++++++++++++++++ .../HDP/grafana-druid-ingestion.json | 776 +++++++++++++++ .../HDP/grafana-druid-query.json | 858 ++++++++++++++++ .../DRUID/0.9.2/configuration/druid-common.xml | 57 ++ .../DRUID/0.9.2/package/scripts/params.py | 36 + .../stacks/HDP/2.6/services/stack_advisor.py | 3 + 7 files changed, 2822 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/ad0f4ecc/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js ---------------------------------------------------------------------- diff --git a/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js b/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js index a1e6164..3a0fb66 100644 --- a/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js +++ b/ambari-metrics/ambari-metrics-grafana/ambari-metrics/datasource.js @@ -136,6 +136,12 @@ define([ if(!_.isEmpty(templateSrv.variables[1]) && templateSrv.variables[1].name === "component") { alias = alias + ' on ' + target.sTopology + ' for ' + target.sComponent; } + + // Aliases for Druid Datasources. + if(!_.isEmpty(templateSrv.variables) && templateSrv.variables[0].query === "druidDataSources" && + !templateSrv.variables[1]) { + alias = alias.replace('$druidDataSource', target.sDataSource); + } return function (res) { console.log('processing metric ' + target.metric); if (!res.metrics[0] || target.hide) { @@ -320,6 +326,19 @@ define([ ); }; + // Druid calls. + var getDruidData = function(target) { + var precision = target.precision === 'default' || typeof target.precision == 'undefined' ? '' : '&precision=' + + target.precision; + var metricAggregator = target.aggregator === "none" ? '' : '._' + target.aggregator; + var metricTransform = !target.transform || target.transform === "none" ? '' : '._' + target.transform; + var seriesAggregator = !target.seriesAggregator || target.seriesAggregator === "none" ? '' : '&seriesAggregateFunction=' + target.seriesAggregator; + return backendSrv.get(self.url + '/ws/v1/timeline/metrics?metricNames=' + target.sDataSourceMetric + metricTransform + + metricAggregator + '&appId=druid&startTime=' + from + '&endTime=' + to + precision + seriesAggregator).then( + allHostMetricsData(target) + ); + }; + // Time Ranges var from = Math.floor(options.range.from.valueOf() / 1000); var to = Math.floor(options.range.to.valueOf() / 1000); @@ -469,6 +488,23 @@ define([ })); } + //Templatized Dashboards for Druid + if (templateSrv.variables[0].query === "druidDataSources" && !templateSrv.variables[1]) { + var allDataSources = templateSrv.variables.filter(function(variable) { return variable.query === "druidDataSources";}); + var selectedDataSources = (_.isEmpty(allDataSources)) ? "" : allDataSources[0].options.filter(function(dataSource) + { return dataSource.selected; }).map(function(dataSourceName) { return dataSourceName.value; }); + selectedDataSources = templateSrv._values.druidDataSources.lastIndexOf('}') > 0 ? templateSrv._values.druidDataSources.slice(1,-1) : + templateSrv._values.druidDataSources; + var selectedDataSource = selectedDataSources.split(','); + _.forEach(selectedDataSource, function(processDataSource) { + metricsPromises.push(_.map(options.targets, function(target) { + target.sDataSource = processDataSource; + target.sDataSourceMetric = target.metric.replace('*', target.sDataSource); + return getDruidData(target); + })); + }); + } + // To speed up querying on templatized dashboards. if (templateSrv.variables[1] && templateSrv.variables[1].name === "hosts") { var allHosts = templateSrv._values.hosts.lastIndexOf('}') > 0 ? templateSrv._values.hosts.slice(1,-1) : @@ -737,6 +773,67 @@ define([ }); }); } + + // Templated Variable for DruidServices. + // It will search the cluster and populate the druid service names. + if(interpolated === "druidServices") { + return this.initMetricAppidMapping() + .then(function () { + var druidMetrics = allMetrics["druid"]; + // Assumption: each node always emits jvm metrics + var extractNodeTypes = druidMetrics.filter(/./.test.bind(new RegExp("jvm/gc/time", 'g'))); + var nodeTypes = _.map(extractNodeTypes, function(metricName) { + return metricName.substring(0, metricName.indexOf(".")); + }); + nodeTypes = _.sortBy(_.uniq(nodeTypes)); + return _.map(nodeTypes, function (nodeType) { + return { + text: nodeType + }; + }); + }); + } + + // Templated Variable for Druid datasources. + // It will search the cluster and populate the druid datasources. + if(interpolated === "druidDataSources") { + return this.initMetricAppidMapping() + .then(function () { + var druidMetrics = allMetrics["druid"]; + // Assumption: query/time is emitted for each datasource + var extractDataSources = druidMetrics.filter(/./.test.bind(new RegExp("query/time", 'g'))); + var dataSources = _.map(extractDataSources, function(metricName) { + return metricName.split('.')[1] + }); + dataSources = _.sortBy(_.uniq(dataSources)); + return _.map(dataSources, function (dataSource) { + return { + text: dataSource + }; + }); + }); + } + + // Templated Variable for Druid query type. + // It will search the cluster and populate the druid query types. + if(interpolated === "druidQueryTypes") { + return this.initMetricAppidMapping() + .then(function () { + var druidMetrics = allMetrics["druid"]; + // Assumption: query/time is emitted for each query type. + var extractQueryTypes = druidMetrics.filter(/./.test.bind(new RegExp("query/time", 'g'))); + var queryTypes = _.map(extractQueryTypes, function(metricName) { + return metricName.split('.')[2] + }); + queryTypes = _.sortBy(_.uniq(queryTypes)); + return _.map(queryTypes, function (queryType) { + return { + text: queryType + }; + }); + }); + } + // Templated Variable that will populate all hosts on the cluster. // The variable needs to be set to "hosts". if (!tComponent){ http://git-wip-us.apache.org/repos/asf/ambari/blob/ad0f4ecc/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-home.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-home.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-home.json new file mode 100644 index 0000000..b0ce06e --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-home.json @@ -0,0 +1,995 @@ + +{ + "id": null, + "title": "Druid - Home", + "originalTitle": "Druid - Home", + "tags": ["druid"], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "25px", + "panels": [ + { + "content": "<h4 align=\"center\">Metrics to see the overall status for the Druid cluster. Click on each row title to expand on demand to look at various metrics. </h4>\n<h6 style=\"color:red;\" align=\"center\">This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.</h6>", + "editable": true, + "error": false, + "id": 3, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "showTitle": false, + "title": "New row" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 1, + "isNew": true, + "leftYAxisLabel": "Memory", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Heap Used", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/broker.heap.jvm/mem/used", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "Heap Max", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/broker.heap.jvm/mem/max", + "precision": "default", + "refId": "B", + "seriesAggregator": "none", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM Heap", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "bytes" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 5, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Jvm GC Time", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/broker.jvm/gc/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM GC Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "ms" + ] + } + ], + "showTitle": true, + "title": "Druid Broker" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 4, + "isNew": true, + "leftYAxisLabel": "Memory", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Heap Used", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/historical.heap.jvm/mem/used", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "Heap Max", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/historical.heap.jvm/mem/max", + "precision": "default", + "refId": "B", + "seriesAggregator": "none", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM Heap", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "bytes" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 2, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Jvm GC Time", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/historical.jvm/gc/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM GC Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "ms" + ] + } + ], + "showTitle": true, + "title": "Druid Historical" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 6, + "isNew": true, + "leftYAxisLabel": "Memory", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Heap Used", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/coordinator.heap.jvm/mem/used", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "Heap Max", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/coordinator.heap.jvm/mem/max", + "precision": "default", + "refId": "B", + "seriesAggregator": "none", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM Heap", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "bytes" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 7, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Jvm GC Time", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/coordinator.jvm/gc/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM GC Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "ms" + ] + } + ], + "showTitle": true, + "title": "Druid Coordinator" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 8, + "isNew": true, + "leftYAxisLabel": "Memory", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Heap Used", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/overlord.heap.jvm/mem/used", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "Heap Max", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/overlord.heap.jvm/mem/max", + "precision": "default", + "refId": "B", + "seriesAggregator": "none", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM Heap", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "bytes" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 9, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Jvm GC Time", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/overlord.jvm/gc/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM GC Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "ms" + ] + } + ], + "showTitle": true, + "title": "Druid Overlord" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 10, + "isNew": true, + "leftYAxisLabel": "Memory", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Heap Used", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.heap.jvm/mem/used", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + }, + { + "aggregator": "avg", + "alias": "Heap Max", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.heap.jvm/mem/max", + "precision": "default", + "refId": "B", + "seriesAggregator": "none", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM Heap", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "bytes" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 11, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Jvm GC Time", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.jvm/gc/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "JVM GC Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "ms" + ] + } + ], + "showTitle": true, + "title": "Druid Middlemanager" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [] + }, + "annotations": { + "list": [] + }, + "schemaVersion": 8, + "version": 1, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "druid" + ], + "title": "Druid Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/ad0f4ecc/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-ingestion.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-ingestion.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-ingestion.json new file mode 100644 index 0000000..a023065 --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-ingestion.json @@ -0,0 +1,776 @@ +{ + "id": null, + "title": "Druid - Ingestion", + "originalTitle": "Druid - Ingestion", + "tags": [], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "25px", + "panels": [ + { + "content": "<h4 align=\"center\">Metrics to see the overall status for the Druid cluster. Click on each row title to expand on demand to look at various metrics. </h4>\n<h6 style=\"color:red;\" align=\"center\">This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.</h6>", + "editable": true, + "error": false, + "id": 3, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "showTitle": false, + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 1, + "isNew": true, + "leftYAxisLabel": "Event Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.ingest/events/processed", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Ingested Events", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 12, + "isNew": true, + "leftYAxisLabel": "Event Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.ingest/events/thrownAway", + "precision": "default", + "refId": "B", + "seriesAggregator": "sum", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Events Thrown Away", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 13, + "isNew": true, + "leftYAxisLabel": "Event Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.ingest/events/unparseable", + "precision": "default", + "refId": "B", + "seriesAggregator": "sum", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Unparseable Events", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "none" + ] + } + ], + "showTitle": true, + "title": "Ingestion Metrics" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 14, + "isNew": true, + "leftYAxisLabel": "Row Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.ingest/rows/output", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Persisted Rows", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 15, + "isNew": true, + "leftYAxisLabel": "Row Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.ingest/persists/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Average Persist Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 16, + "isNew": true, + "leftYAxisLabel": "Row Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.ingest/persists/count", + "precision": "default", + "refId": "A", + "seriesAggregator": "none", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Intermediate Persist Count", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "none" + ] + } + ], + "showTitle": true, + "title": "Intermediate Persists Metrics" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 17, + "isNew": true, + "leftYAxisLabel": "Size", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/overlord.*.segment/added/bytes", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Avg Segment Size", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 18, + "isNew": true, + "leftYAxisLabel": "Size", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/overlord.*.segment/added/bytes", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Total Segment Size", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "none" + ] + } + ], + "showTitle": true, + "title": "Segment Size Metrics" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [ + { + "allFormat": "glob", + "current": { + "tags": ["druid"], + "text": "All", + "value": "" + }, + "datasource": null, + "includeAll": true, + "multi": true, + "multiFormat": "glob", + "name": "druidDataSources", + "options": [ + { + "selected": true, + "text": "All", + "value": "" + } + ], + "query": "druidDataSources", + "refresh": true, + "regex": "", + "type": "query" + } + ] + }, + "annotations": { + "list": [] + }, + "schemaVersion": 8, + "version": 15, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "druid" + ], + "title": "Druid Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/ad0f4ecc/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-query.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-query.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-query.json new file mode 100644 index 0000000..2a57194 --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-druid-query.json @@ -0,0 +1,858 @@ +{ + "id": null, + "title": "Druid - Query", + "originalTitle": "Druid - Query", + "tags": ["druid"], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "25px", + "panels": [ + { + "content": "<h4 align=\"center\">Metrics to see the overall Query Performance Stats for Druid Cluster Click on each row title to expand on demand to look at various metrics. </h4>\n<h6 style=\"color:red;\" align=\"center\">This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.</h6>", + "editable": true, + "error": false, + "id": 3, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "showTitle": false, + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 1, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/broker.*.%.query/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "templatedHost": "%", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Broker Query Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 19, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/historical.*.%.query/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "templatedHost": "%", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Historical Query Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 20, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 4, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.%.query/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "templatedHost": "%", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Realtime Query Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + } + ], + "showTitle": true, + "title": "Query Time Metrics" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 21, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/historical.*.%.query/segment/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Historical Segment Scan Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 22, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.%.query/segment/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "sum", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Realtime Segment Scan Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 25, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/historical.*.%.query/wait/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Historical Query Wait Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 26, + "isNew": true, + "leftYAxisLabel": "Time", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "$druidDataSource", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.*.%.query/wait/time", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Realtime Query Wait Time", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 23, + "isNew": true, + "leftYAxisLabel": "Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Avg Pending Segment Scans", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/historical.segment/scan/pending", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Pending Historical Segment Scans", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "none" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 24, + "isNew": true, + "leftYAxisLabel": "Count", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": null, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "rightYAxisLabel": "", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "Avg Pending Segment Scans", + "app": "druid", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "druid/middlemanager.segment/scan/pending", + "precision": "default", + "refId": "A", + "seriesAggregator": "avg", + "transform": "none" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Pending Realtime Segment Scans", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "none" + ] + } + ], + "showTitle": true, + "title": "Segment Scan Metrics" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [], + "showTitle": true, + "title": "Query Cache Performance Metrics" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [ + { + "allFormat": "glob", + "current": { + "tags": [], + "text": "All", + "value": "" + }, + "datasource": null, + "includeAll": true, + "multi": true, + "multiFormat": "glob", + "name": "druidDataSources", + "options": [ + { + "selected": true, + "text": "All", + "value": "" + } + ], + "query": "druidDataSources", + "refresh": true, + "regex": "", + "type": "query" + } + ] + }, + "annotations": { + "list": [] + }, + "schemaVersion": 8, + "version": 1, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "druid" + ], + "title": "Druid Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/ad0f4ecc/ambari-server/src/main/resources/common-services/DRUID/0.9.2/configuration/druid-common.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/configuration/druid-common.xml b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/configuration/druid-common.xml index 265bf46..e00480e 100644 --- a/ambari-server/src/main/resources/common-services/DRUID/0.9.2/configuration/druid-common.xml +++ b/ambari-server/src/main/resources/common-services/DRUID/0.9.2/configuration/druid-common.xml @@ -204,4 +204,61 @@ <on-ambari-upgrade add="false"/> </property> + <property> + <name>druid.emitter</name> + <value>{{metric_emitter_type}}</value> + <description>Emitter used to emit metrics. Values - "noop", "logging", "ambari-metrics", or "http" will initialize + one of the emitter modules. + </description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.emitter.ambari-metrics.hostname</name> + <value>{{metric_collector_host}}</value> + <description>Timeline host</description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.emitter.ambari-metrics.port</name> + <value>{{metric_collector_port}}</value> + <description>Timeline port</description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.emitter.ambari-metrics.protocol</name> + <value>{{metric_collector_protocol}}</value> + <description>Timeline protocol(http or https)</description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.emitter.ambari-metrics.trustStorePath</name> + <value>{{metric_truststore_path}}</value> + <description>Location of the trust store file.</description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.emitter.ambari-metrics.trustStoreType</name> + <value>{{metric_truststore_type}}</value> + <description>Optional. Default value is "jks".</description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.emitter.ambari-metrics.trustStorePassword</name> + <value>{{metric_truststore_password}}</value> + <description>Password to open the trust store file.</description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.emitter.ambari-metrics.eventConverter</name> + <value>{"type":"whiteList"}</value> + <description>Password to open the trust store file.</description> + <on-ambari-upgrade add="false"/> + </property> + <property> + <name>druid.monitoring.monitors</name> + <value>["com.metamx.metrics.JvmMonitor"]</value> + <description>Password to open the trust store file.</description> + <on-ambari-upgrade add="false"/> + </property> + </configuration>
