-----------------------------------------------------------
This is an automatically generated e-mail. To reply, visit:
https://reviews.apache.org/r/62624/
-----------------------------------------------------------
Review request for Ambari, Dmytro Sen, Jaimin Jetly, Jayush Luniya, and Sid
Wagle.
Bugs: AMBARI-22077
https://issues.apache.org/jira/browse/AMBARI-22077
Repository: ambari
Description
-------
Create an empty maven module skeleton within ambari-metrics. This module will
contain the code for the following work items.
* Anomaly detection techniques
* Anomaly detection spark batch processing and spark streaming applications
Work done
Combined the ambari-metrics-alertservice (Java) and ambari-metrics-spark
(scala) modules to a single module -> ambari-metrics-anomaly-detector.
Checked in latest versions of prototype.
Diffs
-----
ambari-metrics/ambari-metrics-alertservice/pom.xml 4db8a6a
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/AmbariServerInterface.java
b98f04c
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricAnomalyDetectorTestInput.java
490328a
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricAnomalyTester.java
bff8120
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricKafkaProducer.java
8023d15
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricSparkConsumer.java
61b3dee
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricsCollectorInterface.java
dab4a0a
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/PointInTimeADSystem.java
b3e7bd3
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/RFunctionInvoker.java
4fdf27d
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/TestSeriesInputRequest.java
7485f01
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/TrendADSystem.java
df36a4a
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/TrendMetric.java
3bead8b
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/DataSeries.java
eb19857
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/ResultSet.java
101b0e9
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/StatisticUtils.java
4ea4ac5
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/AnomalyDetectionTechnique.java
0b10b4b
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/MetricAnomaly.java
da4f030
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModel.java
a31410d
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModelLoader.java
62749c1
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaTechnique.java
52c6cf3
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/hsdev/HsdevTechnique.java
04f4a73
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/kstest/KSTechnique.java
ff8dbcf
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/AbstractMetricSeries.java
a8e31bf
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/DualBandMetricSeries.java
4158ff4
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorFactory.java
1e37ff3
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MonotonicMetricSeries.java
a883d08
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/NormalMetricSeries.java
cc83d2c
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/SteadyWithTurbulenceMetricSeries.java
c4ed3ba
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/StepFunctionMetricSeries.java
d5beb48
ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/UniformMetricSeries.java
a2b0eea
ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/ema.R
0b66095
ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/hsdev.r
bca3366
ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/iforest.R
8956400
ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/kstest.r
f22bc15
ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/test.R
7650356
ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/tukeys.r
0312226
ambari-metrics/ambari-metrics-alertservice/src/main/resources/input-config.properties
ab106c4
ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestEmaTechnique.java
d1e2b41
ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestRFunctionInvoker.java
9a102a0
ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestTukeys.java
ef0125f
ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorTest.java
575ea8b
ambari-metrics/ambari-metrics-anomaly-detector/pom.xml PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/DataSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/ResultSet.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/StatisticUtils.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/AmbariServerInterface.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/MetricKafkaProducer.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/MetricSparkConsumer.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/MetricsCollectorInterface.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/PointInTimeADSystem.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/RFunctionInvoker.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/TrendADSystem.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/TrendMetric.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/AnomalyDetectionTechnique.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/MetricAnomaly.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModel.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModelLoader.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaTechnique.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/hsdev/HsdevTechnique.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/kstest/KSTechnique.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/MetricAnomalyDetectorTestInput.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/MetricAnomalyTester.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/TestMetricSeriesGenerator.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/TestSeriesInputRequest.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/AbstractMetricSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/DualBandMetricSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorFactory.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MonotonicMetricSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/NormalMetricSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/SteadyWithTurbulenceMetricSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/StepFunctionMetricSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/UniformMetricSeries.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/ema.R
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/hsdev.r
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/iforest.R
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/kstest.r
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/test.R
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/tukeys.r
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/input-config.properties
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/scala/org/apache/ambari/metrics/spark/MetricAnomalyDetector.scala
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/main/scala/org/apache/ambari/metrics/spark/SparkPhoenixReader.scala
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestEmaTechnique.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestRFunctionInvoker.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestTukeys.java
PRE-CREATION
ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorTest.java
PRE-CREATION
ambari-metrics/ambari-metrics-host-aggregator/src/test/java/org/apache/hadoop/metrics2/sink/timeline/RawMetricsPublisherTest.java
252f7d4
ambari-metrics/ambari-metrics-spark/pom.xml 4732cb5
ambari-metrics/ambari-metrics-spark/src/main/scala/org/apache/ambari/metrics/spark/MetricAnomalyDetector.scala
e51a47f
ambari-metrics/ambari-metrics-spark/src/main/scala/org/apache/ambari/metrics/spark/SparkPhoenixReader.scala
edd6366
ambari-metrics/ambari-metrics-timelineservice/pom.xml 4f522f7
ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/TestMetricSeriesGenerator.java
2420ef3
ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/MetricAnomalyDetectorTestService.java
6f7b14a
ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/TimelineWebServices.java
20aba23
ambari-metrics/pom.xml 4e3a803
Diff: https://reviews.apache.org/r/62624/diff/1/
Testing
-------
mvn clean test on ambari-metrics.
[INFO] ambari-utility ..................................... SUCCESS [ 4.599 s]
[INFO] ambari-metrics ..................................... SUCCESS [ 1.419 s]
[INFO] Ambari Metrics Common .............................. SUCCESS [ 4.682 s]
[INFO] Ambari Metrics Hadoop Sink ......................... SUCCESS [ 6.374 s]
[INFO] Ambari Metrics Flume Sink .......................... SUCCESS [ 4.231 s]
[INFO] Ambari Metrics Kafka Sink .......................... SUCCESS [ 3.352 s]
[INFO] Ambari Metrics Storm Sink .......................... SUCCESS [ 1.835 s]
[INFO] Ambari Metrics Storm Sink (Legacy) ................. SUCCESS [ 1.433 s]
[INFO] Ambari Metrics Collector ........................... SUCCESS [06:44 min]
[INFO] Ambari Metrics Monitor ............................. SUCCESS [ 5.522 s]
[INFO] Ambari Metrics Grafana ............................. SUCCESS [ 9.286 s]
[INFO] Ambari Metrics Host Aggregator ..................... SUCCESS [ 6.123 s]
[INFO] Ambari Metrics Assembly ............................ SUCCESS [ 31.451 s]
[INFO] Ambari Metrics Anomaly Detector .................... SUCCESS [ 16.614 s]
[INFO] ------------------------------------------------------------------------
[INFO] BUILD SUCCESS
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 08:21 min
[INFO] Finished at: 2017-09-27T11:57:06-07:00
[INFO] Final Memory: 149M/1616M
Thanks,
Aravindan Vijayan
