----------------------------------------------------------- This is an automatically generated e-mail. To reply, visit: https://reviews.apache.org/r/62624/#review186475 -----------------------------------------------------------
Ship it! Ship It! - Sid Wagle On Sept. 27, 2017, 7 p.m., Aravindan Vijayan wrote: > > ----------------------------------------------------------- > This is an automatically generated e-mail. To reply, visit: > https://reviews.apache.org/r/62624/ > ----------------------------------------------------------- > > (Updated Sept. 27, 2017, 7 p.m.) > > > Review request for Ambari, Dmytro Sen, Jaimin Jetly, Jayush Luniya, and Sid > Wagle. > > > Bugs: AMBARI-22077 > https://issues.apache.org/jira/browse/AMBARI-22077 > > > Repository: ambari > > > Description > ------- > > Create an empty maven module skeleton within ambari-metrics. This module will > contain the code for the following work items. > * Anomaly detection techniques > * Anomaly detection spark batch processing and spark streaming applications > > Work done > Combined the ambari-metrics-alertservice (Java) and ambari-metrics-spark > (scala) modules to a single module -> ambari-metrics-anomaly-detector. > Checked in latest versions of prototype. > > > Diffs > ----- > > ambari-metrics/ambari-metrics-alertservice/pom.xml 4db8a6a > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/AmbariServerInterface.java > b98f04c > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricAnomalyDetectorTestInput.java > 490328a > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricAnomalyTester.java > bff8120 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricKafkaProducer.java > 8023d15 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricSparkConsumer.java > 61b3dee > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/MetricsCollectorInterface.java > dab4a0a > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/PointInTimeADSystem.java > b3e7bd3 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/RFunctionInvoker.java > 4fdf27d > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/TestSeriesInputRequest.java > 7485f01 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/TrendADSystem.java > df36a4a > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/TrendMetric.java > 3bead8b > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/DataSeries.java > eb19857 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/ResultSet.java > 101b0e9 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/StatisticUtils.java > 4ea4ac5 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/AnomalyDetectionTechnique.java > 0b10b4b > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/MetricAnomaly.java > da4f030 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModel.java > a31410d > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModelLoader.java > 62749c1 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaTechnique.java > 52c6cf3 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/hsdev/HsdevTechnique.java > 04f4a73 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/kstest/KSTechnique.java > ff8dbcf > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/AbstractMetricSeries.java > a8e31bf > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/DualBandMetricSeries.java > 4158ff4 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorFactory.java > 1e37ff3 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MonotonicMetricSeries.java > a883d08 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/NormalMetricSeries.java > cc83d2c > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/SteadyWithTurbulenceMetricSeries.java > c4ed3ba > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/StepFunctionMetricSeries.java > d5beb48 > > ambari-metrics/ambari-metrics-alertservice/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/UniformMetricSeries.java > a2b0eea > > ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/ema.R > 0b66095 > > ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/hsdev.r > bca3366 > > ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/iforest.R > 8956400 > > ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/kstest.r > f22bc15 > > ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/test.R > 7650356 > > ambari-metrics/ambari-metrics-alertservice/src/main/resources/R-scripts/tukeys.r > 0312226 > > ambari-metrics/ambari-metrics-alertservice/src/main/resources/input-config.properties > ab106c4 > > ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestEmaTechnique.java > d1e2b41 > > ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestRFunctionInvoker.java > 9a102a0 > > ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestTukeys.java > ef0125f > > ambari-metrics/ambari-metrics-alertservice/src/test/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorTest.java > 575ea8b > ambari-metrics/ambari-metrics-anomaly-detector/pom.xml PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/DataSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/ResultSet.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/common/StatisticUtils.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/AmbariServerInterface.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/MetricKafkaProducer.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/MetricSparkConsumer.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/MetricsCollectorInterface.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/PointInTimeADSystem.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/RFunctionInvoker.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/TrendADSystem.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/core/TrendMetric.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/AnomalyDetectionTechnique.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/MetricAnomaly.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModel.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaModelLoader.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/ema/EmaTechnique.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/hsdev/HsdevTechnique.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/methods/kstest/KSTechnique.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/MetricAnomalyDetectorTestInput.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/MetricAnomalyTester.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/TestMetricSeriesGenerator.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/prototype/testing/utilities/TestSeriesInputRequest.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/AbstractMetricSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/DualBandMetricSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorFactory.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MonotonicMetricSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/NormalMetricSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/SteadyWithTurbulenceMetricSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/StepFunctionMetricSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/java/org/apache/ambari/metrics/alertservice/seriesgenerator/UniformMetricSeries.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/ema.R > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/hsdev.r > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/iforest.R > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/kstest.r > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/test.R > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/R-scripts/tukeys.r > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/resources/input-config.properties > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/scala/org/apache/ambari/metrics/spark/MetricAnomalyDetector.scala > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/main/scala/org/apache/ambari/metrics/spark/SparkPhoenixReader.scala > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestEmaTechnique.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestRFunctionInvoker.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/prototype/TestTukeys.java > PRE-CREATION > > ambari-metrics/ambari-metrics-anomaly-detector/src/test/java/org/apache/ambari/metrics/alertservice/seriesgenerator/MetricSeriesGeneratorTest.java > PRE-CREATION > > ambari-metrics/ambari-metrics-host-aggregator/src/test/java/org/apache/hadoop/metrics2/sink/timeline/RawMetricsPublisherTest.java > 252f7d4 > ambari-metrics/ambari-metrics-spark/pom.xml 4732cb5 > > ambari-metrics/ambari-metrics-spark/src/main/scala/org/apache/ambari/metrics/spark/MetricAnomalyDetector.scala > e51a47f > > ambari-metrics/ambari-metrics-spark/src/main/scala/org/apache/ambari/metrics/spark/SparkPhoenixReader.scala > edd6366 > ambari-metrics/ambari-metrics-timelineservice/pom.xml 4f522f7 > > ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/metrics/TestMetricSeriesGenerator.java > 2420ef3 > > ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/MetricAnomalyDetectorTestService.java > 6f7b14a > > ambari-metrics/ambari-metrics-timelineservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/TimelineWebServices.java > 20aba23 > ambari-metrics/pom.xml 4e3a803 > > > Diff: https://reviews.apache.org/r/62624/diff/1/ > > > Testing > ------- > > mvn clean test on ambari-metrics. > > [INFO] ambari-utility ..................................... SUCCESS [ 4.599 > s] > [INFO] ambari-metrics ..................................... SUCCESS [ 1.419 > s] > [INFO] Ambari Metrics Common .............................. SUCCESS [ 4.682 > s] > [INFO] Ambari Metrics Hadoop Sink ......................... SUCCESS [ 6.374 > s] > [INFO] Ambari Metrics Flume Sink .......................... SUCCESS [ 4.231 > s] > [INFO] Ambari Metrics Kafka Sink .......................... SUCCESS [ 3.352 > s] > [INFO] Ambari Metrics Storm Sink .......................... SUCCESS [ 1.835 > s] > [INFO] Ambari Metrics Storm Sink (Legacy) ................. SUCCESS [ 1.433 > s] > [INFO] Ambari Metrics Collector ........................... SUCCESS [06:44 > min] > [INFO] Ambari Metrics Monitor ............................. SUCCESS [ 5.522 > s] > [INFO] Ambari Metrics Grafana ............................. SUCCESS [ 9.286 > s] > [INFO] Ambari Metrics Host Aggregator ..................... SUCCESS [ 6.123 > s] > [INFO] Ambari Metrics Assembly ............................ SUCCESS [ 31.451 > s] > [INFO] Ambari Metrics Anomaly Detector .................... SUCCESS [ 16.614 > s] > [INFO] > ------------------------------------------------------------------------ > [INFO] BUILD SUCCESS > [INFO] > ------------------------------------------------------------------------ > [INFO] Total time: 08:21 min > [INFO] Finished at: 2017-09-27T11:57:06-07:00 > [INFO] Final Memory: 149M/1616M > > > Thanks, > > Aravindan Vijayan > >
