[2/2] kylin git commit: KYLIN-2722 Introduce a new measure for dropwizard metrics framework, called active reservoir, for actively pushing metrics to reporters

2017-10-19 Thread liyang 
KYLIN-2722 Introduce a new measure for dropwizard metrics framework, called 
active reservoir, for actively pushing metrics to reporters

This closes #77

Signed-off-by: Li Yang 


Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/2b32aa4c
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/2b32aa4c
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/2b32aa4c

Branch: refs/heads/master
Commit: 2b32aa4ca91ccdb4a885c4c509ae173bea5658d5
Parents: b53e54f
Author: Zhong 
Authored: Tue Aug 8 22:50:54 2017 +0800
Committer: Li Yang 
Committed: Fri Oct 20 07:05:39 2017 +0800

--
 .../apache/kylin/common/KylinConfigBase.java|  10 +-
 core-metrics/pom.xml|  51 
 .../kylin/metrics/lib/ActiveReservoir.java  |  40 +++
 .../metrics/lib/ActiveReservoirFilter.java  |  44 +++
 .../metrics/lib/ActiveReservoirListener.java|  30 ++
 .../metrics/lib/ActiveReservoirReporter.java|  51 
 .../org/apache/kylin/metrics/lib/Record.java|  51 
 .../java/org/apache/kylin/metrics/lib/Sink.java |  23 ++
 .../lib/impl/AbstractActiveReservoir.java   |  68 +
 .../metrics/lib/impl/BaseScheduledReporter.java | 103 +++
 .../metrics/lib/impl/BlockingReservoir.java | 167 
 .../metrics/lib/impl/InstantReservoir.java  |  76 ++
 .../kylin/metrics/lib/impl/MetricsSystem.java   | 164 +++
 .../kylin/metrics/lib/impl/RecordEvent.java | 272 +++
 .../metrics/lib/impl/RecordEventTimeDetail.java |  77 ++
 .../metrics/lib/impl/RecordEventWrapper.java|  61 +
 .../kylin/metrics/lib/impl/ReporterBuilder.java |  48 
 .../kylin/metrics/lib/impl/StubReservoir.java   |  54 
 .../metrics/lib/impl/StubReservoirReporter.java |  51 
 .../apache/kylin/metrics/lib/impl/StubSink.java |  30 ++
 .../metrics/lib/impl/TimePropertyEnum.java  |  49 
 metrics-reporter-hive/pom.xml   |  53 
 .../metrics/lib/impl/hive/HiveProducer.java | 201 ++
 .../lib/impl/hive/HiveProducerRecord.java   | 196 +
 .../lib/impl/hive/HiveReservoirReporter.java| 139 ++
 .../kylin/metrics/lib/impl/hive/HiveSink.java   |  30 ++
 metrics-reporter-kafka/pom.xml  |  46 
 .../kafka/KafkaActiveReserviorListener.java | 115 
 .../lib/impl/kafka/KafkaReservoirReporter.java  | 139 ++
 .../kylin/metrics/lib/impl/kafka/KafkaSink.java |  29 ++
 pom.xml |  25 ++
 31 files changed, 2490 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/kylin/blob/2b32aa4c/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
--
diff --git 
a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java 
b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
index 34d8b7c..f3cf6c0 100644
--- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
+++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
@@ -1295,9 +1295,9 @@ abstract public class KylinConfigBase implements 
Serializable {
 return 
Integer.valueOf(this.getOptional("kylin.restclient.connection.max-total", 
"200"));
 }
 
-/**
- * metric
- */
+// 

+// Metrics
+// 

 public String getCoadhaleMetricsReportClassesNames() {
 return getOptional("kylin.metrics.reporter-classes",
 
"org.apache.kylin.common.metrics.metrics2.JsonFileMetricsReporter,org.apache.kylin.common.metrics.metrics2.JmxMetricsReporter");
@@ -1315,4 +1315,8 @@ abstract public class KylinConfigBase implements 
Serializable {
 return getOptional("kylin.metrics.perflogger-class", 
"org.apache.kylin.common.metrics.perflog.PerfLogger");
 }
 
+public String getMetricsActiveReservoirDefaultClass() {
+return getOptional("kylin.metrics.active-reservoir-default-class",
+"org.apache.kylin.metrics.lib.impl.StubReservoir");
+}
 }

http://git-wip-us.apache.org/repos/asf/kylin/blob/2b32aa4c/core-metrics/pom.xml
--
diff --git a/core-metrics/pom.xml b/core-metrics/pom.xml
new file mode 100644
index 000..e436c97
--- /dev/null
+++ b/core-metrics/pom.xml
@@ -0,0 +1,51 @@
+
+
+
+http://www.w3.org/2001/XMLSchema-instance; 
xmlns="http://maven.apache.org/POM/4.0.0;
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0

[2/2] kylin git commit: KYLIN-2722 Introduce a new measure for dropwizard metrics framework, called active reservoir, for actively pushing metrics to reporters

2017-10-19 Thread liyang 
KYLIN-2722 Introduce a new measure for dropwizard metrics framework, called 
active reservoir, for actively pushing metrics to reporters

Signed-off-by: Li Yang 


Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/33b1e281
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/33b1e281
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/33b1e281

Branch: refs/heads/master
Commit: 33b1e281e5193a4a4e48ea9c4f9fd8929e0ede34
Parents: b53e54f
Author: Zhong 
Authored: Tue Aug 8 22:50:54 2017 +0800
Committer: Li Yang 
Committed: Fri Oct 20 07:04:50 2017 +0800

--
 .../apache/kylin/common/KylinConfigBase.java|  10 +-
 core-metrics/pom.xml|  51 
 .../kylin/metrics/lib/ActiveReservoir.java  |  40 +++
 .../metrics/lib/ActiveReservoirFilter.java  |  44 +++
 .../metrics/lib/ActiveReservoirListener.java|  30 ++
 .../metrics/lib/ActiveReservoirReporter.java|  51 
 .../org/apache/kylin/metrics/lib/Record.java|  51 
 .../java/org/apache/kylin/metrics/lib/Sink.java |  23 ++
 .../lib/impl/AbstractActiveReservoir.java   |  68 +
 .../metrics/lib/impl/BaseScheduledReporter.java | 103 +++
 .../metrics/lib/impl/BlockingReservoir.java | 167 
 .../metrics/lib/impl/InstantReservoir.java  |  76 ++
 .../kylin/metrics/lib/impl/MetricsSystem.java   | 164 +++
 .../kylin/metrics/lib/impl/RecordEvent.java | 272 +++
 .../metrics/lib/impl/RecordEventTimeDetail.java |  77 ++
 .../metrics/lib/impl/RecordEventWrapper.java|  61 +
 .../kylin/metrics/lib/impl/ReporterBuilder.java |  48 
 .../kylin/metrics/lib/impl/StubReservoir.java   |  54 
 .../metrics/lib/impl/StubReservoirReporter.java |  51 
 .../apache/kylin/metrics/lib/impl/StubSink.java |  30 ++
 .../metrics/lib/impl/TimePropertyEnum.java  |  49 
 metrics-reporter-hive/pom.xml   |  53 
 .../metrics/lib/impl/hive/HiveProducer.java | 201 ++
 .../lib/impl/hive/HiveProducerRecord.java   | 196 +
 .../lib/impl/hive/HiveReservoirReporter.java| 139 ++
 .../kylin/metrics/lib/impl/hive/HiveSink.java   |  30 ++
 metrics-reporter-kafka/pom.xml  |  46 
 .../kafka/KafkaActiveReserviorListener.java | 115 
 .../lib/impl/kafka/KafkaReservoirReporter.java  | 139 ++
 .../kylin/metrics/lib/impl/kafka/KafkaSink.java |  29 ++
 pom.xml |  25 ++
 31 files changed, 2490 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/kylin/blob/33b1e281/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
--
diff --git 
a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java 
b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
index 34d8b7c..f3cf6c0 100644
--- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
+++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
@@ -1295,9 +1295,9 @@ abstract public class KylinConfigBase implements 
Serializable {
 return 
Integer.valueOf(this.getOptional("kylin.restclient.connection.max-total", 
"200"));
 }
 
-/**
- * metric
- */
+// 

+// Metrics
+// 

 public String getCoadhaleMetricsReportClassesNames() {
 return getOptional("kylin.metrics.reporter-classes",
 
"org.apache.kylin.common.metrics.metrics2.JsonFileMetricsReporter,org.apache.kylin.common.metrics.metrics2.JmxMetricsReporter");
@@ -1315,4 +1315,8 @@ abstract public class KylinConfigBase implements 
Serializable {
 return getOptional("kylin.metrics.perflogger-class", 
"org.apache.kylin.common.metrics.perflog.PerfLogger");
 }
 
+public String getMetricsActiveReservoirDefaultClass() {
+return getOptional("kylin.metrics.active-reservoir-default-class",
+"org.apache.kylin.metrics.lib.impl.StubReservoir");
+}
 }

http://git-wip-us.apache.org/repos/asf/kylin/blob/33b1e281/core-metrics/pom.xml
--
diff --git a/core-metrics/pom.xml b/core-metrics/pom.xml
new file mode 100644
index 000..e436c97
--- /dev/null
+++ b/core-metrics/pom.xml
@@ -0,0 +1,51 @@
+
+
+
+http://www.w3.org/2001/XMLSchema-instance; 
xmlns="http://maven.apache.org/POM/4.0.0;
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 
http://maven.apache.org/xsd/maven-4.0.0.xsd;>
+4.0.0
+
+

[2/2] kylin git commit: KYLIN-2722 Introduce a new measure for dropwizard metrics framework, called active reservoir, for actively pushing metrics to reporters

2017-10-15 Thread liyang 
KYLIN-2722 Introduce a new measure for dropwizard metrics framework, called 
active reservoir, for actively pushing metrics to reporters

Signed-off-by: Li Yang 


Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/75bd5b61
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/75bd5b61
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/75bd5b61

Branch: refs/heads/pr77
Commit: 75bd5b61641547a58cb40fb4b498e9b110b120c2
Parents: 8891b1c
Author: Zhong 
Authored: Tue Aug 8 22:50:54 2017 +0800
Committer: Li Yang 
Committed: Sun Oct 15 15:49:23 2017 +0800

--
 .../apache/kylin/common/KylinConfigBase.java|  10 +-
 core-metrics/pom.xml|  51 
 .../kylin/metrics/lib/ActiveReservoir.java  |  40 +++
 .../metrics/lib/ActiveReservoirFilter.java  |  44 +++
 .../metrics/lib/ActiveReservoirListener.java|  30 ++
 .../metrics/lib/ActiveReservoirReporter.java|  51 
 .../org/apache/kylin/metrics/lib/Record.java|  51 
 .../java/org/apache/kylin/metrics/lib/Sink.java |  23 ++
 .../lib/impl/AbstractActiveReservoir.java   |  68 +
 .../metrics/lib/impl/BaseScheduledReporter.java | 103 +++
 .../metrics/lib/impl/BlockingReservoir.java | 167 
 .../metrics/lib/impl/InstantReservoir.java  |  76 ++
 .../kylin/metrics/lib/impl/MetricsSystem.java   | 164 +++
 .../kylin/metrics/lib/impl/RecordEvent.java | 272 +++
 .../metrics/lib/impl/RecordEventTimeDetail.java |  77 ++
 .../metrics/lib/impl/RecordEventWrapper.java|  61 +
 .../kylin/metrics/lib/impl/ReporterBuilder.java |  48 
 .../kylin/metrics/lib/impl/StubReservoir.java   |  54 
 .../metrics/lib/impl/StubReservoirReporter.java |  51 
 .../apache/kylin/metrics/lib/impl/StubSink.java |  30 ++
 .../metrics/lib/impl/TimePropertyEnum.java  |  49 
 metrics-reporter-hive/pom.xml   |  53 
 .../metrics/lib/impl/hive/HiveProducer.java | 200 ++
 .../lib/impl/hive/HiveProducerRecord.java   | 196 +
 .../lib/impl/hive/HiveReservoirReporter.java| 139 ++
 .../kylin/metrics/lib/impl/hive/HiveSink.java   |  30 ++
 metrics-reporter-kafka/pom.xml  |  46 
 .../kafka/KafkaActiveReserviorListener.java | 115 
 .../lib/impl/kafka/KafkaReservoirReporter.java  | 139 ++
 .../kylin/metrics/lib/impl/kafka/KafkaSink.java |  29 ++
 pom.xml |  15 +
 31 files changed, 2479 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/kylin/blob/75bd5b61/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
--
diff --git 
a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java 
b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
index 34d8b7c..f3cf6c0 100644
--- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
+++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
@@ -1295,9 +1295,9 @@ abstract public class KylinConfigBase implements 
Serializable {
 return 
Integer.valueOf(this.getOptional("kylin.restclient.connection.max-total", 
"200"));
 }
 
-/**
- * metric
- */
+// 

+// Metrics
+// 

 public String getCoadhaleMetricsReportClassesNames() {
 return getOptional("kylin.metrics.reporter-classes",
 
"org.apache.kylin.common.metrics.metrics2.JsonFileMetricsReporter,org.apache.kylin.common.metrics.metrics2.JmxMetricsReporter");
@@ -1315,4 +1315,8 @@ abstract public class KylinConfigBase implements 
Serializable {
 return getOptional("kylin.metrics.perflogger-class", 
"org.apache.kylin.common.metrics.perflog.PerfLogger");
 }
 
+public String getMetricsActiveReservoirDefaultClass() {
+return getOptional("kylin.metrics.active-reservoir-default-class",
+"org.apache.kylin.metrics.lib.impl.StubReservoir");
+}
 }

http://git-wip-us.apache.org/repos/asf/kylin/blob/75bd5b61/core-metrics/pom.xml
--
diff --git a/core-metrics/pom.xml b/core-metrics/pom.xml
new file mode 100644
index 000..454a1ff
--- /dev/null
+++ b/core-metrics/pom.xml
@@ -0,0 +1,51 @@
+
+
+
+http://www.w3.org/2001/XMLSchema-instance; 
xmlns="http://maven.apache.org/POM/4.0.0;
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 
http://maven.apache.org/xsd/maven-4.0.0.xsd;>
+4.0.0
+
+