This is an automated email from the ASF dual-hosted git repository. aengineer pushed a commit to branch trunk in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push: new c533b79 HDDS-1710. Publish JVM metrics via Hadoop metrics Signed-off-by: Anu Engineer <aengin...@apache.org> c533b79 is described below commit c533b79c328a3b0a28028761d8a50942b9758636 Author: Márton Elek <e...@apache.org> AuthorDate: Thu Jun 20 10:28:42 2019 +0200 HDDS-1710. Publish JVM metrics via Hadoop metrics Signed-off-by: Anu Engineer <aengin...@apache.org> --- .../main/java/org/apache/hadoop/hdds/HddsUtils.java | 18 ++++++++++++++++++ .../org/apache/hadoop/ozone/HddsDatanodeService.java | 2 +- .../hdds/scm/server/StorageContainerManager.java | 5 ++++- .../java/org/apache/hadoop/ozone/om/OzoneManager.java | 4 +++- .../main/java/org/apache/hadoop/ozone/freon/Freon.java | 2 ++ 5 files changed, 28 insertions(+), 3 deletions(-) diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/HddsUtils.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/HddsUtils.java index a284caa..8b239a4 100644 --- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/HddsUtils.java +++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/HddsUtils.java @@ -42,9 +42,13 @@ import org.apache.hadoop.hdds.scm.ScmConfigKeys; import org.apache.hadoop.hdds.conf.OzoneConfiguration; import org.apache.hadoop.hdds.protocol.SCMSecurityProtocol; import org.apache.hadoop.hdds.scm.protocolPB.ScmBlockLocationProtocolPB; +import org.apache.hadoop.hdfs.DFSConfigKeys; import org.apache.hadoop.ipc.Client; import org.apache.hadoop.ipc.ProtobufRpcEngine; import org.apache.hadoop.ipc.RPC; +import org.apache.hadoop.metrics2.MetricsSystem; +import org.apache.hadoop.metrics2.lib.DefaultMetricsSystem; +import org.apache.hadoop.metrics2.source.JvmMetrics; import org.apache.hadoop.metrics2.util.MBeans; import org.apache.hadoop.net.DNS; import org.apache.hadoop.net.NetUtils; @@ -475,4 +479,18 @@ public final class HddsUtils { .orElse(ScmConfigKeys.OZONE_SCM_SECURITY_SERVICE_PORT_DEFAULT)); } + /** + * Initialize hadoop metrics systen for Ozone servers. + * @param configuration OzoneConfiguration to use. + * @param serverName The logical name of the server components. (eg. + * @return + */ + public static MetricsSystem initializeMetrics(OzoneConfiguration configuration, + String serverName) { + MetricsSystem metricsSystem = DefaultMetricsSystem.initialize(serverName); + JvmMetrics.create(serverName, + configuration.get(DFSConfigKeys.DFS_METRICS_SESSION_ID_KEY), + DefaultMetricsSystem.instance()); + return metricsSystem; + } } diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/HddsDatanodeService.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/HddsDatanodeService.java index 93e9490..4c2bf1a 100644 --- a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/HddsDatanodeService.java +++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/HddsDatanodeService.java @@ -170,8 +170,8 @@ public class HddsDatanodeService extends GenericCli implements ServicePlugin { } public void start() { - DefaultMetricsSystem.initialize("HddsDatanode"); OzoneConfiguration.activate(); + HddsUtils.initializeMetrics(conf, "HddsDatanode"); if (HddsUtils.isHddsEnabled(conf)) { try { String hostname = HddsUtils.getHostName(conf); diff --git a/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/StorageContainerManager.java b/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/StorageContainerManager.java index 6296df8..ffe1b81 100644 --- a/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/StorageContainerManager.java +++ b/hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/server/StorageContainerManager.java @@ -81,11 +81,13 @@ import org.apache.hadoop.hdds.security.x509.certificate.authority.DefaultCAServe import org.apache.hadoop.hdds.server.ServiceRuntimeInfoImpl; import org.apache.hadoop.hdds.server.events.EventPublisher; import org.apache.hadoop.hdds.server.events.EventQueue; +import org.apache.hadoop.hdfs.DFSConfigKeys; import org.apache.hadoop.hdfs.DFSUtil; import org.apache.hadoop.io.IOUtils; import org.apache.hadoop.ipc.RPC; import org.apache.hadoop.metrics2.MetricsSystem; import org.apache.hadoop.metrics2.lib.DefaultMetricsSystem; +import org.apache.hadoop.metrics2.source.JvmMetrics; import org.apache.hadoop.metrics2.util.MBeans; import org.apache.hadoop.ozone.OzoneConfigKeys; import org.apache.hadoop.ozone.OzoneSecurityUtil; @@ -760,7 +762,8 @@ public final class StorageContainerManager extends ServiceRuntimeInfoImpl buildRpcServerStartMessage( "StorageContainerLocationProtocol RPC server", getClientRpcAddress())); - ms = DefaultMetricsSystem.initialize("StorageContainerManager"); + + ms = HddsUtils.initializeMetrics(configuration, "StorageContainerManager"); commandWatcherLeaseManager.start(); getClientProtocolServer().start(); diff --git a/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneManager.java b/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneManager.java index 0267350..f582c7e 100644 --- a/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneManager.java +++ b/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/OzoneManager.java @@ -65,6 +65,7 @@ import org.apache.hadoop.hdds.security.x509.certificate.utils.CertificateCodec; import org.apache.hadoop.hdds.security.x509.certificates.utils.CertificateSignRequest; import org.apache.hadoop.hdds.server.ServiceRuntimeInfoImpl; import org.apache.hadoop.hdds.tracing.TracingUtil; +import org.apache.hadoop.hdfs.DFSConfigKeys; import org.apache.hadoop.hdfs.DFSUtil; import org.apache.hadoop.hdfs.util.PersistentLongFile; import org.apache.hadoop.io.Text; @@ -73,6 +74,7 @@ import org.apache.hadoop.ipc.Client; import org.apache.hadoop.ipc.ProtobufRpcEngine; import org.apache.hadoop.ipc.RPC; import org.apache.hadoop.ipc.Server; +import org.apache.hadoop.metrics2.source.JvmMetrics; import org.apache.hadoop.ozone.OzoneAcl; import org.apache.hadoop.ozone.OzoneConfigKeys; import org.apache.hadoop.ozone.OzoneIllegalArgumentException; @@ -1307,7 +1309,7 @@ public final class OzoneManager extends ServiceRuntimeInfoImpl LOG.info(buildRpcServerStartMessage("OzoneManager RPC server", omRpcAddress)); - DefaultMetricsSystem.initialize("OzoneManager"); + HddsUtils.initializeMetrics(configuration, "OzoneManager"); metadataManager.start(configuration); startSecretManagerIfNecessary(); diff --git a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/Freon.java b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/Freon.java index 88ca098..daf266b 100644 --- a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/Freon.java +++ b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/Freon.java @@ -18,6 +18,7 @@ package org.apache.hadoop.ozone.freon; import java.io.IOException; +import org.apache.hadoop.hdds.HddsUtils; import org.apache.hadoop.hdds.cli.GenericCli; import org.apache.hadoop.hdds.cli.HddsVersionProvider; import org.apache.hadoop.hdds.tracing.TracingUtil; @@ -49,6 +50,7 @@ public class Freon extends GenericCli { @Override public void execute(String[] argv) { + HddsUtils.initializeMetrics(createOzoneConfiguration(), "ozone-freon"); TracingUtil.initTracing("freon"); super.execute(argv); } --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org