Repository: hadoop Updated Branches: refs/heads/HDFS-7240 15101eef7 -> 5fd34ba19
HDFS-12163. Ozone: Reduce MiniOzoneCluster handler thread count. Contributed by Weiwei Yang. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/5fd34ba1 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/5fd34ba1 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/5fd34ba1 Branch: refs/heads/HDFS-7240 Commit: 5fd34ba1958b61ffd411cd5575878003645ec44d Parents: 15101ee Author: Xiaoyu Yao <[email protected]> Authored: Fri Aug 4 11:33:10 2017 -0700 Committer: Xiaoyu Yao <[email protected]> Committed: Fri Aug 4 11:33:10 2017 -0700 ---------------------------------------------------------------------- .../org/apache/hadoop/ozone/MiniOzoneCluster.java | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/5fd34ba1/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java index f2a8be4..b71493d 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/ozone/MiniOzoneCluster.java @@ -293,6 +293,9 @@ public final class MiniOzoneCluster extends MiniDFSCluster private Boolean ozoneEnabled = true; private Boolean waitForChillModeFinish = true; private Boolean randomContainerPort = true; + // Use relative smaller number of handlers for testing + private int numOfKsmHandlers = 20; + private int numOfScmHandlers = 20; /** * Creates a new Builder. @@ -361,6 +364,16 @@ public final class MiniOzoneCluster extends MiniDFSCluster return this; } + public Builder setNumOfKSMHandlers(int numOfHandlers) { + numOfKsmHandlers = numOfHandlers; + return this; + } + + public Builder setNumOfSCMHandlers(int numOfHandlers) { + numOfScmHandlers = numOfHandlers; + return this; + } + public String getPath() { return path; } @@ -385,6 +398,10 @@ public final class MiniOzoneCluster extends MiniDFSCluster conf.set(KSMConfigKeys.OZONE_KSM_ADDRESS_KEY, "127.0.0.1:0"); conf.set(KSMConfigKeys.OZONE_KSM_HTTP_ADDRESS_KEY, "127.0.0.1:0"); + // Configure KSM and SCM handlers + conf.setInt(ScmConfigKeys.OZONE_SCM_HANDLER_COUNT_KEY, numOfScmHandlers); + conf.setInt(KSMConfigKeys.OZONE_KSM_HANDLER_COUNT_KEY, numOfKsmHandlers); + // Use random ports for ozone containers in mini cluster, // in order to launch multiple container servers per node. conf.setBoolean(OzoneConfigKeys.DFS_CONTAINER_IPC_RANDOM_PORT, --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
