YARN-6188. Fix OOM issue with decommissioningNodesWatcher in the case of clusters with large number of nodes (Contributed by Ajay Jadhav via Daniel Templeton)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/9a928377 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/9a928377 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/9a928377 Branch: refs/heads/YARN-5734 Commit: 9a928377868dfb2dc846c340501b3248eb6ad77f Parents: 4c26c24 Author: Daniel Templeton <[email protected]> Authored: Fri Feb 17 13:11:43 2017 -0800 Committer: Daniel Templeton <[email protected]> Committed: Fri Feb 17 13:13:46 2017 -0800 ---------------------------------------------------------------------- .../yarn/server/resourcemanager/DecommissioningNodesWatcher.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/9a928377/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/DecommissioningNodesWatcher.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/DecommissioningNodesWatcher.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/DecommissioningNodesWatcher.java index 376b503..9631803 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/DecommissioningNodesWatcher.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/DecommissioningNodesWatcher.java @@ -385,9 +385,9 @@ public class DecommissioningNodesWatcher { if (!LOG.isDebugEnabled() || decomNodes.size() == 0) { return; } - StringBuilder sb = new StringBuilder(); long now = mclock.getTime(); for (DecommissioningNodeContext d : decomNodes.values()) { + StringBuilder sb = new StringBuilder(); DecommissioningNodeStatus s = checkDecommissioningStatus(d.nodeId); sb.append(String.format( "%n %-34s %4ds fresh:%3ds containers:%2d %14s", @@ -413,8 +413,8 @@ public class DecommissioningNodesWatcher { (mclock.getTime() - rmApp.getStartTime()) / 1000)); } } + LOG.debug("Decommissioning node: " + sb.toString()); } - LOG.info("Decommissioning Nodes: " + sb.toString()); } // Read possible new DECOMMISSIONING_TIMEOUT_KEY from yarn-site.xml. --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
