Repository: hadoop
Updated Branches:
refs/heads/branch-2.6 cd93382a5 -> fc01ec866
MAPREDUCE-6621. Memory Leak in JobClient#submitJobInternal(). Contributed by
Xuan Gong
(cherry picked from commit 43e669b22d9ac0b81ab8cc397c5d6d92bac986c6)
Conflicts:
hadoop-mapreduce-project/CHANGES.txt
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/fc01ec86
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/fc01ec86
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/fc01ec86
Branch: refs/heads/branch-2.6
Commit: fc01ec866a2359e6225ce52b2b0c30575db35c2c
Parents: cd93382
Author: Jason Lowe <[email protected]>
Authored: Tue Feb 2 19:33:32 2016 +0000
Committer: Jason Lowe <[email protected]>
Committed: Tue Feb 2 19:33:32 2016 +0000
----------------------------------------------------------------------
hadoop-mapreduce-project/CHANGES.txt | 3 +++
.../src/main/java/org/apache/hadoop/mapred/JobClient.java | 8 ++++++++
2 files changed, 11 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/fc01ec86/hadoop-mapreduce-project/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/CHANGES.txt
b/hadoop-mapreduce-project/CHANGES.txt
index 5c7b53c..8b7fd7b 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -33,6 +33,9 @@ Release 2.6.4 - UNRELEASED
MAPREDUCE-6618. YarnClientProtocolProvider leaking the YarnClient thread.
(Xuan Gong via jlowe)
+ MAPREDUCE-6621. Memory Leak in JobClient#submitJobInternal() (Xuan Gong
+ via jlowe)
+
Release 2.6.3 - 2015-12-17
INCOMPATIBLE CHANGES
http://git-wip-us.apache.org/repos/asf/hadoop/blob/fc01ec86/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java
----------------------------------------------------------------------
diff --git
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java
index fa50ecb..6e174f1 100644
---
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java
+++
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobClient.java
@@ -563,10 +563,18 @@ public class JobClient extends CLI {
return job;
}
});
+
+ Cluster prev = cluster;
// update our Cluster instance with the one created by Job for submission
// (we can't pass our Cluster instance to Job, since Job wraps the config
// instance, and the two configs would then diverge)
cluster = job.getCluster();
+
+ // It is important to close the previous cluster instance
+ // to cleanup resources.
+ if (prev != null) {
+ prev.close();
+ }
return new NetworkedJob(job);
} catch (InterruptedException ie) {
throw new IOException("interrupted", ie);