MAPREDUCE-6387. Serialize the recently added Task#encryptedSpillKey field at the end. (Arun Suresh via kasha)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/7b7063f2 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/7b7063f2 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/7b7063f2 Branch: refs/heads/YARN-2928 Commit: 7b7063f2e8960053c41f12a39b2557953a2ddac3 Parents: a0962cd Author: Karthik Kambatla <ka...@apache.org> Authored: Fri Jun 5 09:14:06 2015 -0700 Committer: Zhijie Shen <zjs...@apache.org> Committed: Mon Jun 8 09:56:59 2015 -0700 ---------------------------------------------------------------------- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../src/main/java/org/apache/hadoop/mapred/Task.java | 4 ++-- 2 files changed, 5 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/7b7063f2/hadoop-mapreduce-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 12e3a3f..e7c02c0 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -520,6 +520,9 @@ Release 2.7.1 - UNRELEASED copySucceeded() in one thread and copyFailed() in another thread on the same host. (Junping Du via ozawa) + MAPREDUCE-6387. Serialize the recently added Task#encryptedSpillKey field at + the end. (Arun Suresh via kasha) + Release 2.7.0 - 2015-04-20 INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/7b7063f2/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java index c07d517..673f183 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java @@ -513,8 +513,8 @@ abstract public class Task implements Writable, Configurable { out.writeBoolean(taskCleanup); Text.writeString(out, user); out.writeInt(encryptedSpillKey.length); - out.write(encryptedSpillKey); extraData.write(out); + out.write(encryptedSpillKey); } public void readFields(DataInput in) throws IOException { @@ -541,8 +541,8 @@ abstract public class Task implements Writable, Configurable { user = StringInterner.weakIntern(Text.readString(in)); int len = in.readInt(); encryptedSpillKey = new byte[len]; - in.readFully(encryptedSpillKey); extraData.readFields(in); + in.readFully(encryptedSpillKey); } @Override