Repository: hadoop Updated Branches: refs/heads/branch-2 6465931c1 -> a3fa1f076
MAPREDUCE-6194. Bubble up final exception in failures during creation of output collectors. Contributed by Varun Saxena. (cherry picked from commit 298d09c9b583088f364038adcb1edf1eb1c2c196) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a3fa1f07 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a3fa1f07 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a3fa1f07 Branch: refs/heads/branch-2 Commit: a3fa1f0761b901740a68cdb843b0025eed34bbb4 Parents: 6465931 Author: Harsh J <[email protected]> Authored: Mon Dec 15 14:26:22 2014 +0530 Committer: Harsh J <[email protected]> Committed: Mon Dec 15 14:27:49 2014 +0530 ---------------------------------------------------------------------- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../src/main/java/org/apache/hadoop/mapred/MapTask.java | 5 ++++- 2 files changed, 7 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/a3fa1f07/hadoop-mapreduce-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index e470baf..22817f9 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -8,6 +8,9 @@ Release 2.7.0 - UNRELEASED IMPROVEMENTS + MAPREDUCE-6194. Bubble up final exception in failures during creation + of output collectors (Varun Saxena via harsh) + MAPREDUCE-5420. Remove mapreduce.task.tmp.dir from mapred-default.xml (James Carman via harsh) http://git-wip-us.apache.org/repos/asf/hadoop/blob/a3fa1f07/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java index 75b4141..1a4901b 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/MapTask.java @@ -387,6 +387,7 @@ public class MapTask extends Task { Class<?>[] collectorClasses = job.getClasses( JobContext.MAP_OUTPUT_COLLECTOR_CLASS_ATTR, MapOutputBuffer.class); int remainingCollectors = collectorClasses.length; + Exception lastException = null; for (Class clazz : collectorClasses) { try { if (!MapOutputCollector.class.isAssignableFrom(clazz)) { @@ -406,10 +407,12 @@ public class MapTask extends Task { if (--remainingCollectors > 0) { msg += " (" + remainingCollectors + " more collector(s) to try)"; } + lastException = e; LOG.warn(msg, e); } } - throw new IOException("Unable to initialize any output collector"); + throw new IOException("Initialization of all the collectors failed. " + + "Error in last collector was :" + lastException.getMessage(), lastException); } @SuppressWarnings("unchecked")
