Repository: tez Updated Branches: refs/heads/branch-0.7 087c94280 -> 86b71c6a0
TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier (cherry picked from commit 6f57630ee5d5a1a02342a25e4b48a698fd237390) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/86b71c6a Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/86b71c6a Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/86b71c6a Branch: refs/heads/branch-0.7 Commit: 86b71c6a0a02574445033f304d8f1bdcb177c80e Parents: 087c942 Author: Jonathan Eagles <[email protected]> Authored: Thu Feb 11 10:33:52 2016 -0600 Committer: Jonathan Eagles <[email protected]> Committed: Thu Feb 11 10:37:59 2016 -0600 ---------------------------------------------------------------------- CHANGES.txt | 1 + .../tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java | 2 ++ 2 files changed, 3 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/86b71c6a/CHANGES.txt ---------------------------------------------------------------------- diff --git a/CHANGES.txt b/CHANGES.txt index 5127ba8..a386c8b 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -7,6 +7,7 @@ INCOMPATIBLE CHANGES TEZ-2972. Avoid task rescheduling when a node turns unhealthy ALL CHANGES + TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier TEZ-3093. CriticalPathAnalyzer should be accessible via zeppelin TEZ-3089. TaskConcurrencyAnalyzer can return negative task count with very large jobs TEZ-2307. Possible wrong error message when submitting new dag http://git-wip-us.apache.org/repos/asf/tez/blob/86b71c6a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java ---------------------------------------------------------------------- diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java index b0b83f0..ca3c05d 100644 --- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java +++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java @@ -141,6 +141,8 @@ public class Shuffle implements ExceptionReporter { Class<? extends CompressionCodec> codecClass = ConfigUtils.getIntermediateInputCompressorClass(conf, DefaultCodec.class); codec = ReflectionUtils.newInstance(codecClass, conf); + // Work around needed for HADOOP-12191. Avoids the native initialization synchronization race + codec.getDecompressorType(); } else { codec = null; }
