Repository: tez Updated Branches: refs/heads/branch-0.9 5bf3daddd -> 87a912436
TEZ-3927. TestReduceProcessor fails on Hadoop 3.x (Jonathan Eagles via kshukla) (cherry picked from commit bb2c42b7c5fbe465dbec78590cff0e0020b3a861) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/87a91243 Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/87a91243 Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/87a91243 Branch: refs/heads/branch-0.9 Commit: 87a9124364daa51ba32bc86eba0e85abd130a3d5 Parents: 5bf3dad Author: Kuhu Shukla <[email protected]> Authored: Fri May 4 16:59:19 2018 -0500 Committer: Kuhu Shukla <[email protected]> Committed: Fri May 4 16:59:19 2018 -0500 ---------------------------------------------------------------------- .../src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java | 2 ++ .../apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java | 1 + 2 files changed, 3 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/87a91243/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java ---------------------------------------------------------------------- diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java index 02c74b2..334a7db 100644 --- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java +++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java @@ -122,6 +122,8 @@ public interface MRJobConfig { public static final String CACHE_ARCHIVES_VISIBILITIES = "mapreduce.job.cache.archives.visibilities"; + public static final String FILEOUTPUTCOMMITTER_ALGORITHM_VERSION = "mapreduce.fileoutputcommitter.algorithm.version"; + /** * @deprecated Symlinks are always on and cannot be disabled. */ http://git-wip-us.apache.org/repos/asf/tez/blob/87a91243/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java ---------------------------------------------------------------------- diff --git a/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java b/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java index 17c7903..0223482 100644 --- a/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java +++ b/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java @@ -117,6 +117,7 @@ public class TestReduceProcessor { TezTaskOutput.class); job.set(TezRuntimeConfiguration.TEZ_RUNTIME_PARTITIONER_CLASS, MRPartitioner.class.getName()); job.setNumReduceTasks(1); + job.setInt(MRJobConfig.FILEOUTPUTCOMMITTER_ALGORITHM_VERSION, 1); } @Before
