Repository: tez Updated Branches: refs/heads/master cf6ea5f62 -> bb2c42b7c
TEZ-3927. TestReduceProcessor fails on Hadoop 3.x (Jonathan Eagles via kshukla) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/bb2c42b7 Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/bb2c42b7 Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/bb2c42b7 Branch: refs/heads/master Commit: bb2c42b7c5fbe465dbec78590cff0e0020b3a861 Parents: cf6ea5f Author: Kuhu Shukla <[email protected]> Authored: Fri May 4 16:09:39 2018 -0500 Committer: Kuhu Shukla <[email protected]> Committed: Fri May 4 16:09:39 2018 -0500 ---------------------------------------------------------------------- .../src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java | 2 ++ .../apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java | 1 + 2 files changed, 3 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/bb2c42b7/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java ---------------------------------------------------------------------- diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java index 02c74b2..334a7db 100644 --- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java +++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java @@ -122,6 +122,8 @@ public interface MRJobConfig { public static final String CACHE_ARCHIVES_VISIBILITIES = "mapreduce.job.cache.archives.visibilities"; + public static final String FILEOUTPUTCOMMITTER_ALGORITHM_VERSION = "mapreduce.fileoutputcommitter.algorithm.version"; + /** * @deprecated Symlinks are always on and cannot be disabled. */ http://git-wip-us.apache.org/repos/asf/tez/blob/bb2c42b7/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java ---------------------------------------------------------------------- diff --git a/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java b/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java index 17c7903..0223482 100644 --- a/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java +++ b/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java @@ -117,6 +117,7 @@ public class TestReduceProcessor { TezTaskOutput.class); job.set(TezRuntimeConfiguration.TEZ_RUNTIME_PARTITIONER_CLASS, MRPartitioner.class.getName()); job.setNumReduceTasks(1); + job.setInt(MRJobConfig.FILEOUTPUTCOMMITTER_ALGORITHM_VERSION, 1); } @Before
