Repository: hadoop Updated Branches: refs/heads/trunk fcd0702c1 -> e82067bfe
MAPREDUCE-6366. mapreduce.terasort.final.sync configuration in TeraSort doesn't work. Contributed by Takuya Fukudome. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/e82067bf Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/e82067bf Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/e82067bf Branch: refs/heads/trunk Commit: e82067bfe680ce04acc0153693cce3cd385e5567 Parents: fcd0702 Author: Tsuyoshi Ozawa <[email protected]> Authored: Wed May 13 16:44:37 2015 +0900 Committer: Tsuyoshi Ozawa <[email protected]> Committed: Wed May 13 16:44:50 2015 +0900 ---------------------------------------------------------------------- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../main/java/org/apache/hadoop/examples/terasort/TeraSort.java | 1 - .../org/apache/hadoop/examples/terasort/TeraSortConfigKeys.java | 2 +- 3 files changed, 4 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/e82067bf/hadoop-mapreduce-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index fc98376..7fe8483 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -419,6 +419,9 @@ Release 2.8.0 - UNRELEASED copySucceeded() in one thread and copyFailed() in another thread on the same host. (Junping Du via ozawa) + MAPREDUCE-6366. mapreduce.terasort.final.sync configuration in TeraSort + doesn't work. (Takuya Fukudome via ozawa) + Release 2.7.1 - UNRELEASED INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/e82067bf/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSort.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSort.java b/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSort.java index 5d586e6..9beff3e 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSort.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSort.java @@ -328,7 +328,6 @@ public class TeraSort extends Configured implements Tool { } job.getConfiguration().setInt("dfs.replication", getOutputReplication(job)); - TeraOutputFormat.setFinalSync(job, true); int ret = job.waitForCompletion(true) ? 0 : 1; LOG.info("done"); return ret; http://git-wip-us.apache.org/repos/asf/hadoop/blob/e82067bf/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSortConfigKeys.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSortConfigKeys.java b/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSortConfigKeys.java index 0822a50..0e7a534 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSortConfigKeys.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-examples/src/main/java/org/apache/hadoop/examples/terasort/TeraSortConfigKeys.java @@ -70,7 +70,7 @@ public enum TeraSortConfigKeys { public static final long DEFAULT_NUM_ROWS = 0L; public static final int DEFAULT_NUM_PARTITIONS = 10; public static final long DEFAULT_SAMPLE_SIZE = 100000L; - public static final boolean DEFAULT_FINAL_SYNC_ATTRIBUTE = false; + public static final boolean DEFAULT_FINAL_SYNC_ATTRIBUTE = true; public static final boolean DEFAULT_USE_TERA_SCHEDULER = true; public static final boolean DEFAULT_USE_SIMPLE_PARTITIONER = false; public static final int DEFAULT_OUTPUT_REPLICATION = 1;
