IGNITE-4458: Hadoop: "striped" shuffle mode is default from now on. This closes #1390.
Project: http://git-wip-us.apache.org/repos/asf/ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/1f743465 Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/1f743465 Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/1f743465 Branch: refs/heads/ignite-3477 Commit: 1f743465d6875ef48b1835d03a78a0dbaf339bf6 Parents: a9b1fc2 Author: tledkov-gridgain <tled...@gridgain.com> Authored: Thu Dec 29 11:14:10 2016 +0300 Committer: devozerov <voze...@gridgain.com> Committed: Thu Dec 29 11:14:10 2016 +0300 ---------------------------------------------------------------------- .../ignite/internal/processors/hadoop/HadoopJobProperty.java | 2 +- .../internal/processors/hadoop/shuffle/HadoopShuffleJob.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/1f743465/modules/core/src/main/java/org/apache/ignite/internal/processors/hadoop/HadoopJobProperty.java ---------------------------------------------------------------------- diff --git a/modules/core/src/main/java/org/apache/ignite/internal/processors/hadoop/HadoopJobProperty.java b/modules/core/src/main/java/org/apache/ignite/internal/processors/hadoop/HadoopJobProperty.java index 4398acd..a3115bf 100644 --- a/modules/core/src/main/java/org/apache/ignite/internal/processors/hadoop/HadoopJobProperty.java +++ b/modules/core/src/main/java/org/apache/ignite/internal/processors/hadoop/HadoopJobProperty.java @@ -105,7 +105,7 @@ public enum HadoopJobProperty { /** * Whether to stripe mapper output for remote reducers. * <p> - * Defaults to {@code false}. + * Defaults to {@code true}. */ SHUFFLE_MAPPER_STRIPED_OUTPUT("ignite.shuffle.mapper.striped.output"), http://git-wip-us.apache.org/repos/asf/ignite/blob/1f743465/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/shuffle/HadoopShuffleJob.java ---------------------------------------------------------------------- diff --git a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/shuffle/HadoopShuffleJob.java b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/shuffle/HadoopShuffleJob.java index 1c546a1..7713d6d 100644 --- a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/shuffle/HadoopShuffleJob.java +++ b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/shuffle/HadoopShuffleJob.java @@ -169,7 +169,7 @@ public class HadoopShuffleJob<T> implements AutoCloseable { this.embedded = embedded; // No stripes for combiner. - boolean stripeMappers0 = get(job.info(), SHUFFLE_MAPPER_STRIPED_OUTPUT, false); + boolean stripeMappers0 = get(job.info(), SHUFFLE_MAPPER_STRIPED_OUTPUT, true); if (stripeMappers0) { if (job.info().hasCombiner()) {