Repository: tez Updated Branches: refs/heads/master 8386cca03 -> cbea5ad3a
TEZ-2333. Enable local fetch optimization by default. (pramachandran) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/cbea5ad3 Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/cbea5ad3 Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/cbea5ad3 Branch: refs/heads/master Commit: cbea5ad3a7500632d2c7586865174d6c9f4499ec Parents: 8386cca Author: Prakash Ramachandran <[email protected]> Authored: Fri Apr 17 22:12:00 2015 +0530 Committer: Prakash Ramachandran <[email protected]> Committed: Fri Apr 17 22:12:00 2015 +0530 ---------------------------------------------------------------------- CHANGES.txt | 1 + .../tez/runtime/library/api/TezRuntimeConfiguration.java | 6 +----- .../src/test/java/org/apache/tez/test/TestSecureShuffle.java | 1 + 3 files changed, 3 insertions(+), 5 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/CHANGES.txt ---------------------------------------------------------------------- diff --git a/CHANGES.txt b/CHANGES.txt index b0ce3cf..1888f15 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -9,6 +9,7 @@ INCOMPATIBLE CHANGES TEZ-1993. Implement a pluggable InputSizeEstimator for grouping fairly ALL CHANGES: + TEZ-2333. Enable local fetch optimization by default. TEZ-2310. Deadlock caused by StateChangeNotifier sending notifications on thread holding locks TEZ-1969. Stop the DAGAppMaster when a local mode client is stopped http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java ---------------------------------------------------------------------- diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java index 9f11e4d..b1341f6 100644 --- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java +++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java @@ -262,11 +262,7 @@ public class TezRuntimeConfiguration { * If the shuffle input is on the local host bypass the http fetch and access the files directly */ public static final String TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH = TEZ_RUNTIME_PREFIX + "optimize.local.fetch"; - - /** - * local mode bypassing the http fetch is not enabled by default till we have unit tests in. - */ - public static final boolean TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH_DEFAULT = false; + public static final boolean TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH_DEFAULT = true; /** * Expert level setting. Enable pipelined shuffle in ordered outputs and in unordered http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java ---------------------------------------------------------------------- diff --git a/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java b/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java index a0f7d8b..8da3f08 100644 --- a/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java +++ b/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java @@ -95,6 +95,7 @@ public class TestSecureShuffle { new MiniDFSCluster.Builder(conf).numDataNodes(1).format(true).build(); fs = miniDFSCluster.getFileSystem(); conf.set("fs.defaultFS", fs.getUri().toString()); + conf.setBoolean(TezRuntimeConfiguration.TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH, false); } @AfterClass
