Repository: tajo Updated Branches: refs/heads/branch-0.11.0 e5c6450e5 -> 8f2620871
TAJO-1872: Increase the minimum split size and add a classpath to hadoop tools. Project: http://git-wip-us.apache.org/repos/asf/tajo/repo Commit: http://git-wip-us.apache.org/repos/asf/tajo/commit/8f262087 Tree: http://git-wip-us.apache.org/repos/asf/tajo/tree/8f262087 Diff: http://git-wip-us.apache.org/repos/asf/tajo/diff/8f262087 Branch: refs/heads/branch-0.11.0 Commit: 8f26208710af2c045d4eff51ebd468325134bbbd Parents: e5c6450 Author: Jihoon Son <[email protected]> Authored: Mon Sep 21 15:06:45 2015 +0900 Committer: Jihoon Son <[email protected]> Committed: Mon Sep 21 15:06:45 2015 +0900 ---------------------------------------------------------------------- CHANGES | 3 +++ tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java | 3 ++- tajo-dist/src/main/bin/tajo | 3 ++- 3 files changed, 7 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tajo/blob/8f262087/CHANGES ---------------------------------------------------------------------- diff --git a/CHANGES b/CHANGES index f62ebf4..1dca011 100644 --- a/CHANGES +++ b/CHANGES @@ -556,6 +556,9 @@ Release 0.11.0 - unreleased TASKS + TAJO-1872: Increase the minimum split size and add a classpath to hadoop + tools. (jihoon) + TAJO-1870: Enable tests of tajo-storage-pgsql module when arch type is 64-bit. (jinho) http://git-wip-us.apache.org/repos/asf/tajo/blob/8f262087/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java ---------------------------------------------------------------------- diff --git a/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java b/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java index f9b9201..3210323 100644 --- a/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java +++ b/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java @@ -29,6 +29,7 @@ import org.apache.tajo.QueryId; import org.apache.tajo.SessionVars; import org.apache.tajo.TajoConstants; import org.apache.tajo.service.BaseServiceTracker; +import org.apache.tajo.unit.StorageUnit; import org.apache.tajo.util.NetUtils; import org.apache.tajo.util.NumberUtil; import org.apache.tajo.util.TUtil; @@ -221,7 +222,7 @@ public class TajoConf extends Configuration { // Storage Configuration -------------------------------------------------- ROWFILE_SYNC_INTERVAL("rowfile.sync.interval", 100), - MINIMUM_SPLIT_SIZE("tajo.min.split.size", (long) 1), + MINIMUM_SPLIT_SIZE("tajo.min.split.size", 32 * StorageUnit.MB, Validators.min("1")), // for RCFile HIVEUSEEXPLICITRCFILEHEADER("tajo.exec.rcfile.use.explicit.header", true, Validators.bool()), http://git-wip-us.apache.org/repos/asf/tajo/blob/8f262087/tajo-dist/src/main/bin/tajo ---------------------------------------------------------------------- diff --git a/tajo-dist/src/main/bin/tajo b/tajo-dist/src/main/bin/tajo index 58d06fb..db6c93f 100755 --- a/tajo-dist/src/main/bin/tajo +++ b/tajo-dist/src/main/bin/tajo @@ -214,7 +214,8 @@ $HADOOP_HOME/share/hadoop/common $HADOOP_HOME/share/hadoop/hdfs $HADOOP_HOME/share/hadoop/hdfs/lib $HADOOP_HOME/share/hadoop/yarn -$HADOOP_HOME/share/hadoop/mapreduce" +$HADOOP_HOME/share/hadoop/mapreduce +$HADOOP_HOME/share/hadoop/tools/lib" for d in $HADOOP_MODULE_DIRS; do CLASSPATH=${CLASSPATH}:$d/*
