KYLIN-1323 give âkylin.hbase.hfile.size.gbâ a default value
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/aa8bdde4 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/aa8bdde4 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/aa8bdde4 Branch: refs/heads/1.x-HBase1.1.3 Commit: aa8bdde4c540ab321ba6494b2a5f07d8fc186b31 Parents: 07ad877 Author: shaofengshi <[email protected]> Authored: Thu Feb 25 17:58:10 2016 +0800 Committer: shaofengshi <[email protected]> Committed: Thu Feb 25 18:01:14 2016 +0800 ---------------------------------------------------------------------- .../src/main/java/org/apache/kylin/common/KylinConfig.java | 2 +- conf/kylin.properties | 4 ++-- .../kylin/job/hadoop/cube/RangeKeyDistributionReducer.java | 9 ++++----- 3 files changed, 7 insertions(+), 8 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/aa8bdde4/common/src/main/java/org/apache/kylin/common/KylinConfig.java ---------------------------------------------------------------------- diff --git a/common/src/main/java/org/apache/kylin/common/KylinConfig.java b/common/src/main/java/org/apache/kylin/common/KylinConfig.java index 9c813cd..c58d419 100644 --- a/common/src/main/java/org/apache/kylin/common/KylinConfig.java +++ b/common/src/main/java/org/apache/kylin/common/KylinConfig.java @@ -730,7 +730,7 @@ public class KylinConfig { } public int getHBaseHFileSizeGB() { - return Integer.parseInt(getOptional(HBASE_HFILE_SIZE_GB, "0")); + return Integer.parseInt(getOptional(HBASE_HFILE_SIZE_GB, "5")); } public int getHBaseRegionCountMin() { http://git-wip-us.apache.org/repos/asf/kylin/blob/aa8bdde4/conf/kylin.properties ---------------------------------------------------------------------- diff --git a/conf/kylin.properties b/conf/kylin.properties index bbcf948..5da3d96 100644 --- a/conf/kylin.properties +++ b/conf/kylin.properties @@ -84,8 +84,8 @@ kylin.hbase.region.count.min=1 kylin.hbase.region.count.max=500 # The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster -# set to 0 or comment this config to disable this optimization -kylin.hbase.hfile.size.gb=0 +# set to 0 or comment this config to disable this optimization; +kylin.hbase.hfile.size.gb=5 # Enable/disable ACL check for cube query kylin.query.security.enabled=true http://git-wip-us.apache.org/repos/asf/kylin/blob/aa8bdde4/job/src/main/java/org/apache/kylin/job/hadoop/cube/RangeKeyDistributionReducer.java ---------------------------------------------------------------------- diff --git a/job/src/main/java/org/apache/kylin/job/hadoop/cube/RangeKeyDistributionReducer.java b/job/src/main/java/org/apache/kylin/job/hadoop/cube/RangeKeyDistributionReducer.java index f9c46bb..e51b4b3 100644 --- a/job/src/main/java/org/apache/kylin/job/hadoop/cube/RangeKeyDistributionReducer.java +++ b/job/src/main/java/org/apache/kylin/job/hadoop/cube/RangeKeyDistributionReducer.java @@ -18,10 +18,6 @@ package org.apache.kylin.job.hadoop.cube; -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; - import org.apache.hadoop.fs.Path; import org.apache.hadoop.hbase.io.ImmutableBytesWritable; import org.apache.hadoop.io.LongWritable; @@ -30,11 +26,14 @@ import org.apache.hadoop.io.SequenceFile; import org.apache.hadoop.io.Text; import org.apache.hadoop.util.StringUtils; import org.apache.kylin.common.mr.KylinReducer; -import org.apache.kylin.cube.model.v1.CubeDesc.CubeCapacity; import org.apache.kylin.job.constant.BatchConstants; import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import java.io.IOException; +import java.util.ArrayList; +import java.util.List; + /** * @author ysong1 *
