Repository: kylin Updated Branches: refs/heads/master 9595b1603 -> 80bb6f75d
KYLIN-1656 set cap for max and min reducer numbers Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/80bb6f75 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/80bb6f75 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/80bb6f75 Branch: refs/heads/master Commit: 80bb6f75d75990d5b9c381eb4fe89a42bbe8d971 Parents: 9595b16 Author: shaofengshi <[email protected]> Authored: Mon Jul 11 14:32:04 2016 +0800 Committer: shaofengshi <[email protected]> Committed: Mon Jul 11 14:33:21 2016 +0800 ---------------------------------------------------------------------- .../org/apache/kylin/source/hive/CreateFlatHiveTableStep.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/80bb6f75/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java ---------------------------------------------------------------------- diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java index 0297bfa..8a4aaa2 100644 --- a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java +++ b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java @@ -62,7 +62,8 @@ public class CreateFlatHiveTableStep extends AbstractExecutable { int mapperInputRows = config.getHadoopJobMapperInputRows(); int numReducers = Math.round(rowCount / ((float) mapperInputRows)); - numReducers = Math.max(1, numReducers); + numReducers = Math.max(numReducers, config.getHadoopJobMinReducerNumber()); + numReducers = Math.min(numReducers, config.getHadoopJobMaxReducerNumber()); stepLogger.log("total input rows = " + rowCount); stepLogger.log("expected input rows per mapper = " + mapperInputRows);
