Repository: carbondata Updated Branches: refs/heads/master bed51ba77 -> 647bfbaea
[HOTFIX] Reduce blocklet minimum configurable size This closes #2926 Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/647bfbae Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/647bfbae Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/647bfbae Branch: refs/heads/master Commit: 647bfbaeab0ce669bbfaed2385904a4dee1a72f2 Parents: bed51ba Author: ravipesala <[email protected]> Authored: Thu Nov 15 18:49:19 2018 +0530 Committer: Jacky Li <[email protected]> Committed: Wed Nov 21 12:28:22 2018 +0400 ---------------------------------------------------------------------- .../carbondata/core/constants/CarbonV3DataFormatConstants.java | 4 ++-- .../carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/647bfbae/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java ---------------------------------------------------------------------- diff --git a/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java b/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java index 89c6adc..3b9a208 100644 --- a/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java +++ b/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java @@ -35,9 +35,9 @@ public interface CarbonV3DataFormatConstants { String BLOCKLET_SIZE_IN_MB_DEFAULT_VALUE = "64"; /** - * blocklet group size min value + * blocklet size min value */ - short BLOCKLET_SIZE_IN_MB_MIN = 16; + short BLOCKLET_SIZE_IN_MB_MIN = 1; /** * number of column to be read in one IO in query http://git-wip-us.apache.org/repos/asf/carbondata/blob/647bfbae/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala ---------------------------------------------------------------------- diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala index c015f8d..c75649a 100644 --- a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala +++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala @@ -154,7 +154,7 @@ class DataMapWriterSuite extends QueryTest with BeforeAndAfterAll { | DMPROPERTIES('index_columns'='c2') """.stripMargin) CarbonProperties.getInstance() - .addProperty("carbon.blockletgroup.size.in.mb", "1") + .addProperty("carbon.blockletgroup.size.in.mb", "16") CarbonProperties.getInstance() .addProperty("carbon.number.of.cores.while.loading", CarbonCommonConstants.NUM_CORES_DEFAULT_VAL)
