[HOTFIX] Reduce blocklet minimum configurable size This closes #2926
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/4f443c60 Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/4f443c60 Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/4f443c60 Branch: refs/heads/branch-1.5 Commit: 4f443c602cd0e660e1505b4e4e4a766d80f2f229 Parents: ecdf3a5 Author: ravipesala <ravi.pes...@gmail.com> Authored: Thu Nov 15 18:49:19 2018 +0530 Committer: ravipesala <ravi.pes...@gmail.com> Committed: Wed Nov 21 22:43:46 2018 +0530 ---------------------------------------------------------------------- .../carbondata/core/constants/CarbonV3DataFormatConstants.java | 4 ++-- .../carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/4f443c60/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java ---------------------------------------------------------------------- diff --git a/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java b/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java index 89c6adc..3b9a208 100644 --- a/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java +++ b/core/src/main/java/org/apache/carbondata/core/constants/CarbonV3DataFormatConstants.java @@ -35,9 +35,9 @@ public interface CarbonV3DataFormatConstants { String BLOCKLET_SIZE_IN_MB_DEFAULT_VALUE = "64"; /** - * blocklet group size min value + * blocklet size min value */ - short BLOCKLET_SIZE_IN_MB_MIN = 16; + short BLOCKLET_SIZE_IN_MB_MIN = 1; /** * number of column to be read in one IO in query http://git-wip-us.apache.org/repos/asf/carbondata/blob/4f443c60/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala ---------------------------------------------------------------------- diff --git a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala index c015f8d..c75649a 100644 --- a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala +++ b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/datamap/DataMapWriterSuite.scala @@ -154,7 +154,7 @@ class DataMapWriterSuite extends QueryTest with BeforeAndAfterAll { | DMPROPERTIES('index_columns'='c2') """.stripMargin) CarbonProperties.getInstance() - .addProperty("carbon.blockletgroup.size.in.mb", "1") + .addProperty("carbon.blockletgroup.size.in.mb", "16") CarbonProperties.getInstance() .addProperty("carbon.number.of.cores.while.loading", CarbonCommonConstants.NUM_CORES_DEFAULT_VAL)