[CARBONDATA-458]Improving First time query performance. This closes #265
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/7213ac05 Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/7213ac05 Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/7213ac05 Branch: refs/heads/master Commit: 7213ac0579ba2f8b171474b73487f484e2a2df50 Parents: 9ad98f4 d54dc64 Author: ravipesala <ravi.pes...@gmail.com> Authored: Thu Dec 1 15:19:41 2016 +0530 Committer: ravipesala <ravi.pes...@gmail.com> Committed: Thu Dec 1 15:19:41 2016 +0530 ---------------------------------------------------------------------- .../core/carbon/datastore/BlockIndexStore.java | 4 +- .../core/carbon/datastore/DataRefNode.java | 18 +- .../datastore/block/SegmentProperties.java | 7 + .../carbon/datastore/block/TableBlockInfo.java | 20 +- .../chunk/reader/CarbonDataReaderFactory.java | 93 +++++ .../reader/DimensionColumnChunkReader.java | 2 +- .../chunk/reader/MeasureColumnChunkReader.java | 2 +- .../reader/dimension/AbstractChunkReader.java | 12 +- ...CompressedDimensionChunkFileBasedReader.java | 135 ------- ...mpressedDimensionChunkFileBasedReaderV1.java | 146 +++++++ ...mpressedDimensionChunkFileBasedReaderV2.java | 308 +++++++++++++++ .../measure/AbstractMeasureChunkReader.java | 33 +- .../CompressedMeasureChunkFileBasedReader.java | 92 ----- ...CompressedMeasureChunkFileBasedReaderV1.java | 106 +++++ ...CompressedMeasureChunkFileBasedReaderV2.java | 234 +++++++++++ .../impl/btree/AbstractBTreeLeafNode.java | 4 +- .../datastore/impl/btree/BTreeNonLeafNode.java | 4 +- .../impl/btree/BlockletBTreeLeafNode.java | 36 +- .../carbon/metadata/blocklet/BlockletInfo.java | 40 ++ .../metadata/blocklet/DataFileFooter.java | 6 +- .../core/constants/CarbonCommonConstants.java | 18 +- .../util/AbstractDataFileFooterConverter.java | 390 ++++++++++++++++++ .../core/util/CarbonMetadataUtil.java | 158 +++++++- .../carbondata/core/util/CarbonProperties.java | 121 +++--- .../apache/carbondata/core/util/CarbonUtil.java | 209 ++++++++-- .../core/util/DataFileFooterConverter.java | 391 +------------------ .../core/util/DataFileFooterConverter2.java | 135 +++++++ .../util/DataFileFooterConverterFactory.java | 64 +++ .../core/writer/CarbonFooterWriter.java | 4 - .../executor/impl/AbstractQueryExecutor.java | 55 ++- .../executor/impl/QueryExecutorProperties.java | 4 +- .../scan/executor/infos/BlockExecutionInfo.java | 12 +- .../scan/executor/util/QueryUtil.java | 102 +++-- .../scan/scanner/AbstractBlockletScanner.java | 7 +- .../scan/scanner/impl/FilterScanner.java | 48 ++- .../carbon/datastore/block/BlockInfoTest.java | 12 +- .../datastore/block/TableBlockInfoTest.java | 32 +- .../datastore/block/TableTaskInfoTest.java | 8 +- ...ressedDimensionChunkFileBasedReaderTest.java | 23 +- ...mpressedMeasureChunkFileBasedReaderTest.java | 30 +- .../core/util/CarbonMetadataUtilTest.java | 3 +- .../carbondata/core/util/CarbonUtilTest.java | 18 +- .../core/util/DataFileFooterConverterTest.java | 11 +- format/src/main/thrift/carbondata.thrift | 30 +- .../carbondata/hadoop/CarbonInputFormat.java | 66 ++-- .../carbondata/hadoop/CarbonInputSplit.java | 107 +++-- .../internal/index/impl/InMemoryBTreeIndex.java | 5 +- .../spark/merger/CarbonCompactionUtil.java | 4 +- .../carbondata/spark/rdd/CarbonMergerRDD.scala | 4 +- .../spark/rdd/CarbonDataRDDFactory.scala | 2 +- .../spark/src/test/resources/OLDFORMATTABLE.csv | 34 ++ .../src/test/resources/OLDFORMATTABLEHIVE.csv | 33 ++ .../TestQueryWithOldCarbonDataFile.scala | 70 ++++ .../store/CarbonDataWriterFactory.java | 70 ++++ .../store/CarbonFactDataHandlerColumnar.java | 54 ++- .../store/writer/AbstractFactDataWriter.java | 316 +++++++-------- .../store/writer/CarbonDataWriterVo.java | 321 +++++++++++++++ .../store/writer/CarbonFactDataWriterImpl2.java | 285 ++++++++++++++ ...actDataWriterImplForIntIndexAndAggBlock.java | 223 +++-------- .../processing/store/writer/NodeHolder.java | 38 +- .../carbon/datastore/BlockIndexStoreTest.java | 43 +- 61 files changed, 3504 insertions(+), 1358 deletions(-) ----------------------------------------------------------------------