[CARBONDATA-757] Big decimal optimization This closes #1117
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/31a6ec6a Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/31a6ec6a Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/31a6ec6a Branch: refs/heads/datamap Commit: 31a6ec6a71ac72b568a99a04a0d0f187e9f07a63 Parents: c7e7f70 1291162 Author: jackylk <[email protected]> Authored: Tue Jul 11 15:50:49 2017 +0800 Committer: jackylk <[email protected]> Committed: Tue Jul 11 15:50:49 2017 +0800 ---------------------------------------------------------------------- .../carbondata/core/datastore/TableSpec.java | 23 +- .../AbstractMeasureChunkReaderV2V3Format.java | 15 +- ...CompressedMeasureChunkFileBasedReaderV1.java | 2 +- .../core/datastore/page/ColumnPage.java | 107 ++++++--- .../core/datastore/page/LazyColumnPage.java | 13 +- .../datastore/page/SafeFixLengthColumnPage.java | 14 +- .../datastore/page/SafeVarLengthColumnPage.java | 11 +- .../page/UnsafeFixLengthColumnPage.java | 13 +- .../page/UnsafeVarLengthColumnPage.java | 19 +- .../datastore/page/VarLengthColumnPageBase.java | 76 +++++- .../page/encoding/AdaptiveIntegerCodec.java | 11 +- .../page/encoding/DefaultEncodingStrategy.java | 8 +- .../page/encoding/DeltaIntegerCodec.java | 23 +- .../page/encoding/DirectCompressCodec.java | 16 +- .../page/encoding/EncodingStrategy.java | 4 +- .../page/statistics/ColumnPageStatsVO.java | 18 +- .../carbondata/core/locks/CarbonLockUtil.java | 24 ++ .../datatype/DecimalConverterFactory.java | 237 +++++++++++++++++++ .../core/util/CarbonMetadataUtil.java | 28 +++ docs/configuration-parameters.md | 3 +- integration/hive/pom.xml | 18 ++ .../test/resources/short_int_as_target_type.csv | 3 + .../aggquery/IntegerDataTypeTestCase.scala | 33 ++- .../execution/CarbonLateDecodeStrategy.scala | 4 +- .../execution/command/carbonTableSchema.scala | 52 ++-- .../org/apache/spark/util/AlterTableUtil.scala | 25 +- pom.xml | 6 +- .../newflow/sort/SortStepRowUtil.java | 17 +- .../sort/unsafe/UnsafeCarbonRowPage.java | 2 +- .../holder/UnsafeSortTempFileChunkHolder.java | 3 +- .../CarbonRowDataWriterProcessorStepImpl.java | 14 +- .../sortdata/SortTempFileChunkHolder.java | 3 +- .../carbondata/processing/store/TablePage.java | 14 +- 33 files changed, 680 insertions(+), 179 deletions(-) ----------------------------------------------------------------------
