This is an automated email from the ASF dual-hosted git repository.
ravipesala pushed a change to branch branch-1.6
in repository https://gitbox.apache.org/repos/asf/carbondata.git.
from 72169e5 [maven-release-plugin] prepare for next development iteration
new 56879f7 [CARBONDATA-3480] Fixed unnecessary refresh for table by
removing modified mdt file
new 7571b99 [CARBONDATA-3494]Fix NullPointerException in drop table and
Correct the document formatting
new 90b6c64 [CARBONDATA-3493] Initialize Profiler in CarbonEnv
new 019c777 [CARBONDATA-3466] Fix NPE for carboncli command
new 6c9bbfe [CARBONDATA-3491] Return updated/deleted rows count when
execute update/delete sql
new 129b163 [CARBONDATA-3509] Support disable query prefetch by
configuration
new dff8ab3 [HOTFIX] Remove hive-service from carbondata assembly jar
new 1943dda [CARBONDATA-3499] Fix insert failure with customFileProvider
new 75e207c [CARBONDATA-3502] Select query with UDF having Match
expression inside IN expression Fails
new 2328707 [CARBONDATA-3505] Drop database cascade fix
new 99e0c7c [CARBONDATA-3497] Support to write long string for streaming
table
new 41ae280 [CARBONDATA-3513] fix 'taskNo' exceeding Long.MAX_VALUE issue
when execute major compaction
new 6f90b28 [CARBONDATA-3452] dictionary include udf handle all the
scenarios
new 3aea196 [CARBONDATA-3495] Fix Insert into Complex data type of Binary
failure with Carbon & SparkFileFormat
new d509cd1 [CARBONDATA-3507] Fix Create Table As Select Failure in
Spark-2.3
new 0e2d3e2 [CARBONDATA-3508] Support CG datamap pruning fallback while
querying
new 631941b [HOTFIX] Fix NPE on windows
new ef26a4a [CARBONDATA-3506]Fix alter table failures on parition table
with hive.metastore.disallow.incompatible.col.type.changes as true
new f750b6f [CARBONDATA-3515] Limit local dictionary size to 16MB and
allow configuration.
new 204f290 [HOTFIX] fix missing quotation marks in datamap doc
new 43a8086 [CARBONDATA-3454] optimized index server output for count(*)
new 8ffbc1d [HOTFIX] fix incorrect word in index-server doc
new 9e46647 [CARBONDATA-3489] Optimized the comparator instances in sort
new 3368483 [HOTFIX] Remove duplicate case for BYTE_ARRAY
new ab86705 [DOC] Update doc for alter sort_columns
new de81b38 [HOTFIX] Fix wrong min/max index of measure
new 57309d7 [CARBONDATA-3473] Fix data size calcution of the last column
in CarbonCli
new 21bbc4a [CARBONDATA-3520] CTAS should fail if select query contains
duplicate columns
new 85dc030 [HOTFIX]Update Documentation for MV datamap
new 49e9ea3 [CARBONDATA-3523] Store data file size into index file
new 9342545 [CARBONDATA-3527] Fix 'String length cannot exceed 32000
characters' issue when load data with 'GLOBAL_SORT' from csv files which
include big complex type data
new 00d2fe9 [CARBONDATA-3501] Fix update table with varchar column
new be9580b [CARBONDATA-3526]Fix cache issue during update and query
The 33 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 1 +
assembly/pom.xml | 1 +
.../core/constants/CarbonCommonConstants.java | 20 +
.../carbondata/core/datamap/DataMapFilter.java | 47 ++
.../apache/carbondata/core/datamap/DataMapJob.java | 2 +
.../core/datamap/DataMapStoreManager.java | 21 +-
.../carbondata/core/datamap/DataMapUtil.java | 13 +-
.../core/datamap/DistributableDataMapFormat.java | 34 +-
.../core/datastore/block/TableBlockInfo.java | 13 +
.../datastore/impl/DefaultFileTypeProvider.java | 31 +-
.../core/datastore/page/ComplexColumnPage.java | 1 +
.../core/indexstore/BlockletDataMapIndexStore.java | 2 +-
.../core/indexstore/ExtendedBlocklet.java | 68 ++-
.../core/indexstore/ExtendedBlockletWrapper.java | 27 +-
.../ExtendedBlockletWrapperContainer.java | 19 +-
.../dictionaryholder/MapBasedDictionaryStore.java | 16 +-
.../carbondata/core/metadata/CarbonMetadata.java | 9 +
.../core/metadata/index/BlockIndexInfo.java | 18 +
.../core/metadata/schema/table/CarbonTable.java | 4 +-
.../core/metadata/schema/table/TableSchema.java | 4 +
.../scan/executor/impl/AbstractQueryExecutor.java | 2 +
.../carbondata/core/scan/model/QueryModel.java | 4 +-
.../statusmanager/SegmentUpdateStatusManager.java | 32 +-
.../core/util/AbstractDataFileFooterConverter.java | 3 +
.../carbondata/core/util/BlockletDataMapUtil.java | 17 +-
.../carbondata/core/util/CarbonMetadataUtil.java | 65 +--
.../carbondata/core/util/CarbonProperties.java | 59 ++
.../apache/carbondata/core/util/CarbonUtil.java | 1 -
.../apache/carbondata/core/util/DataTypeUtil.java | 7 +-
.../core/util/comparator/Comparator.java | 49 +-
.../core/metadata/CarbonMetadataTest.java | 7 +-
.../ThriftWrapperSchemaConverterImplTest.java | 4 +-
.../metadata/schema/table/CarbonTableTest.java | 8 +-
.../table/CarbonTableWithComplexTypesTest.java | 6 +-
.../datamap/bloom/BloomCoarseGrainDataMap.java | 2 +-
docs/configuration-parameters.md | 2 +
docs/datamap/datamap-management.md | 2 +-
docs/datamap/mv-datamap-guide.md | 2 +
docs/ddl-of-carbondata.md | 2 +-
docs/index-server.md | 8 +-
.../carbondata/hadoop/api/CarbonInputFormat.java | 82 ++-
.../hadoop/api/CarbonTableInputFormat.java | 22 +-
.../hadoop/api/CarbonTableOutputFormat.java | 5 +-
.../hadoop/stream/StreamRecordReader.java | 19 +-
.../src/test/resources/complexbinary.csv | 3 +
.../src/test/resources/complexdata3.csv | 10 +
.../resources/streamSample_with_long_string.csv | 6 +
.../complexType/TestComplexDataType.scala | 166 ++++++
.../TestAlterTableSortColumnsProperty.scala | 1 -
.../createTable/TestCreateTableAsSelect.scala | 37 ++
.../dblocation/DBLocationCarbonTableTestCase.scala | 25 -
.../testsuite/iud/DeleteCarbonTableTestCase.scala | 19 +
.../testsuite/iud/UpdateCarbonTableTestCase.scala | 33 ++
.../longstring/VarcharDataTypesBasicTestCase.scala | 10 +
.../StandardPartitionTableQueryTestCase.scala | 29 +-
.../scala/org/apache/carbondata/spark/KeyVal.scala | 10 +-
.../spark/rdd/NewCarbonDataLoadRDD.scala | 6 +-
.../carbondata/spark/util/CarbonScalaUtil.scala | 4 +-
.../spark/sql/catalyst/CarbonDDLSqlParser.scala | 2 +
.../streaming/CarbonAppendableStreamSink.scala | 19 +-
.../apache/spark/util/CarbonReflectionUtils.scala | 16 +
.../converter/SparkDataTypeConverterImpl.java | 6 +-
.../SparkCarbonDataSourceBinaryTest.scala | 88 +++
.../apache/spark/sql/hive/CarbonSessionUtil.scala | 6 +-
.../carbondata/indexserver/DataMapJobs.scala | 15 +-
.../indexserver/DistributedCountRDD.scala | 111 ++++
.../indexserver/DistributedPruneRDD.scala | 29 +-
.../indexserver/DistributedRDDUtils.scala | 13 +
.../carbondata/indexserver/IndexServer.scala | 27 +-
.../apache/spark/sql/CarbonCatalystOperators.scala | 6 +-
.../scala/org/apache/spark/sql/CarbonEnv.scala | 72 ++-
.../scala/org/apache/spark/sql/CarbonSession.scala | 2 -
.../command/cache/CarbonDropCacheCommand.scala | 8 +-
.../command/cache/CarbonShowCacheCommand.scala | 4 +-
.../command/datamap/CarbonDropDataMapCommand.scala | 1 -
.../command/management/CarbonCliCommand.scala | 2 +-
.../command/management/CarbonLoadDataCommand.scala | 2 +-
.../management/RefreshCarbonTableCommand.scala | 2 -
.../mutation/CarbonProjectForDeleteCommand.scala | 21 +-
.../mutation/CarbonProjectForUpdateCommand.scala | 19 +-
.../command/mutation/DeleteExecution.scala | 27 +-
.../command/mutation/HorizontalCompaction.scala | 9 +-
.../CarbonAlterTableDropPartitionCommand.scala | 12 +-
.../CarbonAlterTableSplitPartitionCommand.scala | 3 -
.../command/preaaggregate/PreAggregateUtil.scala | 19 +-
.../schema/CarbonAlterTableAddColumnCommand.scala | 20 +-
...nAlterTableColRenameDataTypeChangeCommand.scala | 36 +-
.../schema/CarbonAlterTableDropColumnCommand.scala | 35 +-
.../command/table/CarbonDropTableCommand.scala | 13 +
.../spark/sql/execution/strategy/DDLStrategy.scala | 4 +-
.../spark/sql/hive/CarbonAnalysisRules.scala | 16 +-
.../spark/sql/hive/CarbonFileMetastore.scala | 429 ++++++--------
.../spark/sql/hive/CarbonHiveMetaStore.scala | 10 +-
.../apache/spark/sql/hive/CarbonMetaStore.scala | 10 +-
.../apache/spark/sql/optimizer/CarbonFilters.scala | 2 -
.../apache/spark/sql/optimizer/CarbonIUDRule.scala | 17 +-
.../spark/sql/optimizer/CarbonLateDecodeRule.scala | 141 +++--
.../spark/sql/parser/CarbonSpark2SqlParser.scala | 11 +-
.../sql/parser/CarbonSparkSqlParserUtil.scala | 23 +-
.../scala/org/apache/spark/util/CleanFiles.scala | 3 -
.../scala/org/apache/spark/util/Compaction.scala | 2 -
.../apache/spark/util/DeleteSegmentByDate.scala | 2 -
.../org/apache/spark/util/DeleteSegmentById.scala | 2 -
.../scala/org/apache/spark/util/TableLoader.scala | 2 -
.../apache/spark/sql/hive/CarbonSessionState.scala | 31 +-
.../carbondata/spark/testsuite/TestCarbonCli.scala | 82 +++
.../TestStreamingTableWithLongString.scala | 649 +++++++++++++++++++++
.../carbondata/query/SubQueryJoinTestSuite.scala | 19 +
.../AlterTableColumnRenameTestCase.scala | 4 +-
.../processing/datatypes/PrimitiveDataType.java | 3 +
.../processing/merger/AbstractResultProcessor.java | 2 +-
.../store/writer/AbstractFactDataWriter.java | 5 +-
.../writer/v3/CarbonFactDataWriterImplV3.java | 18 +-
.../processing/util/CarbonDataProcessorUtil.java | 5 +-
.../partition/impl/RawRowComparatorTest.java | 142 +++++
.../IntermediateSortTempRowComparatorTest.java | 178 ++++++
.../sort/sortdata/NewRowComparatorTest.java | 109 ++++
.../org/apache/carbondata/sdk/file/ImageTest.java | 41 ++
.../org/apache/carbondata/sdk/file/MinMaxTest.java | 161 +++++
.../streaming/CarbonStreamRecordWriter.java | 11 +-
.../streaming/parser/CSVStreamParserImp.java | 5 +-
.../streaming/parser/CarbonStreamParser.java | 3 +-
.../streaming/parser/FieldConverter.scala | 14 +-
.../streaming/parser/RowStreamParserImp.scala | 11 +-
.../java/org/apache/carbondata/tool/CarbonCli.java | 88 +--
.../java/org/apache/carbondata/tool/DataFile.java | 32 +-
.../org/apache/carbondata/tool/CarbonCliTest.java | 6 +-
127 files changed, 3155 insertions(+), 903 deletions(-)
create mode 100644
integration/spark-common-test/src/test/resources/complexbinary.csv
create mode 100644
integration/spark-common-test/src/test/resources/complexdata3.csv
create mode 100644
integration/spark-common-test/src/test/resources/streamSample_with_long_string.csv
create mode 100644
integration/spark2/src/main/scala/org/apache/carbondata/indexserver/DistributedCountRDD.scala
create mode 100644
integration/spark2/src/test/scala/org/apache/carbondata/spark/testsuite/TestCarbonCli.scala
create mode 100644
integration/spark2/src/test/scala/org/apache/spark/carbondata/TestStreamingTableWithLongString.scala
create mode 100644
processing/src/test/java/org/apache/carbondata/processing/loading/partition/impl/RawRowComparatorTest.java
create mode 100644
processing/src/test/java/org/apache/carbondata/processing/sort/sortdata/IntermediateSortTempRowComparatorTest.java
create mode 100644
processing/src/test/java/org/apache/carbondata/processing/sort/sortdata/NewRowComparatorTest.java
create mode 100644
store/sdk/src/test/java/org/apache/carbondata/sdk/file/MinMaxTest.java
