This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch split_text_chunk
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 87eb95d70a5 merge master and fix review
add b14cdbef2ca Fix error message when there is no argument in sum, avg
and extreme
add de22d8ff928 Added version for dataNode table cache
add 0d6482789ab Support all push-able expressions in push down to metaData
& Optimized database-related error logs
add 63da4a42c94 Table model data deletion (#13878)
add 8a847870939 Fix intermediate output of MaxMinByAccumulator in
TableModel
add aa3ac01b20c Merge branch 'master' of github.com:apache/iotdb into
split_text_chunk
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 11 +-
.../org/apache/iotdb/db/it/IoTDBDeletionIT.java | 175 ++---
.../org/apache/iotdb/db/it/utils/TestUtils.java | 2 +-
.../relational/it/db/it/IoTDBDeletionTableIT.java | 754 +++++++++++++++++++++
.../it/query/recent/IoTDBTableAggregationIT.java | 23 +
.../iotdb/relational/it/schema/IoTDBDeviceIT.java | 7 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 55 ++
.../CnToDnInternalServiceAsyncRequestManager.java | 10 +-
.../iotdb/confignode/manager/ProcedureManager.java | 3 +-
.../manager/schema/ClusterSchemaManager.java | 12 +-
.../persistence/schema/ClusterSchemaInfo.java | 6 +-
.../impl/schema/table/AddTableColumnProcedure.java | 26 +-
.../impl/schema/table/CreateTableProcedure.java | 30 +-
.../impl/schema/table/DeleteDevicesProcedure.java | 64 +-
.../schema/table/RenameTableColumnProcedure.java | 26 +-
.../schema/table/SetTablePropertiesProcedure.java | 26 +-
.../schema/table/DeleteDevicesProcedureTest.java | 7 +-
.../dataregion/DataExecutionVisitor.java | 12 +
.../exception/metadata/DatabaseModelException.java | 9 +-
.../connector/payload/legacy/DeletionPipeData.java | 2 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 26 +-
.../listener/PipeInsertionDataNodeListener.java | 7 +
.../protocol/legacy/loader/DeletionLoader.java | 2 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 10 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 71 +-
.../execution/executor/RegionWriteExecutor.java | 14 +
.../execution/fragment/QueryContext.java | 40 +-
.../execution/operator/source/FileLoaderUtils.java | 10 +-
.../aggregation/TableMaxMinByBaseAccumulator.java | 10 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 255 +++++++
.../analyze/load/LoadTsFileTableSchemaCache.java | 11 +-
.../analyze/load/LoadTsFileTreeSchemaCache.java | 11 +-
.../config/executor/ClusterConfigTaskExecutor.java | 51 +-
.../plan/planner/plan/node/PlanNodeType.java | 11 +-
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../plan/node/load/LoadSingleTsFileNode.java | 4 +-
.../plan/node/write/RelationalDeleteDataNode.java | 313 +++++++++
.../relational/analyzer/StatementAnalyzer.java | 9 +-
.../PredicatePushIntoMetadataChecker.java | 153 ++++-
.../schema/CheckSchemaPredicateVisitor.java | 51 +-
.../relational/metadata/TableMetadataImpl.java | 8 +-
.../fetcher/TableDeviceSchemaValidator.java | 11 +
.../plan/relational/planner/RelationPlanner.java | 10 +
.../relational/planner/TableLogicalPlanner.java | 8 +
.../plan/relational/sql/ast/Delete.java | 33 +
.../plan/relational/sql/ast/DeleteDevice.java | 35 +-
.../plan/relational/sql/ast/TimeRange.java | 16 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 12 +-
.../schemaregion/utils/ResourceByPathUtils.java | 14 +-
.../db/schemaengine/table/DataNodeTableCache.java | 17 +
.../db/storageengine/dataregion/DataRegion.java | 503 +++++++-------
.../performer/impl/FastCompactionPerformer.java | 25 +-
.../RepairUnsortedFileCompactionPerformer.java | 7 +-
.../execute/recover/CompactionRecoverTask.java | 37 +-
.../execute/task/AbstractCompactionTask.java | 6 +-
.../execute/task/InnerSpaceCompactionTask.java | 32 +-
.../task/InsertionCrossSpaceCompactionTask.java | 13 +-
.../task/RepairUnsortedFileCompactionTask.java | 13 +-
.../execute/task/SettleCompactionTask.java | 6 +-
.../subtask/FastCompactionPerformerSubTask.java | 8 +-
.../compaction/execute/utils/CompactionUtils.java | 101 +--
.../execute/utils/MultiTsFileDeviceIterator.java | 52 +-
...BatchedFastAlignedSeriesCompactionExecutor.java | 8 +-
.../fast/FastAlignedSeriesCompactionExecutor.java | 8 +-
.../FastNonAlignedSeriesCompactionExecutor.java | 4 +-
.../executor/fast/SeriesCompactionExecutor.java | 14 +-
.../execute/utils/log/TsFileIdentifier.java | 7 +-
.../estimator/CompactionEstimateUtils.java | 4 +-
.../selector/estimator/CompactionTaskInfo.java | 6 +-
.../selector/impl/SettleSelectorImpl.java | 34 +-
.../compaction/settle/SettleRequestHandler.java | 4 +-
.../dataregion/memtable/AbstractMemTable.java | 74 +-
.../memtable/AlignedWritableMemChunk.java | 23 +-
.../memtable/AlignedWritableMemChunkGroup.java | 41 +-
.../dataregion/memtable/IMemTable.java | 19 +-
.../memtable/IWritableMemChunkGroup.java | 7 +-
.../dataregion/memtable/TsFileProcessor.java | 49 +-
.../dataregion/memtable/WritableMemChunkGroup.java | 61 +-
.../dataregion/modification/DeletionPredicate.java | 181 +++++
.../dataregion/modification/IDPredicate.java | 397 +++++++++++
.../dataregion/modification/ModEntry.java | 195 ++++++
.../ModFileManagement.java} | 22 +-
.../dataregion/modification/ModificationFile.java | 391 ++++++-----
.../modification/PartitionLevelModFileManager.java | 159 +++++
.../modification/TableDeletionEntry.java | 149 ++++
.../dataregion/modification/TreeDeletionEntry.java | 225 ++++++
.../dataregion/modification/{ => v1}/Deletion.java | 2 +-
.../modification/{ => v1}/Modification.java | 2 +-
.../ModificationFileV1.java} | 33 +-
.../{ => v1}/io/LocalTextModificationAccessor.java | 6 +-
.../{ => v1}/io/ModificationReader.java | 4 +-
.../{ => v1}/io/ModificationWriter.java | 4 +-
.../filescan/impl/ClosedFileScanHandleImpl.java | 19 +-
.../metadata/DiskAlignedChunkMetadataLoader.java | 10 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 6 +-
.../dataregion/snapshot/SnapshotFileSet.java | 2 +
.../dataregion/snapshot/SnapshotTaker.java | 31 +-
.../dataregion/tsfile/TsFileManager.java | 25 +
.../dataregion/tsfile/TsFileResource.java | 362 +++++++++-
.../dataregion/wal/buffer/WALBuffer.java | 3 +
.../dataregion/wal/buffer/WALEntry.java | 6 +
.../dataregion/wal/buffer/WALEntryType.java | 4 +-
.../dataregion/wal/buffer/WALInfoEntry.java | 1 +
.../dataregion/wal/node/IWALNode.java | 4 +
.../dataregion/wal/node/WALFakeNode.java | 6 +
.../storageengine/dataregion/wal/node/WALNode.java | 13 +
.../wal/recover/file/TsFilePlanRedoer.java | 33 +-
.../file/UnsealedTsFileRecoverPerformer.java | 99 ++-
.../db/storageengine/load/LoadTsFileManager.java | 10 +-
.../storageengine/load/splitter/DeletionData.java | 18 +-
.../load/splitter/TsFileSplitter.java | 32 +-
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 59 +-
.../org/apache/iotdb/db/tools/TsFileSplitTool.java | 3 +-
.../db/tools/settle/TsFileAndModSettleTool.java | 2 +-
.../TsFileOverlapValidationAndRepairTool.java | 5 +-
.../apache/iotdb/db/utils/ModificationUtils.java | 159 ++---
.../db/utils/datastructure/AlignedTVList.java | 110 ++-
.../utils/datastructure/PatternTreeMapFactory.java | 64 +-
.../iotdb/db/utils/io/BufferSerializable.java} | 12 +-
.../io/StreamSerializable.java} | 10 +-
.../iotdb/db/metadata/path/PatternTreeMapTest.java | 78 +--
.../resource/PipeTsFileResourceManagerTest.java | 16 +-
.../operator/sink/IdentitySinkOperatorTest.java | 35 +-
.../node/write/RelationalDeleteDataNodeTest.java | 105 +++
.../plan/relational/analyzer/AnalyzerTest.java | 13 +-
.../storageengine/dataregion/DataRegionTest.java | 44 +-
.../compaction/AbstractCompactionTest.java | 4 +-
.../compaction/CompactionTaskComparatorTest.java | 8 +-
.../compaction/ReadChunkInnerCompactionTest.java | 80 +--
...tchedAlignedSeriesCrossSpaceCompactionTest.java | 18 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 24 +-
.../InsertionCrossSpaceCompactionRecoverTest.java | 34 +-
.../dataregion/compaction/cross/MergeTest.java | 2 -
.../RewriteCrossSpaceCompactionRecoverTest.java | 52 +-
...eCrossSpaceCompactionWithFastPerformerTest.java | 68 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 68 +-
...atchedAlignedSeriesFastInnerCompactionTest.java | 22 +-
...atchedAlignedSeriesReadChunkCompactionTest.java | 36 +-
.../InnerSeqCompactionWithFastPerformerTest.java | 20 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 20 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 40 +-
.../inner/InnerSpaceCompactionSelectorTest.java | 17 +-
...nkCompactionPerformerWithAlignedSeriesTest.java | 46 +-
.../ReadChunkCompactionPerformerAlignedTest.java | 8 +-
.../NewSizeTieredCompactionSelectorTest.java | 40 +-
.../SizeTieredCompactionRecoverTest.java | 30 +-
.../repair/RepairUnsortedFileCompactionTest.java | 17 +-
.../settle/SettleCompactionRecoverTest.java | 86 +--
.../settle/SettleCompactionSelectorTest.java | 78 +--
.../tablemodel/CompactionWithAllNullRowsTest.java | 32 +-
.../compaction/utils/CompactionCheckerUtils.java | 26 +-
.../utils/CompactionFileGeneratorUtils.java | 16 +-
.../dataregion/memtable/PrimitiveMemTableTest.java | 16 +-
.../modification/ModificationFileTest.java | 71 +-
.../modification/TableDeletionEntryTest.java | 208 ++++++
.../modification/TreeDeletionEntryTest.java | 153 +++++
.../io/LocalTextModificationAccessorTest.java | 6 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 4 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 8 +-
.../iotdb/db/tools/TsFileAndModSettleToolTest.java | 20 +-
.../iotdb/commons/partition/DataPartition.java | 18 +
.../apache/iotdb/commons/path/PatternTreeMap.java | 25 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 5 +-
.../apache/iotdb/commons/schema/table/TsTable.java | 18 +-
.../src/main/thrift/confignode.thrift | 1 +
.../src/main/thrift/datanode.thrift | 14 +-
166 files changed, 6110 insertions(+), 2172 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBDeletionTableIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalDeleteDataNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/DeletionPredicate.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/IDPredicate.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/ModEntry.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/{compaction/selector/estimator/IFileQueryMemMeasurement.java
=> modification/ModFileManagement.java} (65%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/PartitionLevelModFileManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/TableDeletionEntry.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/TreeDeletionEntry.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/{
=> v1}/Deletion.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/{
=> v1}/Modification.java (99%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/{ModificationFile.java
=> v1/ModificationFileV1.java} (91%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/{
=> v1}/io/LocalTextModificationAccessor.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/{
=> v1}/io/ModificationReader.java (98%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/{
=> v1}/io/ModificationWriter.java (98%)
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/task/PipeTask.java
=>
datanode/src/main/java/org/apache/iotdb/db/utils/io/BufferSerializable.java}
(81%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/processor/twostage/state/State.java
=> utils/io/StreamSerializable.java} (79%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalDeleteDataNodeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/modification/TableDeletionEntryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/modification/TreeDeletionEntryTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/modification/{
=> v1}/io/LocalTextModificationAccessorTest.java (99%)
