This is an automated email from the ASF dual-hosted git repository.
CritasWang pushed a change to branch wx/plm-doc-861
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1dc3e3b2912 Read Table TsFile export values through a TypeService
add f60066e9609 Trigger node status recovery snapshots after cluster
registration (#18965)
add 1d1074be72b [Test] Stabilize IoTDBRegionGroupLeaderDistributionIT
(#18981)
add 80d16007436 Reject column changes that conflict with a pending column
deletion or data type change (#18776)
add 3be5e53f214 Support auto-sync of tree-to-table views: detect new
measurements and add the matching columns (#18874)
add 4b0099f05a3 [Bug] Reject misplaced repetition signs in pattern_match
(#18983)
add ca207944c09 [Query] Share table fragment exchange budgets and consume
ready Collect inputs (#18869)
add b626c602ead [Pipe] Unify TsFile parser allocation and resize quotas
(#18984)
add 592d6635027 Fix same-region flush stalls during write admission
(#18985)
add d12bb339e1e LOAD TsFile: use the Pair the resolver takes and cover the
HA cases (#18901)
add 4767846ab90 [Pipe] Fix DAL persistence acknowledgments (#18833)
add 02e675a74d3 Preserve write-path causes and return delete failure
details (#18933)
add 2164a0cefde Merge remote-tracking branch 'origin/master' into
wx/plm-doc-861
No new revisions were added by this update.
Summary of changes:
.../iotdb/itbase/runtime/ClusterTestResultSet.java | 12 +
.../it/cluster/IoTDBNodeStatusPersistenceIT.java | 164 ++--
.../load/IoTDBRegionGroupLeaderDistributionIT.java | 221 ++----
.../iotdb/db/it/IoTDBLoadTsFileClusterIT.java | 168 +++-
.../db/it/IoTDBLoadTsFileRegionMigrationIT.java | 403 ++++++++++
.../org/apache/iotdb/db/it/utils/TestUtils.java | 51 +-
.../pipe/it/triple/IoTDBShowReceiversTripleIT.java | 83 +-
.../it/db/it/IoTDBMultiDeviceTableIT.java | 27 +-
.../relational/it/db/it/IoTDBWindowTVFIT.java | 55 +-
.../db/it/udf/IoTDBUserDefinedTableFunctionIT.java | 45 +-
.../it/insertquery/IoTDBInsertQueryIT.java | 31 +-
.../it/query/recent/IoTDBClusterResultSetIT.java | 163 ++++
.../it/query/recent/IoTDBCollectFanInIT.java | 363 +++++++++
.../relational/it/query/recent/IoTDBCteIT.java | 82 +-
.../it/query/recent/IoTDBTableAggregationIT.java | 28 +-
.../recent/IoTDBTopKRuntimeFilterScanPathIT.java | 3 +-
.../IoTDBUncorrelatedExistsSubqueryIT.java | 35 +-
.../IoTDBUncorrelatedQuantifiedComparisonIT.java | 296 ++++---
.../IoTDBUncorrelatedScalarSubqueryIT.java | 33 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 25 +-
.../it/schema/IoTDBTreeToTableViewAutoSyncIT.java | 717 +++++++++++++++++
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../operator/process/AnyChildBlocked.java | 274 +++++++
.../operator/process/CollectOperator.java | 145 +++-
.../operator/process/MappingCollectOperator.java | 56 +-
.../operator/process/CollectOperatorTest.java | 707 +++++++++++++++++
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 9 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 6 +
.../iotdb/confignode/manager/ConfigManager.java | 14 +-
.../apache/iotdb/confignode/manager/IManager.java | 4 +
.../iotdb/confignode/manager/ProcedureManager.java | 277 ++++++-
.../manager/schema/ClusterSchemaManager.java | 237 ++++--
.../persistence/schema/ClusterSchemaInfo.java | 25 +-
.../confignode/persistence/schema/ConfigMTree.java | 11 +
.../schema/TreeDeviceViewFieldDetector.java | 305 ++++---
.../procedure/impl/schema/SchemaUtils.java | 54 +-
.../table/AbstractAlterOrDropTableProcedure.java | 34 +-
.../table/AbstractSetPropertiesProcedure.java | 2 +-
.../impl/schema/table/AddTableColumnProcedure.java | 6 +-
.../table/AlterTableColumnDataTypeProcedure.java | 2 +-
.../impl/schema/table/CreateTableProcedure.java | 44 +-
.../impl/schema/table/DropTableProcedure.java | 4 +-
.../schema/table/RenameTableColumnProcedure.java | 2 +-
.../schema/table/view/AddViewColumnProcedure.java | 55 +-
.../table/view/CreateTableViewProcedure.java | 84 +-
.../impl/schema/table/view/DropViewProcedure.java | 15 +
.../schema/table/view/RenameViewProcedure.java | 19 +
.../table/view/SetViewPropertiesProcedure.java | 83 ++
.../thrift/ConfigNodeRPCServiceProcessor.java | 7 +
.../manager/ClusterSchemaManagerTest.java | 111 +++
.../persistence/schema/ConfigMTreeTest.java | 36 +
.../assembly/resources/conf/logback-datanode.xml | 21 +
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 15 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 7 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 5 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 21 +
.../iotdb/db/i18n/StorageEngineMessages.java | 6 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 16 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 7 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 5 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 21 +
.../iotdb/db/i18n/StorageEngineMessages.java | 5 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 15 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 12 +
.../dataregion/DataExecutionVisitor.java | 9 +-
.../schemaregion/SchemaExecutionVisitor.java | 238 +++++-
.../deletion/persist/PageCacheDeletionBuffer.java | 17 +-
.../TsFileInsertionEventParserMemoryManager.java | 23 +-
.../resource/memory/PipeMemoryBlockCategory.java | 1 +
.../pipe/resource/memory/PipeMemoryBlockType.java | 1 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 82 +-
...Block.java => PipeTsFileParserMemoryBlock.java} | 20 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 9 +
.../impl/DataNodeInternalRPCServiceImpl.java | 102 ++-
.../execution/exchange/SharedTsBlockQueue.java | 6 +-
.../execution/exchange/sink/SinkChannel.java | 6 +-
.../execution/exchange/source/SourceHandle.java | 6 +-
.../fragment/FragmentInstanceContext.java | 18 +
.../queryengine/execution/memory/MemoryPool.java | 448 ++++++++---
.../queryengine/execution/memory/MemorySide.java | 8 +-
.../execution/config/TableConfigTaskVisitor.java | 25 +-
.../metadata/relational/ShowCreateViewTask.java | 7 +-
.../planner/DataNodeTableOperatorGenerator.java | 4 +-
.../plan/planner/LocalExecutionPlanContext.java | 77 +-
.../plan/planner/LocalExecutionPlanner.java | 29 +-
.../planner/SharedExchangeBudgetEligibility.java | 70 ++
.../plan/node/load/LoadTsFilePieceNode.java | 7 +-
.../distribute/TableDistributedPlanGenerator.java | 95 ++-
.../planner/optimizations/ParallelizeGrouping.java | 16 +
.../planner/optimizations/SortElimination.java | 25 +
.../plan/scheduler/load/DataPartitionResolver.java | 10 +-
.../plan/scheduler/load/DataPartitionRouter.java | 33 +-
.../schemaengine/lease/MetadataLeaseManager.java | 4 +-
.../view/TreeToTableViewReference.java | 94 +++
.../db/schemaengine/table/DataNodeTableCache.java | 176 ++++-
.../iotdb/db/schemaengine/table/ITableCache.java | 11 +-
.../schemaengine/table/ITreeToTableViewCache.java | 70 ++
.../schemaengine/table/TreeToTableViewCache.java | 501 ++++++++++++
.../table/ViewColumnAutoSyncTrigger.java | 337 ++++++++
.../db/storageengine/dataregion/DataRegion.java | 3 +-
.../dataregion/memtable/TsFileProcessor.java | 16 +
.../timeindex/FileTimeIndexCacheRecorder.java | 6 +-
.../dataregion/wal/buffer/WALBuffer.java | 3 +-
.../dataregion/wal/recover/WALNodeRecoverTask.java | 3 +-
.../load/splitter/AlignedChunkData.java | 284 ++++++-
.../splitter/BatchedAlignedValueChunkData.java | 31 +-
.../db/storageengine/load/splitter/ChunkData.java | 49 +-
.../load/splitter/ChunkPayloadRef.java | 94 ++-
.../load/splitter/TsFileSplitter.java | 47 +-
.../tsfile/write/BufferedFileChannelOutput.java | 192 +++++
.../write/TsFilePrecalculatedChunkWriter.java | 107 +--
.../org/apache/iotdb/db/conf/PropertiesTest.java | 34 +
.../dataregion/DataExecutionVisitorTest.java | 185 +++++
.../dataregion/IoTConsensusShutdownTest.java | 2 +-
.../SchemaRegionSimpleRecoverTest.java | 4 +-
.../persist/PageCacheDeletionBufferTest.java | 198 +++++
.../memory/PipeMemoryManagerResizeTest.java | 180 +++++
.../exchange/MPPDataExchangeManagerTest.java | 53 ++
.../execution/exchange/SharedTsBlockQueueTest.java | 43 +
.../execution/exchange/SourceHandleTest.java | 64 ++
.../execution/memory/MemoryPoolTest.java | 874 ++++++++++++++++++++-
...nAlignedTreeDeviceViewScanOperatorTreeTest.java | 2 +-
.../LocalExecutionPlanContextBudgetTest.java | 596 ++++++++++++++
.../planner/LocalExecutionPlannerBudgetTest.java | 245 ++++++
.../plan/relational/analyzer/AnalyzerTest.java | 10 +-
.../plan/relational/analyzer/TreeViewTest.java | 3 +-
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 15 +-
.../planner/CollectInputPropertyTest.java | 163 ++++
.../optimizations/ParallelizeGroupingTest.java | 58 ++
.../TopKRuntimeFilterTreeViewPlanTest.java | 3 +-
...TwoPhaseConsensusLoadStrategyMigrationTest.java | 183 +++++
.../plan/statement/InsertStatementTest.java | 6 +-
.../metric/SchemaMemMetricTableTest.java | 2 +-
.../table/DataNodeTableCacheLeaseTest.java | 4 +-
.../schemaengine/table/DataNodeTableCacheTest.java | 20 +-
.../table/TreeToTableViewCacheTest.java | 132 ++++
.../storageengine/dataregion/DataRegionTest.java | 147 +++-
.../CompactionDataTypeAlterTableTest.java | 5 +-
.../TableModelCompactionWithTTLTest.java | 2 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 2 +-
.../load/LoadTsFileManagerSplitCoverageTest.java | 93 ++-
.../storageengine/load/LoadTsFileManagerTest.java | 36 +
.../load/LoadTsFileTableSchemaTest.java | 2 +-
.../db/storageengine/load/TsFileSplitterTest.java | 750 ++++++++++++++++++
.../load/splitter/ChunkDataDirectWriteTest.java | 91 +++
.../write/BufferedFileChannelOutputTest.java | 161 ++++
.../apache/iotdb/commons/i18n/CommonMessages.java | 16 +-
.../apache/iotdb/commons/i18n/QueryMessages.java | 2 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 2 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 6 +
.../apache/iotdb/commons/i18n/QueryMessages.java | 2 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 2 +
...nException.java => ColumnInAlterException.java} | 10 +-
...ception.java => ColumnInDeletionException.java} | 10 +-
.../function/tvf/match/QetchAlgorithm.java | 7 +
....java => TreeToTableViewTrieOperationType.java} | 48 +-
.../iotdb/commons/schema/table/TreeViewSchema.java | 19 +
.../apache/iotdb/commons/schema/table/TsTable.java | 1 +
.../tvf/PatternMatchTableFunctionTest.java | 45 +-
.../src/main/thrift/confignode.thrift | 19 +
.../src/main/thrift/datanode.thrift | 9 +
163 files changed, 12396 insertions(+), 1388 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileRegionMigrationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBClusterResultSetIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBCollectFanInIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBTreeToTableViewAutoSyncIT.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/process/AnyChildBlocked.java
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/process/CollectOperatorTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/{PipeTsFileMemoryBlock.java
=> PipeTsFileParserMemoryBlock.java} (61%)
copy
integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionTreeRegressionMisc.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/memory/MemorySide.java
(83%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/SharedExchangeBudgetEligibility.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/view/TreeToTableViewReference.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/table/ITreeToTableViewCache.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/table/TreeToTableViewCache.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/table/ViewColumnAutoSyncTrigger.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/tsfile/write/BufferedFileChannelOutput.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/LocalExecutionPlanContextBudgetTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/LocalExecutionPlannerBudgetTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/CollectInputPropertyTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TwoPhaseConsensusLoadStrategyMigrationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/table/TreeToTableViewCacheTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/tsfile/write/BufferedFileChannelOutputTest.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/table/{TableInDeletionException.java
=> ColumnInAlterException.java} (74%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/table/{TableInDeletionException.java
=> ColumnInDeletionException.java} (73%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/table/{TsTableInternalRPCType.java
=> TreeToTableViewTrieOperationType.java} (56%)
