This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch fix/subscription-wal-prefetch-hotspots
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from e69549b9165 Optimize subscription WAL acknowledgement path
add ecf526ad73a Python: fix swapped session and statement IDs in query
result sets (#18842)
add 27f89fa72fc [Feature] Make DROP TABLE asynchronous and expose deletion
progress (#18806)
add c179b0cd4ed [Session] Throw IoTDBConnectionException instead of NPE
when retries are exhausted (#18794)
add a78f5a736c7 [Performance] Pre-size collections with known cardinality
add 491d9b3590b [Test] Stabilize table DDL HA tests for async DROP TABLE
(#18852)
add 426376b1955 [Storage] Replace IDeviceID.isTableModel with the data
model from context (#18814)
add 510fc7c4544 Fix subscription initialization retries for transient WAL
reads (#18829)
add 3d57d2507fa [Subscription] Preserve WAL replay progress across pending
gaps (#18831)
add a7e508cf458 [Subscription] Index consensus ACK progress by writer
(#18835)
add 030bedd2b2b Fix DATE conversion beyond tablet row count (#18832)
add 72b4d16ac6d [Test] Fix AlignedWritableMemChunkTest compilation error
(#18859)
add aec1ad6139c [Pipe] Wake parser workers when admission is available
(#18843)
add 0a79a4925e9 Fix flaky space quota result polling in cluster tests
(#18850)
add a498d7d2a46 Fix schema mutation validation, accounting and deletion
performance (#18861)
add edd5a74c42d Prevent query with explict limit 0 (#18858)
add 0c0116afe22 Bound consensus subscription WAL scans per prefetch round
(#18849)
add 6eca5b841d7 [Pipe] Add SHOW PIPE MEMORY for named memory blocks
(#18575)
add 8effe5d6ce4 Support retaining subscription progress after unsubscribe
(#18718)
add db8bc17a27f [Feature] Expose DROP TABLE mod file progress (#18855)
add 5842fbc6a7b [Pipe] Add reliable DataNode completion metric (#18563)
add 3f1706cbce0 Fix subscription realtime retention under shared memory
pressure (#18870)
add f106a0f1d16 [Test] Wait for asynchronous table deletion in session IT
(#18877)
add 1b290ae320c [Bugfix] Reclaim RPC buffers by evicting idle clients
(#18853)
add ed61790920d [Test] Fix pipe memory ownership test compilation (#18881)
add f8135bb7284 [Test] Fix Ratis mini-cluster shutdown race (#18879)
add e3bbab5e7e8 [Subscription] Support per-topic uncommitted event recycle
timeouts (#18876)
add e1baa97f2db [Fix] Stop only the listening DataNode process in Windows
stop-datanode.bat (#18883)
add d77a81534e3 Fix deletion WAL logging and flush completion ordering
(#18872)
add 673434b3335 Fix quoted tree path parsing in table views (#18884)
add 264053f1423 [Test] Fix deletion regression test flush control
add 532d6c13add Fence IoTConsensus applies before storage shutdown (#18841)
add 6402cd9594b Revert "[Test] Fix deletion regression test flush control"
add f660639add9 [Test] Exclude mock initialization from pipe worker
timeouts (#18886)
add a7b88b1027e [Test] Fix deletion regression test flush control (#18888)
add d2b97bc8455 Reuse DataRegion insert lock for IoTConsensus shutdown
fencing (#18893)
add 330b0c7ca41 [Test] Fix relational session cleanup and invalid
timestamp test setup (#18887)
add aa365aa53f1 [Client] Add Fast Last Query API to C++ session (#18860)
add e492e444a8d [Fix] Preserve table insert errors for rejected fields
(#18880)
add 9b807abb93f [Bugfix] Preserve retained subscription progress after the
last consumer closes (#18894)
add 9a078cc105e [Subscription] Fix WAL replay progress after realtime gaps
(#18895)
add 4e9679da812 feat: support automatic schema creation in Session (#18890)
add 62337565abc feat(load): route decoded tsfile pieces through consensus
(#18698)
add c6f86b52a94 [Subscription] Release uncommitted tablet payloads with
WAL replay (#18866)
add bacbd5a6dc4 Fix ConfigNode client failover with stale candidates
(#18847)
add c9c16af42f6 [Test] Fix dynamic status queries and asynchronous
deletion polling (#18899)
add d1aaa0dd909 Optimize errMsg when set configuration default- #18856
add 4acf90c3d89 [Subscription] Resume realtime delivery after WAL gap
recovery (#18912)
add e28c4ebce7c Fix ObjectWriter accepting segment offsets beyond EOF
(#18907)
add ad1bd47951f Fix tree path quoting in SHOW CREATE VIEW (#18911)
add 5690cec26c2 [Test] Use consistent time units for asynchronous
assertion flushes (#18905)
add 77d59829e14 [Fix] Reject table inserts when all fields fail validation
(#18908)
add 4c34a253927 [Subscription] Preserve writer order and back off on
blocked safe frontiers (#18844)
add f028736f105 Optimize ConfigNode region lookups and reduce metadata
copying (#18902)
add 9bb1f4d14e2 Fix stale IoTConsensus peers after restart during removal
(#18892)
add 10c5f89ba52 [PIPE][Subscription] Fix pipe races and subscription WAL
replay wakeup (#18904)
add 4943c730d7a [Fix] Guard stopped Pipe polling and retain LOAD payloads
until replicated (#18913)
add 2abe6e925eb [Pipe] Refresh credential user IDs and retain privilege
metadata across retries (#18914)
add f709ef52ff5 Avoid eager aggregation type coverage checks on first
query (#18915)
add 8a8a6da57be [Pipe] Avoid quadratic aligned page memory estimation
(#18917)
add 08380be95ae Fixed multiple configNode bugs (#17609)
add c462a975553 Make IoTConsensus peer-list reset retries best effort
(#18929)
add 35b9b708687 Fix IoTConsensusV2 progress for split LOAD TsFiles (#18927)
add d5a2da0b228 Fix pattern_match partition isolation and singleton
handling (#18924)
add 49ba3be90cb [Subscription] Make column filters follow schema changes
by default (#18925)
add 85277b3b689 Filter offline DataNode URLs and add Java client seed
fallback (#18921)
add c75e9a8f70b Prohibit rollback of a procedure which has passed its
commit point (#18909)
add 9904ca34008 Preserve LOAD failure details in logs and client responses
(#18935)
add 86ae95729ab [Subscription][Pipe] Improve receiver error messages and
diagnostics (#18932)
add 576d6a7b3cf [Fix] Harden split LOAD recovery, deletion dispatch and
memory bounds (#18930)
add e7fd2894912 [Fix] Support unordered query results in COPY TO TsFile
(#18928)
add 9647e38692f [Subscription] Restore consensus subscription brokers
after restart (#18916)
add 6844c476885 [Subscription] Fix stalled WAL replay retries across file
refresh and rotation (#18919)
add 38b8969258a Restore DataNode removal cleanup after child procedure
failures (#18947)
add ddb1741118b Use default credentials in seed fallback IT and centralize
IT guidelines (#18944)
add ccbc71d60cb Fix misleading shutdown interruption warnings (#18939)
add 491e392aca5 [Test] Fix WAL gap recovery assertions for lazy
multi-writer replay (#18942)
add c535723a17a [Test] Fix asynchronous assertions in pipe integration
tests (#18941)
add 9ffa89327f8 [Test] Speed up schema, pipe and subscription integration
tests (#18943)
add 5a437f59a33 Fix concurrent JVM thread state metric refresh (#18950)
add 83d419796fb Fix receiver write admission stalls and RPC buffer
allocation failures (#18918)
add 4fceb75dfd8 Fix nullable AND results in tree-model CASE (#18875)
add 20cab121be9 [Fix] Prevent stale schema queue closes after leader
transfer (#18948)
add 6ca9cd9d1ff [Test] Fix the metadata lease override in DataNode unit
tests (#18953)
add e08a738d78b Fix table-model schema series metrics (#18951)
add 8a20619f0dc Refactor write memory accounting into named memory blocks
(#18848)
add 7f0ef94f0c0 [Feature] Support TAG value filtering for table
subscriptions (#18639)
add 36e1a13e558 [Docs] Consolidate repository agent instructions in
AGENTS.md (#18952)
add 10749a27f35 Release subscription WAL buffers between prefetch rounds
(#18956)
add 858df2843c5 [Test] Preserve quorum during session seed fallback
recovery (#18958)
add 4e05c9f8709 Avoid subscription WAL segment reloads across prefetch
slices (#18960)
add cef612edb89 [Bug] Reject empty repetition groups in pattern_match
(#18961)
add 49336d47731 [Metrics] Fix concurrent Prometheus scrapes and disk
sampling (#18957)
add fb0fb2095de Improve schema metadata error messages and recovery logs
(#18937)
add e876ddd023a Fix concurrent device attribute update serialization
counts (#18959)
add 1b9e0713fb1 Fix subscription WAL replay stalls (#18969)
add 4c4572040dc [Test] Stabilize consensus subscription seek tests on cold
JVMs (#18972)
add 212214e6ae2 Fix ACK retention recycling test initialization (#18974)
add 1e851a0e5ee Fix subscription consumer recovery after RPC timeout
(#18980)
add 0acff497175 Fix import-data and export-data correctness and error
reporting (#18828)
add 4f86b5681ea [Subscription] Diagnose stalled replay and WAL footer
recovery (#18970)
add f60066e9609 Trigger node status recovery snapshots after cluster
registration (#18965)
add 1d1074be72b [Test] Stabilize IoTDBRegionGroupLeaderDistributionIT
(#18981)
add 80d16007436 Reject column changes that conflict with a pending column
deletion or data type change (#18776)
add 3be5e53f214 Support auto-sync of tree-to-table views: detect new
measurements and add the matching columns (#18874)
add 4b0099f05a3 [Bug] Reject misplaced repetition signs in pattern_match
(#18983)
add ca207944c09 [Query] Share table fragment exchange budgets and consume
ready Collect inputs (#18869)
add b626c602ead [Pipe] Unify TsFile parser allocation and resize quotas
(#18984)
add 592d6635027 Fix same-region flush stalls during write admission
(#18985)
add d12bb339e1e LOAD TsFile: use the Pair the resolver takes and cover the
HA cases (#18901)
add 4767846ab90 [Pipe] Fix DAL persistence acknowledgments (#18833)
add 02e675a74d3 Preserve write-path causes and return delete failure
details (#18933)
add 4bbfa51c3c9 Fix RegionGroup limits for same-name tree and table
databases (#18990)
add e615946bab0 Fix startup with invalid storage memory proportions
(#18979)
add 08f8d633e63 Merge remote-tracking branch 'origin/master' into
fix/subscription-wal-prefetch-hotspots
No new revisions were added by this update.
Summary of changes:
AGENTS.md | 180 +-
CLAUDE.md | 218 ---
CONTRIBUTING.md | 21 +
THREAT_MODEL.md | 4 +-
integration-test/AGENTS.md | 127 ++
.../iotdb/itbase/runtime/ClusterTestResultSet.java | 12 +
.../it/cluster/IoTDBNodeStatusFailoverIT.java | 21 +-
.../it/cluster/IoTDBNodeStatusPersistenceIT.java | 164 +-
.../load/IoTDBRegionGroupLeaderDistributionIT.java | 221 +--
...DBRegionMigrateConfigNodeCrashIoTV2BatchIT.java | 2 +
...BRegionMigrateConfigNodeCrashIoTV2StreamIT.java | 2 +
...oTDBRegionMigrateConfigNodeCrashForRatisIT.java | 2 +
.../iotdb/db/it/IoTDBLoadTsFileClusterIT.java | 549 ++++++
.../db/it/IoTDBLoadTsFileRegionMigrationIT.java | 403 ++++
.../apache/iotdb/db/it/IoTDBShowPipeMemoryIT.java | 246 +++
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 2 +-
.../iotdb/db/it/IoTDBWriteMemoryLifecycleIT.java | 382 ++++
.../iotdb/db/it/metric/IoTDBMetricFormatIT.java | 109 ++
.../apache/iotdb/db/it/metric/IoTDBMetricIT.java | 5 +-
.../iotdb/db/it/query/IoTDBCaseWhenThenIT.java | 26 +
.../iotdb/db/it/quotas/IoTDBSpaceQuotaIT.java | 5 +
.../db/it/schema/IoTDBAlterTimeSeriesTypeIT.java | 91 +-
.../apache/iotdb/db/it/utils/IoTDBTestUtilsIT.java | 136 ++
.../org/apache/iotdb/db/it/utils/TestUtils.java | 212 ++-
.../manual/basic/IoTDBPipeLifeCycleIT.java | 3 +-
.../manual/basic/IoTDBPipePermissionIT.java | 8 +-
.../manual/basic/IoTDBPipeProtocolIT.java | 8 +-
.../manual/basic/IoTDBPipeWithLoadIT.java | 3 +-
.../manual/enhanced/IoTDBPipeAutoDropIT.java | 71 +-
.../manual/enhanced/IoTDBPipeClusterIT.java | 46 +-
.../manual/enhanced/IoTDBPipeMetaIT.java | 23 +-
.../treemodel/auto/basic/IoTDBPipeDataSinkIT.java | 39 +
.../treemodel/auto/basic/IoTDBPipeLifeCycleIT.java | 19 +-
.../treemodel/auto/basic/IoTDBPipeProtocolIT.java | 4 +-
.../auto/enhanced/IoTDBPipeAutoDropIT.java | 117 +-
.../auto/enhanced/IoTDBPipeClusterIT.java | 43 +-
.../treemodel/manual/IoTDBPipeInclusionIT.java | 26 +-
.../manual/IoTDBPipeMetaHistoricalIT.java | 6 +-
.../treemodel/manual/IoTDBPipePermissionIT.java | 12 +-
.../pipe/it/triple/IoTDBShowReceiversTripleIT.java | 83 +-
.../relational/it/db/it/IoTDBDeletionTableIT.java | 4 +-
.../relational/it/db/it/IoTDBInsertTableIT.java | 78 +
.../it/db/it/IoTDBMultiDeviceTableIT.java | 27 +-
.../it/db/it/IoTDBSetConfigurationTableIT.java | 11 +
.../relational/it/db/it/IoTDBWindowTVFIT.java | 117 ++
.../db/it/udf/IoTDBUserDefinedTableFunctionIT.java | 45 +-
.../it/insertquery/IoTDBInsertQueryIT.java | 38 +-
.../it/query/old/IoTDBSimpleQueryTableIT.java | 24 +
.../it/query/recent/IoTDBClusterResultSetIT.java | 163 ++
.../it/query/recent/IoTDBCollectFanInIT.java | 363 ++++
.../it/query/recent/IoTDBComplexQueryIT.java | 9 +
.../relational/it/query/recent/IoTDBCteIT.java | 87 +-
.../it/query/recent/IoTDBTableAggregationIT.java | 28 +-
.../recent/IoTDBTopKRuntimeFilterScanPathIT.java | 3 +-
.../it/query/recent/IoTExplainAnalyzeIT.java | 5 +-
.../query/recent/copyto/IoTDBCopyToTsFileIT.java | 185 ++
.../IoTDBUncorrelatedExistsSubqueryIT.java | 35 +-
.../IoTDBUncorrelatedQuantifiedComparisonIT.java | 296 ++-
.../IoTDBUncorrelatedScalarSubqueryIT.java | 33 +-
.../query/view/recent/IoTDBTableViewQueryIT.java | 2 +-
.../it/schema/IoTDBAlterColumnTypeIT.java | 55 +-
.../relational/it/schema/IoTDBDatabaseIT.java | 72 +-
.../iotdb/relational/it/schema/IoTDBDeviceIT.java | 13 +-
.../it/schema/IoTDBDropTableModProgressIT.java | 106 ++
.../relational/it/schema/IoTDBTableDDLHAIT.java | 21 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 146 +-
.../it/schema/IoTDBTreeToTableViewAutoSyncIT.java | 717 ++++++++
.../it/session/IoTDBSessionRelationalIT.java | 136 +-
.../session/it/IoTDBSessionSchemaTemplateIT.java | 26 +-
.../session/it/SessionSeedNodeFallbackIT.java | 297 +++
.../it/IoTDBSubscriptionITConstant.java | 3 +-
.../ConsensusSubscriptionTableITSupport.java | 28 +
.../IoTDBConsensusSubscriptionBasicTableIT.java | 60 +
...ConsensusSubscriptionColumnFilterClusterIT.java | 58 +
.../IoTDBConsensusSubscriptionFilterTableIT.java | 74 +
.../IoTDBConsensusSubscriptionRecoveryTableIT.java | 165 ++
.../IoTDBSubscriptionColumnFilterIT.java | 281 ++-
.../org/apache/iotdb/pipe/api/event/Event.java | 18 +-
iotdb-client/cli/pom.xml | 5 +
.../en/org/apache/iotdb/cli/i18n/CliMessages.java | 16 +
.../zh/org/apache/iotdb/cli/i18n/CliMessages.java | 16 +
.../org/apache/iotdb/tool/common/Constants.java | 5 +-
.../iotdb/tool/common/ImportTsFileOperation.java | 59 +
.../apache/iotdb/tool/data/AbstractExportData.java | 29 +-
.../apache/iotdb/tool/data/AbstractImportData.java | 197 +-
.../org/apache/iotdb/tool/data/ExportData.java | 12 +-
.../apache/iotdb/tool/data/ExportDataTable.java | 164 +-
.../org/apache/iotdb/tool/data/ExportDataTree.java | 131 +-
.../org/apache/iotdb/tool/data/ImportData.java | 3 +-
.../apache/iotdb/tool/data/ImportDataTable.java | 86 +-
.../org/apache/iotdb/tool/data/ImportDataTree.java | 88 +-
.../org/apache/iotdb/tool/tsfile/ImportTsFile.java | 9 +-
.../apache/iotdb/tool/tsfile/ImportTsFileBase.java | 126 +-
.../iotdb/tool/tsfile/ImportTsFileScanTool.java | 8 +
.../iotdb/tool/data/DataToolRegressionTest.java | 1042 +++++++++++
.../apache/iotdb/tool/tsfile/ImportTsFileTest.java | 205 +++
iotdb-client/client-cpp/src/include/Session.h | 5 +
.../client-cpp/src/rpc/SessionConnection.cpp | 38 +
.../client-cpp/src/rpc/SessionConnection.h | 3 +
iotdb-client/client-cpp/src/session/Session.cpp | 5 +
iotdb-client/client-cpp/test/cpp/sessionIT.cpp | 47 +
iotdb-client/client-py/iotdb/Session.py | 128 +-
.../client-py/tests/unit/test_session_query_ids.py | 132 ++
.../org/apache/iotdb/isession/INodeSupplier.java | 11 +
.../org/apache/iotdb/rpc/AutoResizingBuffer.java | 47 +-
.../iotdb/rpc/AutoResizingBufferMemoryManager.java | 12 +
.../iotdb/rpc/AutoScalingBufferWriteTransport.java | 4 +-
.../org/apache/iotdb/rpc/IoTDBJDBCDataSet.java | 8 +-
.../rpc/TCompressedElasticFramedTransport.java | 10 +-
.../apache/iotdb/rpc/TElasticFramedTransport.java | 10 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../apache/iotdb/rpc/AutoResizingBufferTest.java | 347 ++++
.../iotdb/session/AbstractSessionBuilder.java | 2 +
.../org/apache/iotdb/session/NodesSupplier.java | 276 ++-
.../java/org/apache/iotdb/session/Session.java | 60 +-
.../apache/iotdb/session/SessionConnection.java | 56 +-
.../apache/iotdb/session/TableSessionBuilder.java | 15 +
.../org/apache/iotdb/session/ThriftConnection.java | 127 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 18 +-
.../session/pool/TableSessionPoolBuilder.java | 15 +
.../apache/iotdb/session/util/SessionUtils.java | 2 +-
.../iotdb/session/BrokenSessionConnectionTest.java | 222 +++
.../iotdb/session/SessionCacheLeaderTest.java | 79 +-
.../iotdb/session/SessionSeedNodeFallbackTest.java | 751 ++++++++
.../session/ThriftConnectionLifecycleTest.java | 207 +++
iotdb-client/subscription/README.md | 71 +
.../iotdb/rpc/subscription/config/TopicConfig.java | 74 +
.../rpc/subscription/config/TopicConstant.java | 9 +
.../rpc/subscription/config/TopicProperty.java | 90 +
.../subscription/AbstractSubscriptionSession.java | 2 +-
.../base/AbstractSubscriptionConsumer.java | 33 +-
.../base/AbstractSubscriptionProvider.java | 9 +-
.../base/AbstractSubscriptionProviders.java | 40 +
.../rpc/subscription/config/TopicConfigTest.java | 116 ++
.../SubscriptionConsumerMultiProviderPollTest.java | 131 +-
.../SubscriptionProviderConnectionTimeoutTest.java | 207 +++
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 6 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../SimpleTsBlockWithPositionComparator.java | 2 +-
.../operator/process/AnyChildBlocked.java | 274 +++
.../operator/process/CollectOperator.java | 145 +-
.../operator/process/FilterAndProjectOperator.java | 6 +-
.../operator/process/MappingCollectOperator.java | 56 +-
.../process/PatternRecognitionOperator.java | 2 +-
.../rowpattern/PatternPartitionExecutor.java | 2 +-
.../process/rowpattern/expression/Computation.java | 2 +-
.../rowpattern/expression/NaryComputation.java | 2 +-
.../AbstractCaseWhenThenColumnTransformer.java | 2 +-
.../column/binary/LogicAndColumnTransformer.java | 2 +-
.../multi/LogicalAndMultiColumnTransformer.java | 2 +-
.../multi/LogicalOrMultiColumnTransformer.java | 2 +-
.../dag/column/multi/MultiColumnTransformer.java | 2 +-
.../apache/iotdb/calc/utils/sort/DiskSpiller.java | 4 +-
.../operator/process/CollectOperatorTest.java | 707 +++++++
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 55 +
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 25 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 63 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 21 +
.../client/async/CnToDnAsyncRequestType.java | 1 +
.../CnToDnInternalServiceAsyncRequestManager.java | 15 +-
.../rpc/DataNodeAsyncRequestRPCHandler.java | 9 +
.../rpc/GetDropTableModProgressRPCHandler.java | 59 +
.../request/write/auth/AuthorTreePlan.java | 4 +-
.../pipe/payload/PipeDeactivateTemplatePlan.java | 4 +-
.../pipe/task/OperateMultiplePipesPlanV2.java | 2 +-
.../topic/AlterMultipleTopicsPlan.java | 2 +-
.../statemachine/ConfigRegionStateMachine.java | 322 +++-
.../iotdb/confignode/manager/ConfigManager.java | 28 +-
.../apache/iotdb/confignode/manager/IManager.java | 7 +
.../iotdb/confignode/manager/ProcedureManager.java | 387 +++-
.../iotdb/confignode/manager/load/LoadManager.java | 9 +
.../confignode/manager/load/cache/LoadCache.java | 10 +
.../iotdb/confignode/manager/node/NodeManager.java | 246 ++-
.../pipe/agent/task/PipeConfigNodeSubtask.java | 12 +-
.../manager/schema/ClusterSchemaManager.java | 237 ++-
.../partition/DatabasePartitionTable.java | 2 +-
.../persistence/partition/PartitionInfo.java | 21 +-
.../persistence/schema/ClusterSchemaInfo.java | 33 +-
.../confignode/persistence/schema/ConfigMTree.java | 11 +
.../schema/TreeDeviceViewFieldDetector.java | 305 ++--
.../persistence/subscription/SubscriptionInfo.java | 203 ++-
.../iotdb/confignode/procedure/Procedure.java | 18 +
.../confignode/procedure/ProcedureExecutor.java | 228 ++-
.../confignode/procedure/RootProcedureStack.java | 4 +-
.../procedure/TimeoutExecutorThread.java | 2 +-
.../procedure/env/RegionMaintainHandler.java | 91 +-
.../procedure/impl/StateMachineProcedure.java | 44 +-
.../impl/node/AddConfigNodeProcedure.java | 4 +-
.../procedure/impl/node/RemoveAINodeProcedure.java | 9 +
.../impl/node/RemoveDataNodesProcedure.java | 46 +-
.../impl/region/RemoveRegionPeerProcedure.java | 78 +-
.../impl/schema/DeactivateTemplateProcedure.java | 3 +-
.../procedure/impl/schema/SchemaUtils.java | 54 +-
.../table/AbstractAlterOrDropTableProcedure.java | 34 +-
.../table/AbstractSetPropertiesProcedure.java | 19 +-
.../impl/schema/table/AddTableColumnProcedure.java | 23 +-
.../table/AlterTableColumnDataTypeProcedure.java | 3 +-
.../impl/schema/table/CreateTableProcedure.java | 54 +-
.../schema/table/DropTableColumnProcedure.java | 1 +
.../impl/schema/table/DropTableProcedure.java | 205 ++-
.../schema/table/RenameTableColumnProcedure.java | 19 +-
.../impl/schema/table/RenameTableProcedure.java | 17 +
.../schema/table/view/AddViewColumnProcedure.java | 55 +-
.../table/view/CreateTableViewProcedure.java | 84 +-
.../impl/schema/table/view/DropViewProcedure.java | 33 +
.../schema/table/view/RenameViewProcedure.java | 19 +
.../table/view/SetViewPropertiesProcedure.java | 83 +
.../subscription/topic/AlterTopicProcedure.java | 1 +
.../impl/sync/AuthOperationProcedure.java | 2 +-
.../procedure/state/RemoveRegionPeerState.java | 2 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 13 +
...ToDnInternalServiceAsyncRequestManagerTest.java | 114 ++
.../statemachine/ConfigRegionStateMachineTest.java | 302 +++
.../manager/ClusterSchemaManagerTest.java | 201 ++
.../manager/ConfigManagerDatabaseDeletionTest.java | 65 +
.../load/cache/ConsensusGroupCacheTest.java | 28 +
.../manager/node/NodeManagerRegistrationTest.java | 260 +++
.../pipe/agent/task/PipeConfigNodeSubtaskTest.java | 150 ++
.../iotdb/confignode/persistence/NodeInfoTest.java | 43 +
.../confignode/persistence/PartitionInfoTest.java | 29 +
.../persistence/schema/ConfigMTreeTest.java | 36 +
.../subscription/SubscriptionInfoTest.java | 224 +++
.../SubscriptionInfoTopicValidationTest.java | 228 +++
.../procedure/env/RegionMaintainHandlerTest.java | 85 +-
.../procedure/env/RegionReplicaSetLookupTest.java | 195 ++
.../procedure/impl/StateMachineProcedureTest.java | 185 ++
.../impl/node/RemoveDataNodePersistenceTest.java | 2 +
.../impl/node/RemoveDataNodesProcedureTest.java | 324 ++++
.../region/RemovePeerRestartConsensusTest.java | 640 +++++++
.../impl/region/RestartDuringRemovePeerTest.java | 490 +++++
.../impl/schema/table/DropTableProcedureTest.java | 333 ++++
.../topic/AlterTopicProcedureTest.java | 34 +
.../common/request/IndexedConsensusRequest.java | 20 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 32 +-
.../consensus/iot/IoTConsensusServerImpl.java | 62 +-
.../consensus/iot/WriterSafeFrontierTracker.java | 33 +
.../consensus/iot/log/ConsensusReqReader.java | 8 +
.../logdispatcher/IoTConsensusMemoryManager.java | 6 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 13 +-
.../subscription/SubscriptionQueueRegistry.java | 101 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 6 +
.../request/IndexedConsensusRequestTest.java | 110 ++
.../consensus/iot/IoTConsensusRecoveryTest.java | 181 ++
.../consensus/iot/IoTConsensusServerImplTest.java | 94 +
.../iot/StalePeerListRestartReproductionTest.java | 272 +++
.../iot/WriterSafeFrontierTrackerTest.java | 20 +
.../SubscriptionQueueRegistryTest.java | 88 +
.../iotdb/consensus/ratis/RatisConsensusTest.java | 40 +
.../iotdb/consensus/ratis/RecoverReadTest.java | 70 +
.../apache/iotdb/consensus/ratis/TestUtils.java | 51 +-
iotdb-core/datanode/pom.xml | 5 +
.../assembly/resources/conf/logback-datanode.xml | 21 +
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 110 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 102 ++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 158 +-
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 46 +-
.../apache/iotdb/db/i18n/ImportWALMessages.java | 12 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 220 ++-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 113 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 102 ++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 157 +-
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 46 +-
.../apache/iotdb/db/i18n/ImportWALMessages.java | 12 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 213 ++-
.../apache/iotdb/db/conf/DataNodeMemoryConfig.java | 102 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 34 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 24 +
.../dataregion/DataExecutionVisitor.java | 83 +-
.../schemaregion/SchemaExecutionVisitor.java | 238 ++-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 7 +-
.../iotdb/db/pipe/agent/task/PipeDataNodeTask.java | 6 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 87 +
.../task/builder/PipeDataNodeTaskBuilder.java | 1 +
.../agent/task/connection/PipeEventCollector.java | 23 +-
.../agent/task/stage/PipeTaskProcessorStage.java | 2 +
.../pipe/agent/task/stage/PipeTaskSourceStage.java | 18 +
.../subtask/processor/PipeProcessorSubtask.java | 14 +-
.../PipeProcessorSubtaskExecutionGuard.java | 16 +
.../processor/PipeProcessorSubtaskWorker.java | 29 +-
.../sink/PipeRealtimePriorityBlockingQueue.java | 4 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 17 +-
.../db/pipe/event/UserDefinedEnrichedEvent.java | 11 +
.../db/pipe/event/common/PipeInsertionEvent.java | 12 +
.../event/common/heartbeat/PipeHeartbeatEvent.java | 102 +-
.../statement/PipeStatementInsertionEvent.java | 15 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 32 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 61 +-
.../event/common/terminate/PipeTerminateEvent.java | 5 +
.../common/tsfile/PipeTsFileInsertionEvent.java | 71 +-
.../tsfile/parser/TsFileInsertionEventParser.java | 19 +-
.../TsFileInsertionEventParserMemoryManager.java | 77 +-
.../query/TsFileInsertionEventQueryParser.java | 12 +-
...ileInsertionEventQueryParserTabletIterator.java | 2 +-
.../scan/AlignedSinglePageWholeChunkReader.java | 140 +-
.../parser/scan/SinglePageWholeChunkReader.java | 49 +-
.../scan/TsFileInsertionEventScanParser.java | 93 +-
.../table/TsFileInsertionEventTableParser.java | 19 +-
...ileInsertionEventTableParserTabletIterator.java | 7 +-
.../tsfile/parser/util/ModsOperationUtil.java | 24 +-
.../event/realtime/PipeRealtimeEventFactory.java | 4 +
.../overview/PipeDataNodeCompletionOperator.java | 420 +++++
.../PipeDataNodeRemainingEventAndTimeOperator.java | 4 +
.../overview/PipeDataNodeSinglePipeMetrics.java | 126 +-
.../pipe/metric/overview/PipeResourceMetrics.java | 47 +
.../downsampling/DownSamplingProcessor.java | 3 +
.../downsampling/PartialPathLastObjectCache.java | 13 +-
.../payload/FetchCombineResultRequest.java | 2 +-
.../iotconsensusv2/IoTConsensusV2Receiver.java | 4 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 41 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 12 +-
.../pipe/resource/memory/PipeFixedMemoryBlock.java | 37 +-
.../db/pipe/resource/memory/PipeMemoryBlock.java | 282 ++-
...BlockType.java => PipeMemoryBlockCategory.java} | 35 +-
.../pipe/resource/memory/PipeMemoryBlockType.java | 1 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 1037 +++++++++--
.../resource/memory/PipeModelFixedMemoryBlock.java | 27 +-
.../resource/memory/PipeTabletMemoryBlock.java | 14 +-
.../resource/memory/PipeTsFileMemoryBlock.java | 14 +-
.../memory/PipeTsFileParserMemoryBlock.java | 33 +
.../resource/tsfile/PipeTsFilePublicResource.java | 29 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 13 +-
.../IoTDBDataNodeCacheLeaderClientManager.java | 8 +-
.../batch/PipeSchemaRegionWritePlanEventBatch.java | 9 +-
.../evolvable/batch/PipeTabletEventBatch.java | 9 +-
.../batch/PipeTabletEventTsFileBatch.java | 162 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 7 +-
.../iotconsensusv2/IoTConsensusV2SyncSink.java | 7 +-
.../IoTConsensusV2TsFileInsertionEventHandler.java | 8 +-
.../IoTConsensusV2TransferBatchReqBuilder.java | 9 +-
.../sink/protocol/legacy/IoTDBLegacyPipeSink.java | 7 +-
.../async/handler/PipeTransferTsFileHandler.java | 8 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 7 +-
.../builder/PipeTableModelTsFileBuilderV2.java | 3 +-
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 3 +-
.../source/dataregion/IoTDBDataRegionSource.java | 15 +
...istoricalDataRegionTsFileAndDeletionSource.java | 35 +-
.../PipeRealtimeDataRegionHybridSource.java | 20 +-
.../realtime/PipeRealtimeDataRegionLogSource.java | 1 +
.../realtime/PipeRealtimeDataRegionSource.java | 41 +-
.../PipeRealtimeDataRegionTsFileSource.java | 1 +
.../realtime/assigner/DisruptorQueue.java | 8 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 243 ++-
.../listener/PipeInsertionDataNodeListener.java | 77 +-
.../matcher/CachedSchemaPatternMatcher.java | 25 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 16 +
.../iotdb/db/protocol/session/IClientSession.java | 10 +
.../iotdb/db/protocol/session/SessionManager.java | 3 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 15 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 168 +-
.../db/queryengine/common/TimeseriesContext.java | 4 +-
.../common/header/DatasetHeaderFactory.java | 4 +
.../queryengine/execution/QueryStateMachine.java | 49 +-
.../execution/exchange/SharedTsBlockQueue.java | 6 +-
.../execution/exchange/sink/SinkChannel.java | 6 +-
.../execution/exchange/source/SourceHandle.java | 6 +-
.../fragment/FragmentInstanceContext.java | 22 +-
.../fragment/FragmentInstanceFailureInfo.java | 4 +-
.../execution/fragment/QueryContext.java | 12 +-
.../queryengine/execution/memory/MemoryPool.java | 448 +++--
.../execution/memory/MemorySide.java} | 12 +-
.../operator/process/TransformOperator.java | 2 +-
.../process/copyto/TableCopyToOperator.java | 7 +-
.../process/copyto/tsfile/CopyToTsFileOptions.java | 7 +
.../schema/source/DeviceBlackListConstructor.java | 14 +-
.../InformationSchemaContentSupplierFactory.java | 135 ++
.../execution/schedule/AbstractDriverThread.java | 16 +-
.../schedule/DriverTaskAbortedException.java | 2 +
.../iotdb/db/queryengine/plan/Coordinator.java | 23 +
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 2 +-
.../plan/analyze/ClusterPartitionFetcher.java | 4 +
.../analyze/cache/partition/PartitionCache.java | 52 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 56 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 2 +-
.../analyze/load/LoadTsFileTreeSchemaCache.java | 6 +-
.../plan/analyze/schema/SchemaValidator.java | 22 +
.../plan/execution/ExecutionResult.java | 8 +
.../queryengine/plan/execution/QueryExecution.java | 25 +-
.../execution/config/TableConfigTaskVisitor.java | 125 +-
.../execution/config/TreeConfigTaskVisitor.java | 15 +-
.../config/executor/ClusterConfigTaskExecutor.java | 1 +
.../config/metadata/ShowAvailableUrlsTask.java | 8 +-
.../metadata/relational/ShowCreateViewTask.java | 10 +-
.../config/sys/subscription/ShowTopicsTask.java | 56 +-
.../plan/expression/multi/FunctionExpression.java | 4 +-
.../visitor/ColumnTransformerVisitor.java | 6 +-
.../visitor/CompleteMeasurementSchemaVisitor.java | 2 +-
.../visitor/IntermediateLayerVisitor.java | 3 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 6 +
.../planner/DataNodeTableOperatorGenerator.java | 4 +-
.../plan/planner/LocalExecutionPlanContext.java | 77 +-
.../plan/planner/LocalExecutionPlanner.java | 29 +-
.../planner/SharedExchangeBudgetEligibility.java | 70 +
.../plan/node/DataNodePlanNodeDeserializer.java | 7 +
.../planner/plan/node/PlanGraphJsonPrinter.java | 11 +
.../plan/planner/plan/node/PlanGraphPrinter.java | 36 +
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../plan/node/load/LoadPieceConsensusRequest.java | 117 ++
.../plan/node/load/LoadTsFileConsensusNode.java | 937 ++++++++++
.../plan/node/load/LoadTsFileConsensusOp.java | 60 +
.../plan/node/load/LoadTsFilePieceNode.java | 34 +-
.../metadata/read/LevelTimeSeriesCountNode.java | 4 +-
.../metadata/read/SeriesSchemaFetchScanNode.java | 4 +-
.../node/metadata/read/TimeSeriesCountNode.java | 4 +-
.../metadata/read/TimeSeriesSchemaScanNode.java | 4 +-
.../write/CreateAlignedTimeSeriesNode.java | 14 +-
.../plan/node/metadata/write/MeasurementGroup.java | 14 +-
.../plan/node/pipe/PipeOperateSchemaQueueNode.java | 7 +
.../planner/plan/node/sink/IdentitySinkNode.java | 2 +-
.../planner/plan/node/sink/ShuffleSinkNode.java | 2 +-
.../source/AlignedSeriesAggregationScanNode.java | 3 +-
.../plan/node/source/DeviceRegionScanNode.java | 3 +-
.../node/source/SeriesAggregationScanNode.java | 3 +-
.../plan/node/source/TimeseriesRegionScanNode.java | 10 +-
.../plan/node/write/InsertMultiTabletsNode.java | 5 +-
.../plan/planner/plan/node/write/InsertNode.java | 5 +
.../planner/plan/node/write/InsertRowsNode.java | 5 +-
.../plan/node/write/RelationalInsertRowsNode.java | 5 +-
.../parameter/model/ModelInferenceDescriptor.java | 4 +-
.../relational/analyzer/StatementAnalyzer.java | 12 +-
.../fetcher/TableHeaderSchemaValidator.java | 3 +-
.../relational/planner/TableLogicalPlanner.java | 59 +-
.../distribute/TableDistributedPlanGenerator.java | 95 +-
.../TableModelTypeProviderExtractor.java | 3 +-
.../plan/relational/planner/node/CopyToNode.java | 13 +-
.../TableDeviceAttributeCommitUpdateNode.java | 4 +-
.../DataNodeLocationSupplierFactory.java | 2 +
.../optimizations/LogicalOptimizeFactory.java | 2 +
.../planner/optimizations/ParallelizeGrouping.java | 16 +
.../RemoveRedundantSortForCopyTo.java | 88 +
.../planner/optimizations/SortElimination.java | 25 +
.../optimizations/TransformSortToStreamSort.java | 4 +
.../optimizations/UnaliasSymbolReferences.java | 3 +-
.../security/TreeAccessCheckVisitor.java | 10 +
.../plan/relational/sql/parser/AstBuilder.java | 39 +-
.../relational/sql/util/DataNodeSqlFormatter.java | 20 +-
.../plan/scheduler/ClusterScheduler.java | 3 +-
.../plan/scheduler/FragInstanceDispatchResult.java | 12 +
.../scheduler/FragmentInstanceDispatcherImpl.java | 6 +-
.../plan/scheduler/load/ChunkOffsetCalculator.java | 208 +++
.../scheduler/load/DataPartitionBatchFetcher.java | 154 ++
.../plan/scheduler/load/DataPartitionResolver.java | 98 +
.../plan/scheduler/load/DataPartitionRouter.java | 127 ++
.../scheduler/load/LoadConsensusSubmitter.java | 262 +++
.../plan/scheduler/load/LoadFallbackHandler.java | 249 +++
.../scheduler/load/LoadTsFileDispatcherImpl.java | 572 +++---
.../plan/scheduler/load/LoadTsFileScheduler.java | 1292 +++++--------
.../plan/scheduler/load/LocalLoadStrategy.java | 241 +++
.../plan/scheduler/load/MemoryBoundedBuffer.java | 64 +
.../plan/scheduler/load/PieceDispatcher.java | 253 +++
.../plan/scheduler/load/TsFileLoadStrategy.java | 46 +
.../plan/scheduler/load/TsFileSplitConsumer.java | 172 ++
.../load/TwoPhaseConsensusLoadStrategy.java | 590 ++++++
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 5 +
.../metadata/pipe/ShowPipeMemoryStatement.java | 58 +
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 6 +-
.../schemaengine/lease/MetadataLeaseManager.java | 4 +-
.../schemaengine/metric/SchemaRegionMemMetric.java | 17 +-
.../attribute/DeviceAttributeStore.java | 75 +-
.../attribute/update/UpdateClearContainer.java | 2 +-
.../attribute/update/UpdateDetailContainer.java | 7 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 9 +-
.../visitor/SchemaRegionPlanDeserializer.java | 18 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 23 +-
.../impl/mem/mnode/impl/BasicInternalMNode.java | 60 +-
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 1 +
.../schemaregion/utils/MetaFormatUtils.java | 59 +-
.../schemaregion/utils/ResourceByPathUtils.java | 5 +-
.../view/TreeToTableViewReference.java | 94 +
.../db/schemaengine/table/DataNodeTableCache.java | 185 +-
.../iotdb/db/schemaengine/table/ITableCache.java | 14 +-
.../schemaengine/table/ITreeToTableViewCache.java | 70 +
.../schemaengine/table/TreeToTableViewCache.java | 501 +++++
.../table/ViewColumnAutoSyncTrigger.java | 337 ++++
.../template/ClusterTemplateManager.java | 36 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 4 +
.../iotdb/db/service/DataNodeShutdownHook.java | 3 +
.../metrics/IoTDBInternalLocalReporter.java | 156 +-
.../iotdb/db/storageengine/StorageEngine.java | 127 +-
.../db/storageengine/dataregion/DataRegion.java | 406 ++++-
.../storageengine/dataregion/DataRegionInfo.java | 27 +-
.../performer/impl/FastCompactionPerformer.java | 8 +-
.../impl/ReadChunkCompactionPerformer.java | 2 +-
.../impl/ReadPointCompactionPerformer.java | 2 +-
.../execute/utils/CompactionPathUtils.java | 10 +-
.../compaction/execute/utils/CompactionUtils.java | 15 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 45 +-
.../fast/FastAlignedSeriesCompactionExecutor.java | 6 +-
.../FastNonAlignedSeriesCompactionExecutor.java | 2 +-
.../executor/fast/SeriesCompactionExecutor.java | 5 +-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 3 +-
.../selector/impl/SettleSelectorImpl.java | 7 +-
.../dataregion/flush/MemTableFlushTask.java | 186 +-
.../dataregion/memtable/AbstractMemTable.java | 137 +-
.../memtable/AbstractWritableMemChunk.java | 9 +-
.../memtable/AlignedWritableMemChunk.java | 60 +-
.../memtable/AlignedWritableMemChunkGroup.java | 37 +-
.../dataregion/memtable/IMemTable.java | 20 +-
.../dataregion/memtable/IWritableMemChunk.java | 14 +-
.../memtable/IWritableMemChunkGroup.java | 12 +-
.../dataregion/memtable/TsFileProcessor.java | 454 +++--
.../dataregion/memtable/TsFileProcessorInfo.java | 31 +-
.../dataregion/memtable/WritableMemChunk.java | 29 +-
.../dataregion/memtable/WritableMemChunkGroup.java | 26 +-
.../modification/DropTableModProgress.java | 65 +
.../dataregion/snapshot/SnapshotLoader.java | 23 +-
.../dataregion/snapshot/SnapshotTaker.java | 2 +
.../tsfile/timeindex/ArrayDeviceTimeIndex.java | 4 +-
.../timeindex/FileTimeIndexCacheRecorder.java | 6 +-
.../tsfile/timeindex/PlainDeviceTimeIndex.java | 4 +-
.../utils/TreeDiskUsageStatisticUtil.java | 2 +-
.../dataregion/wal/buffer/WALBuffer.java | 14 +-
.../dataregion/wal/buffer/WALEntry.java | 6 +
.../dataregion/wal/buffer/WALEntryType.java | 4 +-
.../dataregion/wal/buffer/WALInfoEntry.java | 6 +
.../dataregion/wal/io/ProgressWALReader.java | 4 +
.../dataregion/wal/io/WALByteBufReader.java | 4 +
.../dataregion/wal/io/WALInputStream.java | 45 +-
.../dataregion/wal/io/WALMetaData.java | 36 +
.../dataregion/wal/node/IWALNode.java | 20 +
.../dataregion/wal/node/WALFakeNode.java | 6 +
.../storageengine/dataregion/wal/node/WALNode.java | 80 +-
.../dataregion/wal/recover/WALNodeRecoverTask.java | 3 +-
.../dataregion/wal/recover/WALRepairWriter.java | 15 +
.../wal/recover/file/TsFilePlanRedoer.java | 13 +-
.../file/UnsealedTsFileRecoverPerformer.java | 20 +-
.../wal/utils/MemoryControlledWALEntryQueue.java | 39 +-
.../db/storageengine/load/LoadConsensusCompat.java | 49 +
.../db/storageengine/load/LoadStagingDirs.java | 209 +++
.../db/storageengine/load/LoadTaskRetention.java | 183 ++
.../db/storageengine/load/LoadTsFileCleaner.java | 446 +++++
.../db/storageengine/load/LoadTsFileManager.java | 1234 +++++--------
.../db/storageengine/load/LoadTsFileProgress.java | 905 +++++++++
.../db/storageengine/load/LoadTsFileSnapshot.java | 481 +++++
.../db/storageengine/load/TsFileWriterManager.java | 1007 ++++++++++
.../load/memory/LoadTsFileAbstractMemoryBlock.java | 8 +
.../load/memory/LoadTsFileParserMemoryManager.java | 5 +-
.../load/memory/LoadTsFileSubMemoryBlock.java | 101 +
.../load/metrics/LoadPointCountMetrics.java | 86 +
.../load/splitter/AlignedChunkData.java | 818 +++++++--
.../splitter/BatchedAlignedValueChunkData.java | 197 +-
.../db/storageengine/load/splitter/ChunkData.java | 171 +-
.../load/splitter/ChunkPayloadRef.java | 261 +++
.../ChunkPayloadUnavailableException.java} | 33 +-
.../storageengine/load/splitter/DeletionData.java | 11 +
.../load/splitter/NonAlignedChunkData.java | 378 ++--
.../load/splitter/SerializedSizes.java | 78 +
.../db/storageengine/load/splitter/TsFileData.java | 28 +-
.../load/splitter/TsFileSplitter.java | 77 +-
.../iotdb/db/storageengine/load/util/LoadUtil.java | 9 +-
.../rescon/memory/PrimitiveArrayManager.java | 58 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 63 +-
.../rescon/memory/WriteMemoryBlock.java | 218 +++
.../rescon/memory/WriteMemoryManager.java | 76 +
.../agent/SubscriptionBrokerAgent.java | 173 +-
.../agent/SubscriptionConsumerAgent.java | 82 +-
.../agent/SubscriptionRuntimeAgent.java | 2 +
.../subscription/agent/SubscriptionTopicAgent.java | 106 +-
.../broker/ConsensusSubscriptionBroker.java | 32 +-
.../broker/SubscriptionPrefetchingQueue.java | 22 +-
.../consensus/ConsensusLogToTabletConverter.java | 96 +-
.../consensus/ConsensusPrefetchingQueue.java | 1588 ++++++++++++++--
.../ConsensusSubscriptionCommitManager.java | 169 +-
.../ConsensusSubscriptionSetupHandler.java | 341 +++-
.../ConsensusSubscriptionWalRetention.java | 163 ++
.../broker/consensus/ProgressWALIterator.java | 390 +++-
.../columnfilter/ColumnFilterBinder.java | 7 +
.../columnfilter/ColumnFilterMatcher.java | 146 +-
.../columnfilter/ColumnFilterParser.java | 5 +-
.../columnfilter/TabletColumnPruner.java | 17 +-
.../columnfilter/TreeViewTabletProjector.java | 1 -
.../db/subscription/event/SubscriptionEvent.java | 84 +-
.../event/batch/SubscriptionFilterSnapshot.java | 125 ++
.../event/batch/SubscriptionPipeEventBatch.java | 6 +-
.../event/batch/SubscriptionPipeEventBatches.java | 54 +-
.../batch/SubscriptionPipeTabletEventBatch.java | 155 +-
.../batch/SubscriptionPipeTsFileEventBatch.java | 122 +-
.../event/batch/SubscriptionTreeViewProjector.java | 126 ++
.../cache/CachedSubscriptionPollResponse.java | 1 +
.../event/cache/SubscriptionPollResponseCache.java | 8 +-
.../response/SubscriptionEventSingleResponse.java | 15 +-
.../response/SubscriptionEventTabletResponse.java | 15 +-
.../response/SubscriptionEventTsFileResponse.java | 8 +-
.../receiver/SubscriptionReceiverV1.java | 164 +-
.../db/subscription/tagfilter/TabletTagFilter.java | 251 +++
.../tagfilter/TagFilterEvaluationException.java | 45 +
.../subscription/tagfilter/TagFilterEvaluator.java | 228 +++
.../subscription/tagfilter/TagFilterMatcher.java | 423 +++++
.../db/subscription/tagfilter/TagFilterParser.java | 94 +
.../subscription/tagfilter/TagFilterValidator.java | 252 +++
.../java/org/apache/iotdb/db/tools/ImportWAL.java | 95 +-
.../apache/iotdb/db/utils/ModificationUtils.java | 20 +-
.../org/apache/iotdb/db/utils/ObjectWriter.java | 2 +-
.../org/apache/iotdb/db/utils/TypeServices.java | 76 +-
.../db/utils/datastructure/AlignedTVList.java | 12 +-
.../tsfile/write/BufferedFileChannelOutput.java | 192 ++
.../write/TsFilePrecalculatedChunkWriter.java | 486 +++++
.../iotdb/db/conf/DataNodeMemoryConfigTest.java | 98 +
.../LoadTsFileSplitPartitionMaxSizeConfigTest.java | 59 +
.../org/apache/iotdb/db/conf/PropertiesTest.java | 34 +
.../dataregion/DataExecutionVisitorTest.java | 185 ++
.../dataregion/IoTConsensusShutdownTest.java | 894 +++++++++
.../i18n/DataNodeSchemaMessagesZhFormatTest.java | 8 +-
.../iotdb/db/metadata/MetaFormatUtilsTest.java | 111 ++
.../schemaRegion/SchemaRegionAliasAndTagTest.java | 62 +
.../SchemaRegionSimpleRecoverTest.java | 4 +-
.../task/connection/PipeEventCollectorTest.java | 4 +-
.../PipeProcessorSubtaskExecutionGuardTest.java | 10 +-
.../processor/PipeProcessorSubtaskTest.java | 87 +
.../processor/PipeProcessorSubtaskWorkerTest.java | 162 ++
.../persist/PageCacheDeletionBufferTest.java | 198 ++
.../pipe/event/PipeTabletInsertionEventTest.java | 36 +-
.../pipe/event/PipeTsFileInsertionEventTest.java | 125 +-
.../common/heartbeat/PipeHeartbeatEventTest.java | 92 +
.../scan/AlignedPageMemoryUsageEstimatorTest.java | 130 ++
.../PipeDataNodeCompletionOperatorTest.java | 248 +++
.../PipeDataNodeSinglePipeMetricsTest.java | 221 +++
.../pattern/CachedSchemaPatternMatcherTest.java | 1 +
.../legacy/IoTDBLegacyPipeReceiverAgentTest.java | 58 +-
.../resource/PipeTsFileResourceManagerTest.java | 52 +
.../memory/PipeMemoryManagerResizeTest.java | 512 +++++-
.../resource/memory/PipeMemoryManagerTest.java | 30 +
.../batch/PipeTabletEventTsFileBatchTest.java | 38 +
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 34 +-
.../db/pipe/source/PipeRealtimeExtractTest.java | 15 +-
.../realtime/PipeRealtimeDataRegionSourceTest.java | 25 +
.../assigner/PipeDataRegionAssignerTest.java | 88 +
.../PipeInsertionDataNodeListenerTest.java | 66 +
.../execution/QueryStateMachineTest.java | 35 +
.../exchange/MPPDataExchangeManagerTest.java | 53 +
.../execution/exchange/SharedTsBlockQueueTest.java | 43 +
.../execution/exchange/SourceHandleTest.java | 64 +
.../fragment/FragmentInstanceExecutionTest.java | 10 +-
.../execution/memory/MemoryPoolTest.java | 874 ++++++++-
...nAlignedTreeDeviceViewScanOperatorTreeTest.java | 2 +-
.../source/DeviceBlackListConstructorTest.java | 120 ++
.../schedule/AbstractDriverThreadShutdownTest.java | 271 +++
.../queryengine/plan/analyze/AnalyzeUtilsTest.java | 174 ++
.../plan/analyze/cache/PartitionCacheTest.java | 12 +
.../load/LoadTsFileAnalyzerDiagnosticsTest.java | 206 +++
.../config/PipeAuthenticationIdentityTest.java | 131 ++
.../config/metadata/ShowAvailableUrlsTaskTest.java | 101 +
.../relational/ShowCreateViewTaskTest.java | 91 +
.../sys/subscription/ShowTopicsTaskTest.java | 98 +
.../LocalExecutionPlanContextBudgetTest.java | 596 ++++++
.../planner/LocalExecutionPlannerBudgetTest.java | 245 +++
.../plan/planner/node/load/LoadTsFileNodeTest.java | 4 +-
.../node/load/LoadTsFileConsensusNodeTest.java | 277 +++
.../node/pipe/PipeOperateSchemaQueueNodeTest.java | 43 +
.../node/write/RelationalDeleteDataNodeTest.java | 22 +
.../plan/relational/analyzer/AnalyzerTest.java | 19 +-
.../analyzer/EvaluateEmptyIntersectTest.java | 25 +-
.../analyzer/RemoveEmptyExceptBranchesTest.java | 82 +-
.../plan/relational/analyzer/TreeViewTest.java | 15 +-
.../relational/analyzer/UnionOptimizeTest.java | 28 +-
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 15 +-
.../planner/CollectInputPropertyTest.java | 163 ++
.../OrderingPropertyPropagationTest.java | 281 +++
.../optimizations/ParallelizeGroupingTest.java | 58 +
.../TopKRuntimeFilterTreeViewPlanTest.java | 3 +-
...mentTest.java => CreateViewPrefixPathTest.java} | 29 +-
.../relational/sql/parser/ShowPipeMemoryTest.java | 63 +
.../relational/sql/parser/TopicStatementTest.java | 58 +
.../scheduler/load/DataPartitionRouterTest.java | 171 ++
.../scheduler/load/LoadConsensusSubmitterTest.java | 249 +++
.../scheduler/load/LoadFallbackHandlerTest.java | 154 ++
.../load/LoadTsFileDispatcherImplTest.java | 88 +-
.../scheduler/load/LoadTsFileSchedulerTest.java | 148 +-
.../plan/scheduler/load/PieceDispatcherTest.java | 146 ++
.../scheduler/load/TsFileSplitConsumerTest.java | 233 +++
.../TwoPhaseConsensusLoadStrategyAbortTest.java | 469 +++++
...TwoPhaseConsensusLoadStrategyMigrationTest.java | 183 ++
.../plan/statement/InsertStatementTest.java | 6 +-
.../binary/LogicBinaryColumnTransformerTest.java | 90 +
.../metric/SchemaMemMetricTableTest.java | 55 +
.../attribute/DeviceAttributeStoreTest.java | 129 ++
.../update/UpdateContainerSerializationTest.java | 117 ++
.../mtree/impl/mem/MTreeBelowSGMemoryImplTest.java | 129 ++
.../table/DataNodeTableCacheLeaseTest.java | 5 +-
.../schemaengine/table/DataNodeTableCacheTest.java | 36 +-
.../table/TreeToTableViewCacheTest.java | 132 ++
.../template/ClusterTemplateManagerTest.java | 132 ++
.../metrics/IoTDBInternalLocalReporterTest.java | 623 +++++++
.../storageengine/dataregion/DataRegionTest.java | 461 ++++-
.../compaction/AbstractCompactionTest.java | 121 +-
.../CompactionDataTypeAlterTableTest.java | 38 +-
.../InnerSeqCompactionWithFastPerformerTest.java | 3 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 7 +-
.../AbstractTableModelCompactionTest.java | 84 +
.../tablemodel/CompactionWithAllNullRowsTest.java | 3 +-
.../TableModelCompactionWithTTLTest.java | 11 +-
.../TableModelFastCompactionPerformerTest.java | 61 +-
...TableModelReadChunkCompactionPerformerTest.java | 155 +-
...TableModelReadPointCompactionPerformerTest.java | 61 +-
.../compaction/utils/CompactionUtilsTest.java | 11 +-
...ignedBitmapMemoryAccountingPerformanceTest.java | 7 +-
.../memtable/AlignedWritableMemChunkTest.java | 11 +-
.../memtable/MemChunkDeserializeTest.java | 12 +-
.../dataregion/memtable/MemTableFlushTaskTest.java | 128 +-
.../memtable/MemTableMemoryBlockTest.java | 167 ++
.../dataregion/memtable/PrimitiveMemTableTest.java | 27 +-
.../dataregion/memtable/TsFileProcessorTest.java | 390 +++-
.../memtable/WritableMemChunkRegionScanTest.java | 9 +-
.../wal/buffer/WALBufferRollRecoveryTest.java | 23 +
.../wal/compression/WALCompressionTest.java | 73 +
.../dataregion/wal/io/ProgressWALReaderTest.java | 75 +
.../wal/recover/WALRepairWriterTest.java | 65 +
.../wal/recover/file/TsFilePlanRedoerTest.java | 52 +
.../file/UnsealedTsFileRecoverPerformerTest.java | 2 +-
.../storageengine/load/LoadTsFileCleanerTest.java | 368 ++++
.../load/LoadTsFileManagerDeletionTest.java | 445 +++++
.../load/LoadTsFileManagerSplitCoverageTest.java | 1926 ++++++++++++++++++++
.../storageengine/load/LoadTsFileManagerTest.java | 1290 +++++++++++++
.../storageengine/load/LoadTsFileProgressTest.java | 192 ++
.../storageengine/load/LoadTsFileResumeTest.java | 378 ++++
.../storageengine/load/LoadTsFileSnapshotTest.java | 544 ++++++
.../load/LoadTsFileTableSchemaTest.java | 181 ++
.../db/storageengine/load/TsFileSplitterTest.java | 791 ++++++++
.../load/TsFileWriterManagerRecoveryTest.java | 254 +++
.../load/memory/LoadTsFileMemoryManagerTest.java | 2 +-
.../load/memory/LoadTsFileSubMemoryBlockTest.java | 113 ++
.../load/splitter/ChunkDataDirectWriteTest.java | 766 +++++++-
.../load/splitter/SerializedSizesTest.java | 70 +
.../db/storageengine/load/util/LoadUtilTest.java | 19 +
.../rescon/memory/SystemInfoTest.java | 232 +++
.../rescon/memory/WriteMemoryBlockTest.java | 184 ++
.../rescon/memory/WriteMemoryLifecycleTest.java | 133 ++
.../agent/SubscriptionTopicAgentTest.java | 179 ++
...riptionPrefetchingQueueRecycleIntervalTest.java | 160 ++
.../ConsensusLogToTabletConverterTest.java | 165 ++
...onsensusPrefetchingQueueDataNodeMemoryTest.java | 191 +-
.../ConsensusPrefetchingQueueDeliveryTest.java | 786 ++++++++
...onsensusPrefetchingQueueInitializationTest.java | 255 +++
.../ConsensusPrefetchingQueueSeekTest.java | 152 +-
.../consensus/ConsensusPrefetchingQueueTest.java | 896 ++++++++-
...nsensusPrefetchingQueueWalBackpressureTest.java | 597 +++++-
...onsensusPrefetchingQueueWriterOrderingTest.java | 608 ++++++
.../ConsensusSubscriptionCommitStateTest.java | 55 +
.../ConsensusSubscriptionSetupHandlerTest.java | 47 +
.../ConsensusSubscriptionWalRetentionTest.java | 102 ++
.../broker/consensus/ProgressWALIteratorTest.java | 439 ++++-
.../columnfilter/ColumnFilterBinderTest.java | 92 +-
.../batch/SubscriptionFilterSnapshotTest.java | 164 ++
.../SubscriptionPipeTabletEventBatchTest.java | 28 +
...ubscriptionPipeTsFileEventBatchCleanupTest.java | 32 +
.../receiver/SubscriptionReceiverV1Test.java | 151 +-
.../tagfilter/TabletTagFilterTest.java | 182 ++
.../tagfilter/TagFilterParserTest.java | 122 ++
.../org/apache/iotdb/db/tools/ImportWALTest.java | 53 +-
.../apache/iotdb/db/utils/ObjectWriterTest.java | 84 +
.../apache/iotdb/db/utils/TypeServicesTest.java | 10 +
.../datastructure/PrimitiveArrayManagerTest.java | 122 ++
.../write/BufferedFileChannelOutputTest.java | 161 ++
.../src/test/resources/iotdb-system.properties | 2 +-
.../metricsets/disk/LinuxDiskMetricsManager.java | 120 +-
.../metrics/metricsets/jvm/JvmThreadMetrics.java | 3 +-
.../reporter/prometheus/PrometheusReporter.java | 59 +-
.../disk/LinuxDiskMetricsManagerTest.java | 149 ++
.../metricsets/jvm/JvmThreadMetricsTest.java | 143 ++
.../prometheus/PrometheusReporterTest.java | 188 ++
.../conf/iotdb-system.properties.template | 19 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 20 +-
.../apache/iotdb/commons/i18n/QueryMessages.java | 8 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 2 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 9 +
.../apache/iotdb/commons/i18n/QueryMessages.java | 8 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 2 +
.../org/apache/iotdb/commons/auth/entity/Role.java | 2 +-
.../commons/auth/role/LocalFileRoleAccessor.java | 2 +-
.../commons/client/AbstractConfigNodeClient.java | 18 +-
.../client/property/ClientPoolProperty.java | 5 +-
.../consensus/index/impl/StateProgressIndex.java | 5 +-
.../strategy/RandomOnDiskUsableSpaceStrategy.java | 2 +-
.../exception/table/ColumnInAlterException.java} | 43 +-
.../exception/table/ColumnInDeletionException.java | 40 +
.../apache/iotdb/commons/memory/MemoryManager.java | 37 +-
.../iotdb/commons/memory/ReadOnlyMemoryBlock.java | 110 ++
.../iotdb/commons/model/ModelHyperparameter.java | 2 +-
.../org/apache/iotdb/commons/path/AlignedPath.java | 4 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 2 +-
.../apache/iotdb/commons/path/PathPatternNode.java | 4 +-
.../agent/plugin/builtin/BuiltinPipePlugin.java | 46 +-
.../pipe/agent/task/meta/PipeStaticMeta.java | 33 +
.../commons/pipe/agent/task/meta/PipeTaskMeta.java | 17 +-
.../task/progress/PipeEventCommitManager.java | 15 +
.../iotdb/commons/pipe/event/EnrichedEvent.java | 14 +
.../commons/pipe/event/ProgressReportEvent.java | 5 +
.../IoTConsensusV2TransferFileSealWithModReq.java | 10 +-
.../thrift/request/PipeTransferFileSealReqV2.java | 8 +-
.../thrift/request/PipeTransferHandshakeV2Req.java | 4 +-
.../commons/queryengine/common/SessionInfo.java | 23 +-
.../plan/planner/plan/node/PlanNodeType.java | 1 +
.../function/tvf/PatternMatchTableFunction.java | 25 +-
.../function/tvf/match/QetchAlgorithm.java | 69 +-
.../planner/rowpattern/LogicalIndexPointer.java | 4 +-
.../plan/relational/sql/ast/InListExpression.java | 2 +-
.../iotdb/commons/request/IConsensusRequest.java | 21 +
.../schema/column/ColumnHeaderConstant.java | 28 +
.../multichildren/AbstractMultiChildrenFilter.java | 2 +-
.../schema/filter/impl/values/InFilter.java | 4 +-
.../commons/schema/table/InformationSchema.java | 63 +
.../table/TreeToTableViewTrieOperationType.java | 68 +
.../iotdb/commons/schema/table/TreeViewSchema.java | 19 +
.../apache/iotdb/commons/schema/table/TsTable.java | 1 +
.../multi/FunctionViewExpression.java | 4 +-
.../iotdb/commons/service/metric/enums/Metric.java | 6 +
.../meta/consumer/CommitProgressKeeper.java | 69 +-
.../meta/consumer/ConsumerGroupMeta.java | 37 +-
.../commons/subscription/meta/topic/TopicMeta.java | 49 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 2 +-
.../commons/utils/BasicStructureSerDeUtil.java | 15 +-
.../AbstractConfigNodeClientConnectionTest.java | 340 ++++
.../client/AbstractConfigNodeClientTest.java | 312 ++++
.../commons/memory/ReadOnlyMemoryBlockTest.java | 81 +
.../iotdb/commons/pipe/task/PipeMetaDeSerTest.java | 74 +
.../tvf/PatternMatchTableFunctionTest.java | 294 +++
.../consumer/ConsumerGroupDeSerTest.java | 39 +
.../meta/consumer/CommitProgressKeeperTest.java | 45 +
.../commons/subscription/topic/TopicMetaTest.java | 72 +
.../iotdb/rpc/ClientPoolIdleEvictionTest.java | 326 ++++
.../db/relational/grammar/sql/RelationalSql.g4 | 12 +-
.../src/main/thrift/confignode.thrift | 36 +
.../src/main/thrift/datanode.thrift | 28 +
.../apache/iotdb/library/dprofile/UDTFSegment.java | 2 +-
.../iotdb/library/match/PatternExecutor.java | 6 +-
pom.xml | 3 +-
scripts/sbin/windows/stop-datanode.bat | 5 +-
scripts/tools/windows/export-data.bat | 4 +-
scripts/tools/windows/export-tsfile.bat | 4 +-
scripts/tools/windows/import-data.bat | 4 +-
scripts/tools/windows/schema/export-schema.bat | 4 +-
scripts/tools/windows/schema/import-schema.bat | 4 +-
835 files changed, 75758 insertions(+), 8288 deletions(-)
mode change 120000 => 100644 AGENTS.md
delete mode 100644 CLAUDE.md
create mode 100644 integration-test/AGENTS.md
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileRegionMigrationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBShowPipeMemoryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBWriteMemoryLifecycleIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/metric/IoTDBMetricFormatIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/utils/IoTDBTestUtilsIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBClusterResultSetIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBCollectFanInIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBDropTableModProgressIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBTreeToTableViewAutoSyncIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/session/it/SessionSeedNodeFallbackIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/tablemodel/IoTDBConsensusSubscriptionRecoveryTableIT.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/data/DataToolRegressionTest.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/tsfile/ImportTsFileTest.java
create mode 100644 iotdb-client/client-py/tests/unit/test_session_query_ids.py
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/BrokenSessionConnectionTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/SessionSeedNodeFallbackTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/ThriftConnectionLifecycleTest.java
create mode 100644 iotdb-client/subscription/README.md
create mode 100644
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/config/TopicProperty.java
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/session/subscription/consumer/base/SubscriptionProviderConnectionTimeoutTest.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/process/AnyChildBlocked.java
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/process/CollectOperatorTest.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/rpc/GetDropTableModProgressRPCHandler.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/client/async/CnToDnInternalServiceAsyncRequestManagerTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/consensus/statemachine/ConfigRegionStateMachineTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/ConfigManagerDatabaseDeletionTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/node/NodeManagerRegistrationTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/agent/task/PipeConfigNodeSubtaskTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/env/RegionReplicaSetLookupTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/StateMachineProcedureTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/region/RemovePeerRestartConsensusTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/region/RestartDuringRemovePeerTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/common/request/IndexedConsensusRequestTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/iot/IoTConsensusRecoveryTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/iot/StalePeerListRestartReproductionTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/overview/PipeDataNodeCompletionOperator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/{PipeMemoryBlockType.java
=> PipeMemoryBlockCategory.java} (54%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeTsFileParserMemoryBlock.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/resource/memory/PipeMemoryBlockType.java
=> queryengine/execution/memory/MemorySide.java} (83%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/SharedExchangeBudgetEligibility.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/load/LoadPieceConsensusRequest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/load/LoadTsFileConsensusNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/load/LoadTsFileConsensusOp.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/RemoveRedundantSortForCopyTo.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/ChunkOffsetCalculator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/DataPartitionBatchFetcher.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/DataPartitionResolver.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/DataPartitionRouter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/LoadConsensusSubmitter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/LoadFallbackHandler.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/LocalLoadStrategy.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/MemoryBoundedBuffer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/PieceDispatcher.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TsFileLoadStrategy.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TsFileSplitConsumer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TwoPhaseConsensusLoadStrategy.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/pipe/ShowPipeMemoryStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/view/TreeToTableViewReference.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/table/ITreeToTableViewCache.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/table/TreeToTableViewCache.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/table/ViewColumnAutoSyncTrigger.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/modification/DropTableModProgress.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/LoadConsensusCompat.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/LoadStagingDirs.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/LoadTaskRetention.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/LoadTsFileCleaner.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/LoadTsFileProgress.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/LoadTsFileSnapshot.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/TsFileWriterManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/memory/LoadTsFileSubMemoryBlock.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/metrics/LoadPointCountMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/splitter/ChunkPayloadRef.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/plan/scheduler/FragInstanceDispatchResult.java
=> storageengine/load/splitter/ChunkPayloadUnavailableException.java} (54%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/splitter/SerializedSizes.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/WriteMemoryBlock.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/WriteMemoryManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusSubscriptionWalRetention.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionFilterSnapshot.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionTreeViewProjector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/tagfilter/TabletTagFilter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/tagfilter/TagFilterEvaluationException.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/tagfilter/TagFilterEvaluator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/tagfilter/TagFilterMatcher.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/tagfilter/TagFilterParser.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/tagfilter/TagFilterValidator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/tsfile/write/BufferedFileChannelOutput.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/tsfile/write/TsFilePrecalculatedChunkWriter.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/LoadTsFileSplitPartitionMaxSizeConfigTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/consensus/statemachine/dataregion/IoTConsensusShutdownTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/metadata/MetaFormatUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/task/subtask/processor/PipeProcessorSubtaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/event/common/heartbeat/PipeHeartbeatEventTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/event/common/tsfile/parser/scan/AlignedPageMemoryUsageEstimatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/metric/overview/PipeDataNodeCompletionOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/metric/overview/PipeDataNodeSinglePipeMetricsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/source/dataregion/realtime/assigner/PipeDataRegionAssignerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/source/dataregion/realtime/listener/PipeInsertionDataNodeListenerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/schema/source/DeviceBlackListConstructorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/schedule/AbstractDriverThreadShutdownTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileAnalyzerDiagnosticsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/config/PipeAuthenticationIdentityTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/ShowAvailableUrlsTaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/relational/ShowCreateViewTaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/subscription/ShowTopicsTaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/LocalExecutionPlanContextBudgetTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/LocalExecutionPlannerBudgetTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/load/LoadTsFileConsensusNodeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/pipe/PipeOperateSchemaQueueNodeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/CollectInputPropertyTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/{TopicStatementTest.java
=> CreateViewPrefixPathTest.java} (58%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/ShowPipeMemoryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/DataPartitionRouterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/LoadConsensusSubmitterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/LoadFallbackHandlerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/PieceDispatcherTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TsFileSplitConsumerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TwoPhaseConsensusLoadStrategyAbortTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TwoPhaseConsensusLoadStrategyMigrationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/schemaregion/attribute/update/UpdateContainerSerializationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/table/TreeToTableViewCacheTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/template/ClusterTemplateManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/service/metrics/IoTDBInternalLocalReporterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tablemodel/AbstractTableModelCompactionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/memtable/MemTableMemoryBlockTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileCleanerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileManagerDeletionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileManagerSplitCoverageTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileProgressTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileResumeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileSnapshotTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFileTableSchemaTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/TsFileWriterManagerRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/memory/LoadTsFileSubMemoryBlockTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/splitter/SerializedSizesTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/memory/SystemInfoTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/memory/WriteMemoryBlockTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/memory/WriteMemoryLifecycleTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/SubscriptionPrefetchingQueueRecycleIntervalTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueDeliveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueInitializationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueWriterOrderingTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusSubscriptionWalRetentionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionFilterSnapshotTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/tagfilter/TabletTagFilterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/tagfilter/TagFilterParserTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/ObjectWriterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/tsfile/write/BufferedFileChannelOutputTest.java
create mode 100644
iotdb-core/metrics/interface/src/test/java/org/apache/iotdb/metrics/metricsets/disk/LinuxDiskMetricsManagerTest.java
create mode 100644
iotdb-core/metrics/interface/src/test/java/org/apache/iotdb/metrics/metricsets/jvm/JvmThreadMetricsTest.java
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/FragInstanceDispatchResult.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/exception/table/ColumnInAlterException.java}
(50%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/table/ColumnInDeletionException.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/memory/ReadOnlyMemoryBlock.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/table/TreeToTableViewTrieOperationType.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/client/AbstractConfigNodeClientConnectionTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/client/AbstractConfigNodeClientTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/memory/ReadOnlyMemoryBlockTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/queryengine/plan/relational/function/tvf/PatternMatchTableFunctionTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/subscription/topic/TopicMetaTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/rpc/ClientPoolIdleEvictionTest.java
