This is an automated email from the ASF dual-hosted git repository.
chenyz pushed a change to branch pbtree_page_concurrency
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6c6e66f39d1 resolve conflict
add be06e62d239 Fix fail to read memTable ids from the wal file (#12132)
add b87c6463ff1 Pipe Subscription: initialize the subscription client RPC
payload (#12121)
add f82b3302be5 Fix some ignored ITs of udf lib (#12135)
add 37e9ee0ee99 Fix compaction schedule task manager cannot stop and
modify some output in log (#12125)
add 279f47e372e [IOTDB-6304] Support EXPLAN ANALYZE in query
add f39c7be3c0c Pipe: fixed the bug that released
PipeRawTabletInsertionEvent's tablet is still referenced and causing OOM
(#12117)
add 4f3da09efad flink-iotdb-connector: IoTDBSink throws NPE (#12133)
add e1077c43c80 [IOTDB-6297] Optimize the distribute plan in aggregation
align by device when some device cross data regions
add cda79b4b026 Set ConfigNode list early during DataNode registration
(#12137)
add d33cf82349d Revert "change ci to github ci (#12073)" (#12140)
add 5af7c4790f4 Ignore log: memtableId -9223372036854775808 not found in
MemTableId2Info (#12141)
add 46e47672c40 [IOTDB-6309] Lager interval for auto ratis leader balance
(#12116)
add b7bd94dee4a Fixed ConfigNode startup error in SimpleConsensus (#12143)
add 27a0d1973b5 Pipe meta sync: support meta data sync between different
clusters (#11794)
add e1ba8d3e39b Remove dependency on org.openjdk.jol.jol-core and
io.airlift.slice
new 0c9514e6bac Merge branch 'master' into pbtree_page_concurrency
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/cluster-it-1c3d.yml | 16 +-
.github/workflows/pipe-it-2cluster.yml | 4 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 81 +-
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 19 +-
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 25 +-
.../iotdb/itbase/runtime/NodeConnection.java | 1 +
.../itbase/runtime/ParallelRequestDelegate.java | 1 +
.../org/apache/iotdb/cli/it/AbstractScript.java | 25 -
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 8 +-
.../it/partition/IoTDBPartitionCreationIT.java | 24 +-
.../db/it/alignbydevice/IoTDBAlignByDevice3IT.java | 25 +-
.../IoTDBAlignByDeviceWithTemplate2IT.java | 25 +-
.../IoTDBAlignByDeviceWithTemplateIT.java | 2 +-
.../IoTDBOrderByLimitOffsetAlignByDevice2IT.java | 28 +-
.../IoTDBOrderByWithAlignByDevice3IT.java | 22 +-
.../db/it/alignbydevice/IoTDBShuffleSink1IT.java | 1 +
.../db/it/alignbydevice/IoTDBShuffleSink2IT.java | 1 +
.../org/apache/iotdb/db/it/utils/TestUtils.java | 98 ++-
.../apache/iotdb/libudf/it/dmatch/DMatchIT.java | 68 +-
.../iotdb/libudf/it/dprofile/DProfileIT.java | 14 +-
.../iotdb/pipe/it/IoTDBPipeSingleEnvDemoIT.java | 15 +-
.../AbstractPipeDualAutoIT.java} | 39 +-
.../pipe/it/{ => autocreate}/IoTDBPipeAlterIT.java | 8 +-
.../it/autocreate/IoTDBPipeAutoConflictIT.java | 290 +++++++
.../it/{ => autocreate}/IoTDBPipeClusterIT.java | 87 +-
.../IoTDBPipeConnectorParallelIT.java | 9 +-
.../it/{ => autocreate}/IoTDBPipeDataSinkIT.java | 19 +-
.../it/{ => autocreate}/IoTDBPipeExtractorIT.java | 64 +-
.../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 442 ++++++++++
.../it/{ => autocreate}/IoTDBPipeLifeCycleIT.java | 165 ++--
.../it/{ => autocreate}/IoTDBPipeNullValueIT.java | 14 +-
.../it/{ => autocreate}/IoTDBPipeProcessorIT.java | 43 +-
.../it/{ => autocreate}/IoTDBPipeProtocolIT.java | 63 +-
.../{ => autocreate}/IoTDBPipeSwitchStatusIT.java | 4 +-
.../it/{ => autocreate}/IoTDBPipeSyntaxIT.java | 91 +-
.../AbstractPipeDualManualIT.java} | 39 +-
.../iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java | 213 +++++
.../pipe/it/manual/IoTDBPipeManualConflictIT.java | 257 ++++++
.../IoTDBPipeMetaLeaderChangeIT.java} | 136 ++-
.../IoTDBPipeMetaRestartIT.java} | 111 ++-
.../IoTDBPipeMultiSchemaRegionIT.java} | 45 +-
.../iotdb/tools/{ => it}/ExportCsvTestIT.java | 5 +-
.../iotdb/tools/{ => it}/ExportTsFileTestIT.java | 6 +-
.../apache/iotdb/tools/it}/ImportCsvTestIT.java | 68 +-
iotdb-api/common-api/pom.xml | 6 -
.../common/block/column/ColumnBuilderStatus.java | 9 +-
.../java/org/apache/iotdb/tsfile/utils/BitMap.java | 4 +-
.../org/apache/iotdb/tsfile/utils/Constants.java | 100 +++
.../iotdb/tsfile/utils/RamUsageEstimator.java | 574 +++++++++++++
.../org/apache/iotdb/pipe/api/PipeConnector.java | 45 +-
.../org/apache/iotdb/pipe/api/PipeExtractor.java | 45 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 45 +-
.../iotdb/pipe/api/collector/EventCollector.java | 4 +-
.../event/dml/insertion/TsFileInsertionEvent.java | 5 +-
iotdb-client/cli/pom.xml | 3 +-
.../{AbstractCliIT.java => AbstractCliTest.java} | 4 +-
.../java/org/apache/iotdb/cli/AbstractScript.java | 102 ---
...iteCsvFileTestUT.java => WriteCsvFileTest.java} | 6 +-
.../iotdb/tool/integration/ExportCsvTestIT.java | 109 ---
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 8 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 15 +
.../iotdb/rpc/subscription/EnrichedRowRecord.java | 21 +-
.../rpc/subscription/IoTDBSubscriptionDataSet.java | 16 +-
.../payload/request/ConsumerConfig.java | 85 ++
.../payload/request/PipeSubscribeCloseReq.java | 74 ++
.../payload/request/PipeSubscribeCommitReq.java | 110 +++
.../payload/request/PipeSubscribeHandshakeReq.java | 97 +++
.../payload/request/PipeSubscribeHeartbeatReq.java | 75 ++
.../payload/request/PipeSubscribePollReq.java | 96 +++
.../payload/request/PipeSubscribeRequestType.java | 37 +-
.../request/PipeSubscribeRequestVersion.java | 6 +-
.../payload/request/PipeSubscribeSubscribeReq.java | 100 +++
.../request/PipeSubscribeUnsubscribeReq.java | 101 +++
.../payload/response/EnrichedTablets.java | 89 ++
.../payload/response/PipeSubscribeCloseResp.java | 78 ++
.../payload/response/PipeSubscribeCommitResp.java | 78 ++
.../response/PipeSubscribeHandshakeResp.java | 125 +++
.../response/PipeSubscribeHeartbeatResp.java | 79 ++
.../payload/response/PipeSubscribePollResp.java | 110 +++
.../response/PipeSubscribeResponseType.java | 32 +-
.../response/PipeSubscribeResponseVersion.java | 6 +-
.../response/PipeSubscribeSubscribeResp.java | 79 ++
.../response/PipeSubscribeUnsubscribeResp.java | 79 ++
.../java/org/apache/iotdb/flink/IoTDBSink.java | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 2 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
.../resources/conf/iotdb-confignode.properties | 12 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 12 +
.../confignode/conf/ConfigNodeDescriptor.java | 7 +
.../consensus/request/ConfigPhysicalPlan.java | 20 +-
.../consensus/request/ConfigPhysicalPlanType.java | 4 +
.../request/ConfigPhysicalPlanVisitor.java | 187 +++++
.../consensus/request/auth/AuthorPlan.java | 2 +-
.../pipe/payload/PipeDeactivateTemplatePlan.java | 106 +++
.../PipeDeleteLogicalViewPlan.java} | 38 +-
.../PipeDeleteTimeSeriesPlan.java} | 38 +-
.../write/pipe/{ => payload}/PipeEnrichedPlan.java | 5 +-
.../PipeUnsetSchemaTemplatePlan.java} | 45 +-
.../pipe/runtime/PipeHandleLeaderChangePlan.java | 17 +-
.../request/write/pipe/task/CreatePipePlanV2.java | 29 +
.../request/write/pipe/task/DropPipePlanV2.java | 23 +
.../write/pipe/task/SetPipeStatusPlanV2.java | 23 +
.../response/pipe/task/PipeTableResp.java | 2 +-
.../statemachine/ConfigRegionStateMachine.java | 36 +-
.../iotdb/confignode/manager/ConfigManager.java | 65 +-
.../apache/iotdb/confignode/manager/IManager.java | 90 +-
.../confignode/manager/PermissionManager.java | 8 +-
.../iotdb/confignode/manager/ProcedureManager.java | 74 +-
.../iotdb/confignode/manager/TriggerManager.java | 10 +-
.../iotdb/confignode/manager/load/LoadManager.java | 4 +-
.../manager/load/balancer/RegionBalancer.java | 8 +-
.../manager/load/balancer/RouteBalancer.java | 24 +-
.../iotdb/confignode/manager/node/NodeManager.java | 4 +-
.../manager/pipe/agent/PipeConfigNodeAgent.java | 54 --
.../pipe/agent/task/PipeTaskConfigNodeAgent.java | 84 --
.../pipe/connector/IoTDBConfigRegionConnector.java | 30 -
.../coordinator/runtime/PipeHeartbeatParser.java | 135 ++-
.../runtime/PipeHeartbeatScheduler.java | 14 +
.../runtime/PipeLeaderChangeHandler.java | 43 +-
.../runtime/PipeRuntimeCoordinator.java | 4 +
.../pipe/coordinator/task/PipeTaskCoordinator.java | 3 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 4 +-
.../pipe/event/PipeConfigRegionSnapshotEvent.java | 65 ++
.../pipe/event/PipeConfigRegionWritePlanEvent.java | 81 ++
.../event/PipeConfigSerializableEventType.java | 77 ++
.../pipe/execution/PipeConfigNodeSubtask.java | 314 -------
.../PipeConfigNodeSnapshotResourceManager.java | 42 +
.../pipe/transfer/agent/PipeConfigNodeAgent.java | 84 ++
.../agent/plugin/PipeConfigNodePluginAgent.java} | 6 +-
.../PipeConfigRegionConnectorConstructor.java | 13 +-
.../PipeConfigRegionExtractorConstructor.java | 6 +-
.../PipeConfigRegionProcessorConstructor.java | 4 +-
.../agent/receiver/IoTDBConfigNodeReceiver.java | 245 ++++++
.../receiver/IoTDBConfigNodeReceiverAgent.java} | 48 +-
.../PipeConfigPhysicalPlanExceptionVisitor.java | 51 ++
.../PipeConfigPhysicalPlanTSStatusVisitor.java | 295 +++++++
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 141 ++++
.../agent/runtime/PipeConfigRegionListener.java | 75 ++
.../agent/task/PipeConfigNodeTaskAgent.java | 218 +++++
.../client/IoTDBConfigNodeSyncClientManager.java | 57 ++
.../config/IoTDBConfigRegionAirGapConnector.java | 160 ++++
.../config/IoTDBConfigRegionConnector.java | 206 +++++
.../PipeTransferConfigNodeHandshakeV1Req.java | 71 ++
.../PipeTransferConfigNodeHandshakeV2Req.java | 71 ++
.../payload/request/PipeTransferConfigPlanReq.java | 12 +-
.../PipeTransferConfigSnapshotPieceReq.java | 73 ++
.../request/PipeTransferConfigSnapshotSealReq.java | 70 ++
.../transfer/execution/PipeConfigNodeSubtask.java | 224 +++++
.../execution/PipeConfigNodeSubtaskExecutor.java | 2 +-
.../extractor/ConfigRegionListeningFilter.java | 200 +++++
.../extractor/ConfigRegionListeningQueue.java | 131 +++
.../extractor/IoTDBConfigRegionExtractor.java | 55 ++
.../{ => transfer}/task/PipeConfigNodeTask.java | 2 +-
.../task/PipeConfigNodeTaskBuilder.java | 40 +-
.../task/PipeConfigNodeTaskStage.java | 15 +-
.../manager/schema/ClusterSchemaManager.java | 61 +-
.../persistence/executor/ConfigPlanExecutor.java | 31 +-
.../confignode/persistence/pipe/PipeInfo.java | 152 ++++
.../confignode/persistence/pipe/PipeTaskInfo.java | 94 +--
.../persistence/schema/ClusterSchemaInfo.java | 6 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 9 +-
.../impl/CreateManyDatabasesProcedure.java | 1 -
.../{statemachine => }/StateMachineProcedure.java | 21 +-
.../procedure/impl/cq/CreateCQProcedure.java | 15 +-
.../procedure/impl/node/AbstractNodeProcedure.java | 10 +-
.../impl/node/RemoveDataNodeProcedure.java | 2 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 2 +-
.../pipe/plugin/CreatePipePluginProcedure.java | 5 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 5 +-
.../runtime/PipeHandleLeaderChangeProcedure.java | 16 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 12 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 29 +-
.../impl/pipe/task/AlterPipeProcedureV2.java | 15 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 39 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 8 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 8 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 8 +-
.../CreateRegionGroupsProcedure.java | 3 +-
.../RegionMigrateProcedure.java | 3 +-
.../impl/schema/AlterLogicalViewProcedure.java | 33 +-
.../impl/schema/DeactivateTemplateProcedure.java | 55 +-
.../impl/schema/DeleteDatabaseProcedure.java | 24 +-
.../impl/schema/DeleteLogicalViewProcedure.java | 54 +-
.../impl/schema/DeleteTimeSeriesProcedure.java | 61 +-
.../impl/schema/SetTemplateProcedure.java | 45 +-
.../impl/schema/UnsetTemplateProcedure.java | 39 +-
.../impl/sync/AbstractOperatePipeProcedure.java | 2 +-
.../impl/sync/AuthOperationProcedure.java | 25 +-
.../impl/trigger/CreateTriggerProcedure.java | 36 +-
.../impl/trigger/DropTriggerProcedure.java | 26 +-
.../procedure/store/ConfigProcedureStore.java | 8 +-
.../procedure/store/ProcedureFactory.java | 64 +-
.../confignode/procedure/store/ProcedureType.java | 19 +-
.../iotdb/confignode/service/ConfigNode.java | 4 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 21 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 117 ++-
.../consensus/response/pipe/PipeTableRespTest.java | 17 +-
.../pipe/PipeConfigNodeThriftRequestTest.java | 97 +++
.../connector/IoTDBConfigRegionConnectorTest.java | 1 +
.../PipeConfigNodeSubtaskExecutorTest.java | 9 +-
.../extractor/IoTDBConfigRegionExtractorTest.java | 1 +
.../ConfigRegionListeningQueueTest.java | 109 +++
.../iotdb/confignode/persistence/PipeInfoTest.java | 12 +-
.../procedure/entity/SimpleSTMProcedure.java | 2 +-
.../procedure/entity/StuckSTMProcedure.java | 2 +-
.../procedure/impl/CreateCQProcedureTest.java | 1 +
.../impl/CreateRegionGroupsProcedureTest.java | 2 +-
.../procedure/impl/CreateTriggerProcedureTest.java | 4 +-
.../procedure/impl/DropTriggerProcedureTest.java | 2 +-
.../pipe/receiver/PipeEnrichedProcedureTest.java | 332 ++++++++
.../RegionMigrateProcedureTest.java | 2 +-
...est.java => AlterLogicalViewProcedureTest.java} | 41 +-
.../schema/DeactivateTemplateProcedureTest.java | 4 +-
.../impl/schema/DeleteDatabaseProcedureTest.java | 2 +-
...st.java => DeleteLogicalViewProcedureTest.java} | 29 +-
.../impl/schema/DeleteTimeSeriesProcedureTest.java | 4 +-
...dureTest.java => SetTemplateProcedureTest.java} | 32 +-
.../impl/schema/UnsetTemplateProcedureTest.java | 4 +-
.../impl/sync/AuthOperationProcedureTest.java | 3 +-
.../iotdb/consensus/simple/SimpleConsensus.java | 10 +-
.../simple/SimpleConsensusServerImpl.java | 12 +-
iotdb-core/datanode/pom.xml | 12 -
.../assembly/resources/conf/logback-datanode.xml | 18 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 7 +-
.../dataregion/DataExecutionVisitor.java | 7 +-
.../schemaregion/SchemaExecutionVisitor.java | 42 +-
.../schemaregion/SchemaRegionStateMachine.java | 37 +-
.../mpp/FragmentInstanceFetchException.java} | 18 +-
.../org/apache/iotdb/db/pipe/agent/PipeAgent.java | 61 +-
...NodeAgent.java => PipeDataNodePluginAgent.java} | 35 +-
.../PipeDataRegionConnectorConstructor.java | 32 +-
.../PipeDataRegionExtractorConstructor.java | 4 +-
.../PipeDataRegionProcessorConstructor.java | 2 +-
.../PipeSchemaRegionConnectorConstructor.java | 11 +-
.../PipeSchemaRegionExtractorConstructor.java | 4 +-
.../PipeSchemaRegionProcessorConstructor.java | 4 +-
...erAgent.java => PipeDataNodeReceiverAgent.java} | 18 +-
.../db/pipe/agent/runtime/PipeAgentLauncher.java | 3 +-
...imeAgent.java => PipeDataNodeRuntimeAgent.java} | 55 +-
.../agent/runtime/PipePeriodicalJobExecutor.java | 10 +-
.../runtime/PipeSchemaRegionListenerManager.java | 107 +++
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 413 +++++++++
.../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 399 ---------
.../IoTDBDataNodeAsyncClientManager.java} | 34 +-
.../IoTDBDataNodeCacheLeaderClientManager.java | 116 +++
.../client/IoTDBDataNodeSyncClientManager.java | 103 +++
...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 11 +-
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 2 +-
.../builder/PipeTransferBatchReqBuilder.java | 12 +-
.../PipeTransferDataNodeHandshakeV1Req.java | 71 ++
.../PipeTransferDataNodeHandshakeV2Req.java | 71 ++
.../request/PipeTransferFilePieceReq.java | 134 ---
...maPlanReq.java => PipeTransferPlanNodeReq.java} | 20 +-
.../PipeTransferSchemaSnapshotPieceReq.java | 73 ++
.../request/PipeTransferSchemaSnapshotSealReq.java | 70 ++
.../request/PipeTransferTabletBatchReq.java | 11 +-
.../request/PipeTransferTabletBinaryReq.java | 20 +-
.../request/PipeTransferTabletInsertNodeReq.java | 12 +-
.../request/PipeTransferTabletRawReq.java | 13 +-
.../request/PipeTransferTsFilePieceReq.java | 72 ++
.../request/PipeTransferTsFileSealReq.java | 70 ++
.../protocol/airgap/IoTDBAirGapConnector.java | 453 ----------
.../airgap/IoTDBDataNodeAirGapConnector.java | 114 +++
.../airgap/IoTDBDataRegionAirGapConnector.java | 208 +++++
.../airgap/IoTDBSchemaRegionAirGapConnector.java | 119 +++
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 6 +-
.../protocol/thrift/LeaderCacheManager.java | 110 ---
...tor.java => IoTDBDataRegionAsyncConnector.java} | 32 +-
.../PipeTransferTabletBatchEventHandler.java | 23 +-
.../PipeTransferTabletInsertNodeEventHandler.java | 4 +-
.../PipeTransferTabletInsertionEventHandler.java | 18 +-
.../handler/PipeTransferTabletRawEventHandler.java | 4 +-
.../PipeTransferTsFileInsertionEventHandler.java | 37 +-
.../thrift/sync/IoTDBDataNodeSyncConnector.java | 122 +++
...ctor.java => IoTDBDataRegionSyncConnector.java} | 201 +----
.../thrift/sync/IoTDBSchemaRegionConnector.java | 160 ++++
.../protocol/websocket/WebSocketConnector.java | 2 +-
.../websocket/WebSocketConnectorServer.java | 2 +-
.../protocol/writeback/WriteBackConnector.java | 4 +-
.../db/pipe/event/UserDefinedEnrichedEvent.java | 1 +
.../event/common/heartbeat/PipeHeartbeatEvent.java | 14 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 2 +-
.../schema/PipeSchemaRegionSnapshotEvent.java | 59 ++
.../schema/PipeSchemaRegionWritePlanEvent.java | 80 ++
.../schema/PipeSchemaSerializableEventType.java | 77 ++
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 4 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 10 +-
.../tablet/TabletInsertionDataContainer.java | 2 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 2 +-
.../tsfile/TsFileInsertionDataContainer.java | 4 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 9 +-
.../event/realtime/PipeRealtimeEventFactory.java | 9 +-
.../executor/PipeConnectorSubtaskExecutor.java | 9 +-
.../executor/PipeProcessorSubtaskExecutor.java | 9 +-
.../executor/PipeSubtaskExecutorManager.java | 49 +-
.../PipeDataRegionConnectorSubtaskExecutor.java | 33 -
.../PipeDataRegionProcessorSubtaskExecutor.java | 33 -
.../PipeSchemaRegionConnectorSubtaskExecutor.java | 31 -
.../PipeSchemaRegionProcessorSubtaskExecutor.java | 31 -
.../dataregion/DataRegionListeningFilter.java | 100 +++
.../{ => dataregion}/IoTDBDataRegionExtractor.java | 108 +--
.../PipeHistoricalDataRegionExtractor.java | 2 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 41 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 135 ++-
.../PipeRealtimeDataRegionFakeExtractor.java | 2 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 66 +-
.../PipeRealtimeDataRegionLogExtractor.java | 52 +-
.../PipeRealtimeDataRegionTsFileExtractor.java | 53 +-
.../realtime/assigner/DisruptorQueue.java | 4 +-
.../assigner/DisruptorQueueExceptionHandler.java | 2 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 28 +-
.../realtime/epoch/TsFileEpoch.java | 4 +-
.../realtime/epoch/TsFileEpochManager.java | 2 +-
.../realtime/epoch/TsFileEpochStateMigrator.java | 2 +-
.../listener/PipeInsertionDataNodeListener.java | 18 +-
.../listener/PipeTimePartitionListener.java | 4 +-
.../matcher/CachedSchemaPatternMatcher.java | 20 +-
.../realtime/matcher/PipeDataRegionMatcher.java | 4 +-
.../schemaregion/IoTDBSchemaRegionExtractor.java | 124 +++
.../schemaregion/SchemaRegionListeningFilter.java | 134 +++
.../schemaregion/SchemaRegionListeningQueue.java | 119 +++
.../iotdb/db/pipe/metric/PipeAssignerMetrics.java | 2 +-
.../iotdb/db/pipe/metric/PipeDataNodeMetrics.java | 1 +
.../iotdb/db/pipe/metric/PipeExtractorMetrics.java | 4 +-
.../downsampling/DownSamplingProcessor.java | 3 +-
.../pipe/receiver/PipePlanToStatementVisitor.java | 74 +-
.../receiver/PipeStatementExceptionVisitor.java | 79 ++
.../receiver/PipeStatementTSStatusVisitor.java | 178 ++++
.../pipe/receiver/airgap/IoTDBAirGapReceiver.java | 22 +-
.../receiver/thrift/IoTDBDataNodeReceiver.java | 334 ++++++++
.../thrift/IoTDBDataNodeReceiverAgent.java} | 15 +-
.../pipe/receiver/thrift/IoTDBThriftReceiver.java | 36 -
.../db/pipe/resource/PipeResourceManager.java | 8 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 3 +-
.../PipeDataNodeSnapshotResourceManager.java} | 21 +-
.../iotdb/db/pipe/task/PipeDataNodeTask.java | 9 +-
.../db/pipe/task/builder/PipeDataNodeBuilder.java | 44 +-
.../pipe/task/builder/PipeDataNodeTaskBuilder.java | 26 +-
.../builder/PipeDataNodeTaskDataRegionBuilder.java | 38 -
.../PipeDataNodeTaskSchemaRegionBuilder.java | 38 -
.../pipe/task/connection/PipeEventCollector.java | 17 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 11 +-
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 12 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 34 +-
.../subtask/connector/PipeConnectorSubtask.java | 211 +----
.../connector/PipeConnectorSubtaskLifeCycle.java | 14 +-
.../connector/PipeConnectorSubtaskManager.java | 30 +-
.../subtask/processor/PipeProcessorSubtask.java | 20 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 9 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 10 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 64 +-
.../db/queryengine/common/MPPQueryContext.java | 103 +++
.../common/header/ColumnHeaderConstant.java | 1 +
.../execution/aggregation/Accumulator.java | 9 +
.../execution/aggregation/AvgAccumulator.java | 5 +
.../aggregation/FirstValueAccumulator.java | 5 +
.../aggregation/LastValueAccumulator.java | 5 +
.../aggregation/TimeDurationAccumulator.java | 5 +
.../execution/executor/RegionWriteExecutor.java | 50 +-
.../fragment/FragmentInstanceContext.java | 76 ++
.../fragment/FragmentInstanceExecution.java | 183 +++-
.../fragment/FragmentInstanceManager.java | 34 +-
.../execution/fragment/QueryStatistics.java | 38 +
.../execution/operator/ExplainAnalyzeOperator.java | 214 +++++
.../queryengine/execution/operator/Operator.java | 15 +-
.../execution/operator/OperatorContext.java | 48 ++
.../operator/process/AbstractIntoOperator.java | 2 +-
...ator.java => AggregationMergeSortOperator.java} | 232 +++---
.../operator/process/ColumnInjectOperator.java | 2 +-
.../operator/process/DeviceViewOperator.java | 2 +-
.../operator/process/FilterAndProjectOperator.java | 4 +
.../execution/operator/process/LimitOperator.java | 2 +-
.../operator/process/MergeSortOperator.java | 3 +-
.../execution/operator/process/OffsetOperator.java | 2 +-
.../operator/process/SingleDeviceViewOperator.java | 2 +-
.../execution/operator/process/SortOperator.java | 37 +-
.../execution/operator/process/TopKOperator.java | 2 +-
.../process/join/FullOuterTimeJoinOperator.java | 3 +-
.../process/join/HorizontallyConcatOperator.java | 3 +-
.../process/join/InnerTimeJoinOperator.java | 3 +-
.../process/join/LeftOuterTimeJoinOperator.java | 3 +-
.../process/last/LastQueryMergeOperator.java | 5 +-
.../operator/sink/IdentitySinkOperator.java | 6 +-
.../operator/sink/ShuffleHelperOperator.java | 2 +-
.../operator/source/AlignedSeriesScanOperator.java | 2 +-
.../operator/source/SeriesScanOperator.java | 2 +-
.../execution/schedule/DriverScheduler.java | 19 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 1 +
.../db/queryengine/plan/analyze/Analysis.java | 10 -
.../queryengine/plan/analyze/AnalyzeVisitor.java | 41 +-
.../plan/analyze/LoadTsfileAnalyzer.java | 10 +-
.../queryengine/plan/execution/QueryExecution.java | 17 +-
.../config/executor/ClusterConfigTaskExecutor.java | 86 +-
.../config/executor/IConfigTaskExecutor.java | 12 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 10 +-
.../plan/planner/LocalExecutionPlanner.java | 2 +-
.../plan/planner/LogicalPlanVisitor.java | 21 +-
.../queryengine/plan/planner/LogicalPlanner.java | 7 +-
.../plan/planner/OperatorTreeGenerator.java | 94 ++-
.../planner/distribution/ExchangeNodeAdder.java | 18 +
.../SimpleFragmentParallelPlanner.java | 3 +
.../plan/planner/distribution/SourceRewriter.java | 196 ++++-
.../plan/planner/plan/FragmentInstance.java | 12 +
.../plan/planner/plan/PlanFragment.java | 4 +
.../plan/planner/plan/node/ExplainAnalyzeNode.java | 98 +++
.../plan/planner/plan/node/PlanNode.java | 9 +
.../plan/planner/plan/node/PlanNodeType.java | 26 +-
.../plan/planner/plan/node/PlanVisitor.java | 23 +-
.../plan/node/load/LoadTsFilePieceNode.java | 5 +
.../node/metedata/read/CountSchemaMergeNode.java | 5 +
.../plan/node/metedata/read/DevicesCountNode.java | 5 +
.../node/metedata/read/DevicesSchemaScanNode.java | 5 +
.../metedata/read/LevelTimeSeriesCountNode.java | 5 +
.../metedata/read/LogicalViewSchemaScanNode.java | 5 +
.../read/NodeManagementMemoryMergeNode.java | 5 +
.../node/metedata/read/NodePathsConvertNode.java | 5 +
.../node/metedata/read/NodePathsCountNode.java | 5 +
.../metedata/read/NodePathsSchemaScanNode.java | 5 +
.../metedata/read/PathsUsingTemplateScanNode.java | 5 +
.../node/metedata/read/SchemaFetchMergeNode.java | 5 +
.../node/metedata/read/SchemaFetchScanNode.java | 5 +
.../node/metedata/read/SchemaQueryMergeNode.java | 5 +
.../metedata/read/SchemaQueryOrderByHeatNode.java | 5 +
.../node/metedata/read/TimeSeriesCountNode.java | 5 +
.../metedata/read/TimeSeriesSchemaScanNode.java | 5 +
.../node/metedata/write/ActivateTemplateNode.java | 5 +
.../node/metedata/write/AlterTimeSeriesNode.java | 9 +-
.../metedata/write/BatchActivateTemplateNode.java | 5 +
.../write/ConstructSchemaBlackListNode.java | 5 +
.../write/CreateAlignedTimeSeriesNode.java | 7 +-
.../metedata/write/CreateMultiTimeSeriesNode.java | 7 +-
.../node/metedata/write/CreateTimeSeriesNode.java | 5 +
.../metedata/write/DeactivateTemplateNode.java | 5 +
.../node/metedata/write/DeleteTimeSeriesNode.java | 5 +
.../write/InternalBatchActivateTemplateNode.java | 5 +
.../write/InternalCreateMultiTimeSeriesNode.java | 5 +
.../write/InternalCreateTimeSeriesNode.java | 5 +
.../metedata/write/PreDeactivateTemplateNode.java | 5 +
.../write/RollbackPreDeactivateTemplateNode.java | 5 +
.../write/RollbackSchemaBlackListNode.java | 5 +
.../metedata/write/view/AlterLogicalViewNode.java | 5 +
.../view/ConstructLogicalViewBlackListNode.java | 5 +
.../metedata/write/view/CreateLogicalViewNode.java | 5 +
.../metedata/write/view/DeleteLogicalViewNode.java | 5 +
.../view/RollbackLogicalViewBlackListNode.java | 5 +
.../plan/node/pipe/PipeEnrichedDeleteDataNode.java | 7 +-
.../plan/node/pipe/PipeEnrichedInsertNode.java | 11 +-
...Node.java => PipeEnrichedNonWritePlanNode.java} | 67 +-
...emaNode.java => PipeEnrichedWritePlanNode.java} | 70 +-
.../PipeOperateSchemaQueueNode.java} | 80 +-
.../node/process/AggregationMergeSortNode.java | 56 +-
.../planner/plan/node/process/AggregationNode.java | 5 +
.../plan/node/process/ColumnInjectNode.java | 5 +
.../planner/plan/node/process/DeviceMergeNode.java | 5 +
.../plan/node/process/DeviceViewIntoNode.java | 5 +
.../planner/plan/node/process/DeviceViewNode.java | 11 +-
.../planner/plan/node/process/ExchangeNode.java | 5 +
.../plan/planner/plan/node/process/FillNode.java | 5 +
.../plan/planner/plan/node/process/FilterNode.java | 5 +
.../plan/node/process/GroupByLevelNode.java | 5 +
.../planner/plan/node/process/GroupByTagNode.java | 5 +
.../plan/node/process/HorizontallyConcatNode.java | 5 +
.../plan/planner/plan/node/process/IntoNode.java | 5 +
.../plan/planner/plan/node/process/LimitNode.java | 5 +
.../planner/plan/node/process/MergeSortNode.java | 5 +
.../plan/planner/plan/node/process/OffsetNode.java | 5 +
.../planner/plan/node/process/ProjectNode.java | 5 +
.../plan/node/process/SingleDeviceViewNode.java | 5 +
.../node/process/SlidingWindowAggregationNode.java | 5 +
.../plan/planner/plan/node/process/SortNode.java | 5 +
.../plan/planner/plan/node/process/TopKNode.java | 5 +
.../planner/plan/node/process/TransformNode.java | 5 +
.../plan/node/process/join/InnerTimeJoinNode.java | 5 +
.../node/process/last/LastQueryCollectNode.java | 5 +
.../plan/node/process/last/LastQueryMergeNode.java | 5 +
.../plan/node/process/last/LastQueryNode.java | 5 +
.../node/process/last/LastQueryTransformNode.java | 5 +
.../planner/plan/node/sink/IdentitySinkNode.java | 5 +
.../planner/plan/node/sink/ShuffleSinkNode.java | 5 +
.../plan/node/source/AlignedLastQueryScanNode.java | 5 +
.../source/AlignedSeriesAggregationScanNode.java | 5 +
.../plan/node/source/AlignedSeriesScanNode.java | 10 +
.../plan/node/source/LastQueryScanNode.java | 5 +
.../node/source/SeriesAggregationScanNode.java | 5 +
.../planner/plan/node/source/SeriesScanNode.java | 5 +
.../planner/plan/node/source/ShowQueriesNode.java | 5 +
.../planner/plan/node/write/DeleteDataNode.java | 5 +
.../plan/node/write/InsertMultiTabletsNode.java | 5 +
.../planner/plan/node/write/InsertRowNode.java | 5 +
.../planner/plan/node/write/InsertRowsNode.java | 5 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 5 +
.../planner/plan/node/write/InsertTabletNode.java | 5 +
.../plan/parameter/AggregationDescriptor.java | 13 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 8 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 7 +-
.../plan/statement/StatementVisitor.java | 5 +
.../crud/InsertMultiTabletsStatement.java | 2 +-
.../metadata/CreateMultiTimeSeriesStatement.java | 22 +
.../statement/sys/ExplainAnalyzeStatement.java | 60 ++
.../FragmentInstanceStatisticsDrawer.java | 398 +++++++++
.../statistics/QueryPlanStatistics.java | 77 ++
.../statistics/QueryStatisticsFetcher.java | 97 +++
.../statistics/SpecifiedInfoMergerFactory.java | 54 ++
.../db/queryengine/statistics/StatisticLine.java} | 21 +-
.../statistics/StatisticsMergeUtil.java | 94 +++
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 4 +
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 2 +-
.../impl/mem/snapshot/MemMTreeSnapshotUtil.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 2 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 2 +-
.../iotdb/db/storageengine/StorageEngine.java | 2 +-
.../db/storageengine/buffer/BloomFilterCache.java | 6 +-
.../iotdb/db/storageengine/buffer/ChunkCache.java | 6 +-
.../buffer/TimeSeriesMetadataCache.java | 10 +-
.../db/storageengine/dataregion/DataRegion.java | 4 +-
.../execute/task/InnerSpaceCompactionTask.java | 5 +
.../task/InsertionCrossSpaceCompactionTask.java | 2 +-
.../repair/RepairTimePartitionScanTask.java | 7 +-
.../schedule/CompactionScheduleTaskManager.java | 13 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 5 +
.../dataregion/memtable/TsFileProcessor.java | 5 +-
.../dataregion/tsfile/TsFileResource.java | 23 +-
.../tsfile/timeindex/DeviceTimeIndex.java | 7 +-
.../dataregion/tsfile/timeindex/FileTimeIndex.java | 5 +-
.../storageengine/dataregion/wal/WALManager.java | 17 +-
.../dataregion/wal/buffer/WALBuffer.java | 8 +-
.../dataregion/wal/buffer/WALEntry.java | 2 +-
.../wal/checkpoint/CheckpointManager.java | 4 +-
.../storageengine/rescon/disk/FolderManager.java | 1 +
.../rescon/memory/TimePartitionManager.java | 2 +-
.../rescon/quotas/DataNodeSpaceQuotaManager.java | 2 +-
.../db/trigger/executor/TriggerFireVisitor.java | 2 +-
.../apache/iotdb/db/utils/sort/DiskSpiller.java | 4 +
.../schemaRegion/SchemaRegionBasicTest.java | 1 +
.../schemaRegion/SchemaRegionTestUtil.java | 1 +
.../schemaRegion/SchemaStatisticsTest.java | 1 +
...tTest.java => PipeDataNodePluginAgentTest.java} | 12 +-
.../iotdb/db/pipe/connector/PipeConnectorTest.java | 12 +-
.../connector/PipeDataNodeThriftRequestTest.java | 156 ++--
.../iotdb/db/pipe/connector/PipeReceiverTest.java | 20 +-
.../PipeConnectorSubtaskExecutorTest.java | 4 +-
.../PipeProcessorSubtaskExecutorTest.java | 4 +-
.../extractor/CachedSchemaPatternMatcherTest.java | 4 +-
.../extractor/IoTDBDataRegionExtractorTest.java | 1 +
.../db/pipe/extractor/PipeRealtimeExtractTest.java | 10 +-
.../extractor/SchemaRegionListeningQueueTest.java | 114 +++
.../PipeDataNodeSnapshotResourceManagerTest.java | 107 +++
.../fragment/FragmentInstanceExecutionTest.java | 4 +-
.../execution/operator/OperatorMemoryTest.java | 8 +-
.../schedule/DefaultDriverSchedulerTest.java | 23 +
.../distribution/AggregationDistributionTest.java | 26 +-
.../AlignByDeviceOrderByLimitOffsetTest.java | 123 ++-
.../planner/distribution/AlignedByDeviceTest.java | 563 ++-----------
.../planner/node/PlanNodeDeserializeHelper.java | 1 +
.../pipe/PipeEnrichedDeleteDataNodeSerdeTest.java | 70 ++
.../node/pipe/PipeEnrichedInsertNodeSerdeTest.java | 80 ++
.../PipeEnrichedNonWritePlanNodeSerdeTest.java | 55 ++
.../pipe/PipeEnrichedWritePlanNodeSerdeTest.java | 53 ++
.../node/process/AggregationNodeSerdeTest.java | 1 +
.../TsFileResourceProgressIndexTest.java | 18 +-
.../InsertionCrossSpaceCompactionSelectorTest.java | 8 +-
.../rescon/memory/ResourceManagerTest.java | 2 +-
.../datanode1conf/iotdb-common.properties | 1 -
.../datanode3conf/iotdb-common.properties | 1 -
.../apache/iotdb/commons/client/ClientManager.java | 6 +-
.../iotdb/commons/concurrent/ThreadName.java | 16 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../iotdb/commons/consensus/ConsensusGroupId.java | 6 +-
.../commons/consensus/index/ProgressIndex.java | 58 +-
.../commons/consensus/index/ProgressIndexType.java | 4 +
.../consensus/index/impl/HybridProgressIndex.java | 8 +-
.../consensus/index/impl/IoTProgressIndex.java | 2 +-
.../consensus/index/impl/MetaProgressIndex.java | 180 ++++
.../consensus/index/impl/MinimumProgressIndex.java | 2 +-
.../consensus/index/impl/RecoverProgressIndex.java | 4 +-
.../consensus/index/impl/SimpleProgressIndex.java | 2 +-
...eConnectorRetryTimesConfigurableException.java} | 17 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 265 ++++--
.../config/constant/PipeConnectorConstant.java | 30 +
.../config/constant/PipeExtractorConstant.java | 13 +-
.../pipe/connector/PipeReceiverStatusHandler.java | 198 +++++
.../pipe/connector/client/IoTDBClientManager.java} | 8 +-
...ncConnectorClient.java => IoTDBSyncClient.java} | 4 +-
.../connector/client/IoTDBSyncClientManager.java} | 103 +--
.../payload/airgap/AirGapELanguageConstant.java | 2 +-
.../payload/airgap/AirGapOneByteResponse.java | 2 +-
.../airgap/AirGapPseudoTPipeTransferRequest.java | 2 +-
.../request/PipeTransferSnapshotSealReq.java | 119 ---
.../response/PipeTransferSnapshotPieceResp.java | 81 --
.../common/PipeTransferHandshakeConstant.java | 2 +-
.../request/IoTDBConnectorRequestVersion.java | 2 +-
.../{ => thrift}/request/PipeRequestType.java | 30 +-
.../request/PipeTransferFilePieceReq.java} | 72 +-
.../thrift}/request/PipeTransferFileSealReq.java | 51 +-
.../request/PipeTransferHandshakeV1Req.java | 49 +-
.../request/PipeTransferHandshakeV2Req.java | 52 +-
.../response}/PipeTransferFilePieceResp.java | 29 +-
.../connector/protocol/IoTDBAirGapConnector.java | 237 ++++++
.../protocol}/IoTDBConnector.java | 54 +-
.../connector/protocol/IoTDBSslSyncConnector.java | 137 +++
.../options/PipeInclusionOptions.java | 191 +++++
.../{ => queue}/ConcurrentIterableLinkedQueue.java | 48 +-
.../listening/AbstractPipeListeningQueue.java | 173 ++++
.../AbstractSerializableListeningQueue.java | 196 +++++
.../queue/serializer/PlainQueueSerializer.java | 80 ++
.../queue/serializer/QueueSerializer.java | 31 +-
.../queue/serializer/QueueSerializerType.java} | 38 +-
.../iotdb/commons}/pipe/event/EnrichedEvent.java | 86 +-
.../commons/pipe/event/PipeSnapshotEvent.java | 113 +++
.../commons/pipe/event/PipeWritePlanEvent.java | 88 ++
.../SerializableEvent.java} | 19 +-
.../execution/executor/PipeSubtaskExecutor.java | 2 +-
.../commons/pipe/extractor/IoTDBExtractor.java | 116 +++
.../extractor/IoTDBNonDataRegionExtractor.java | 125 +++
.../pipe/metric/PipeEventCommitMetrics.java | 11 +-
.../connector/iotdb/thrift/IoTDBMetaConnector.java | 263 ------
.../extractor/iotdb/IoTDBMetaExtractor.java | 150 ----
.../progress/committer/PipeEventCommitManager.java | 29 +-
.../progress/committer/PipeEventCommitter.java | 7 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java} | 309 ++-----
.../IoTDBReceiver.java} | 13 +-
.../commons/pipe/receiver/IoTDBReceiverAgent.java} | 42 +-
.../pipe/resource/PipeSnapshotResourceManager.java | 160 ++++
.../iotdb/commons/pipe/task/PipeTaskManager.java | 59 +-
.../iotdb/commons/pipe/task/meta/PipeMeta.java | 4 +
.../commons/pipe/task/meta/PipeRuntimeMeta.java | 120 ++-
.../pipe/task/meta/PipeRuntimeMetaVersion.java | 9 +-
.../commons/pipe/task/meta/PipeStaticMeta.java | 25 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 52 +-
.../commons/pipe/task/stage/PipeTaskStage.java | 16 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 205 +++++
.../pipe/task/subtask/PipeReportableSubtask.java} | 58 +-
.../commons/pipe/task/subtask/PipeSubtask.java | 29 +-
.../apache/iotdb/commons/service/ServiceType.java | 3 +-
.../ConcurrentIterableLinkedQueueTest.java | 36 +-
.../commons/pipe/task/meta/PipeMetaDeSerTest.java | 43 +-
iotdb-core/tsfile/pom.xml | 8 -
.../iotdb/tsfile/file/header/ChunkHeader.java | 13 +-
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 10 +-
.../tsfile/file/metadata/TimeseriesMetadata.java | 16 +-
.../file/metadata/statistics/BinaryStatistics.java | 11 +-
.../metadata/statistics/BooleanStatistics.java | 7 +-
.../file/metadata/statistics/DoubleStatistics.java | 7 +-
.../file/metadata/statistics/FloatStatistics.java | 7 +-
.../metadata/statistics/IntegerStatistics.java | 7 +-
.../file/metadata/statistics/LongStatistics.java | 7 +-
.../file/metadata/statistics/Statistics.java | 2 +-
.../file/metadata/statistics/TimeStatistics.java | 7 +-
.../org/apache/iotdb/tsfile/read/common/Chunk.java | 11 +-
.../iotdb/tsfile/read/common/block/TsBlock.java | 6 +-
.../read/common/block/column/BinaryColumn.java | 9 +-
.../common/block/column/BinaryColumnBuilder.java | 12 +-
.../read/common/block/column/BooleanColumn.java | 7 +-
.../common/block/column/BooleanColumnBuilder.java | 7 +-
.../read/common/block/column/DoubleColumn.java | 9 +-
.../common/block/column/DoubleColumnBuilder.java | 7 +-
.../read/common/block/column/FloatColumn.java | 10 +-
.../common/block/column/FloatColumnBuilder.java | 7 +-
.../tsfile/read/common/block/column/IntColumn.java | 10 +-
.../read/common/block/column/IntColumnBuilder.java | 7 +-
.../read/common/block/column/LongColumn.java | 10 +-
.../common/block/column/LongColumnBuilder.java | 7 +-
.../read/common/block/column/NullColumn.java | 5 +-
.../block/column/RunLengthEncodedColumn.java | 5 +-
.../read/common/block/column/TimeColumn.java | 8 +-
.../common/block/column/TimeColumnBuilder.java | 7 +-
.../org/apache/iotdb/tsfile/utils/BloomFilter.java | 9 +-
.../iotdb/tsfile/utils/RamUsageEstimator.java | 926 ---------------------
.../chunk/NonAlignedChunkGroupWriterImpl.java | 2 +-
.../apache/iotdb/tsfile/write/record/Tablet.java | 4 +-
.../apache/iotdb/tsfile/read/TsFileReaderTest.java | 1 +
.../org/apache/iotdb/tsfile/write/PerfTest.java | 2 +-
.../iotdb/tsfile/write/record/TabletTest.java | 3 +-
.../src/main/thrift/confignode.thrift | 72 +-
.../thrift-datanode/src/main/thrift/client.thrift | 15 +
.../src/main/thrift/datanode.thrift | 204 +++--
.../apache/iotdb/library/dprofile/UDTFSample.java | 2 +-
pom.xml | 31 -
679 files changed, 21321 insertions(+), 8441 deletions(-)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/IoTDBSchemaRegionExtractor.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDevice3IT.java
(55%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/iotdb/thrift/IoTDBSchemaRegionConnector.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDeviceWithTemplate2IT.java
(54%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/IoTDBSchemaRegionExtractor.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBOrderByLimitOffsetAlignByDevice2IT.java
(50%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/extractor/IoTDBConfigRegionExtractor.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBOrderByWithAlignByDevice3IT.java
(59%)
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{AbstractPipeDualIT.java
=> autocreate/AbstractPipeDualAutoIT.java} (53%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeAlterIT.java (98%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/autocreate/IoTDBPipeAutoConflictIT.java
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeClusterIT.java (94%)
copy integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeConnectorParallelIT.java (95%)
copy integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeDataSinkIT.java (90%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeExtractorIT.java (96%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/autocreate/IoTDBPipeIdempotentIT.java
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeLifeCycleIT.java (83%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeNullValueIT.java (96%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeProcessorIT.java (81%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeProtocolIT.java (90%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeSwitchStatusIT.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
autocreate}/IoTDBPipeSyntaxIT.java (87%)
rename
integration-test/src/test/java/org/apache/iotdb/pipe/it/{AbstractPipeDualIT.java
=> manual/AbstractPipeDualManualIT.java} (53%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/manual/IoTDBPipeManualConflictIT.java
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDataSinkIT.java
=> manual/IoTDBPipeMetaLeaderChangeIT.java} (50%)
rename
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDataSinkIT.java
=> manual/IoTDBPipeMetaRestartIT.java} (55%)
rename
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeConnectorParallelIT.java
=> manual/IoTDBPipeMultiSchemaRegionIT.java} (71%)
rename integration-test/src/test/java/org/apache/iotdb/tools/{ =>
it}/ExportCsvTestIT.java (97%)
rename integration-test/src/test/java/org/apache/iotdb/tools/{ =>
it}/ExportTsFileTestIT.java (98%)
rename {iotdb-client/cli/src/test/java/org/apache/iotdb/tool/integration =>
integration-test/src/test/java/org/apache/iotdb/tools/it}/ImportCsvTestIT.java
(57%)
create mode 100644
iotdb-api/common-api/src/main/java/org/apache/iotdb/tsfile/utils/Constants.java
create mode 100644
iotdb-api/common-api/src/main/java/org/apache/iotdb/tsfile/utils/RamUsageEstimator.java
rename iotdb-client/cli/src/test/java/org/apache/iotdb/cli/{AbstractCliIT.java
=> AbstractCliTest.java} (99%)
delete mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/cli/AbstractScript.java
rename
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/{unit/WriteCsvFileTestUT.java
=> WriteCsvFileTest.java} (93%)
delete mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/integration/ExportCsvTestIT.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/IoTDBConnectorRequestVersion.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/EnrichedRowRecord.java
(70%)
rename
integration-test/src/test/java/org/apache/iotdb/pipe/PipeEnvironmentException.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/IoTDBSubscriptionDataSet.java
(75%)
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/ConsumerConfig.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeCloseReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeCommitReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeHandshakeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeHeartbeatReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribePollReq.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/PipeRequestType.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeRequestType.java
(64%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/IoTDBConnectorRequestVersion.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeRequestVersion.java
(86%)
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSubscribeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeUnsubscribeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/EnrichedTablets.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeCloseResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeCommitResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeHandshakeResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeHeartbeatResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribePollResp.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/PipeRequestType.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeResponseType.java
(64%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/IoTDBConnectorRequestVersion.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeResponseVersion.java
(86%)
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeSubscribeResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeUnsubscribeResp.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/ConfigPhysicalPlanVisitor.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/payload/PipeDeactivateTemplatePlan.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/{PipeEnrichedPlan.java
=> payload/PipeDeleteLogicalViewPlan.java} (61%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/{PipeEnrichedPlan.java
=> payload/PipeDeleteTimeSeriesPlan.java} (61%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/{
=> payload}/PipeEnrichedPlan.java (94%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/{PipeEnrichedPlan.java
=> payload/PipeUnsetSchemaTemplatePlan.java} (56%)
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/agent/PipeConfigNodeAgent.java
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/agent/task/PipeTaskConfigNodeAgent.java
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/connector/IoTDBConfigRegionConnector.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/event/PipeConfigRegionSnapshotEvent.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/event/PipeConfigRegionWritePlanEvent.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/event/PipeConfigSerializableEventType.java
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/execution/PipeConfigNodeSubtask.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/resource/snapshot/PipeConfigNodeSnapshotResourceManager.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/PipeConfigNodeAgent.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{agent/plugin/PipePluginConfigNodeAgent.java
=> transfer/agent/plugin/PipeConfigNodePluginAgent.java} (89%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/agent/plugin/PipeConfigRegionConnectorConstructor.java (80%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/agent/plugin/PipeConfigRegionExtractorConstructor.java (88%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/agent/plugin/PipeConfigRegionProcessorConstructor.java (91%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/receiver/IoTDBConfigNodeReceiver.java
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/agent/receiver/PipeReceiverAgent.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/receiver/IoTDBConfigNodeReceiverAgent.java}
(52%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/receiver/PipeConfigPhysicalPlanExceptionVisitor.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/receiver/PipeConfigPhysicalPlanTSStatusVisitor.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/runtime/PipeConfigNodeRuntimeAgent.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/runtime/PipeConfigRegionListener.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/task/PipeConfigNodeTaskAgent.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/client/IoTDBConfigNodeSyncClientManager.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/config/IoTDBConfigRegionAirGapConnector.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/config/IoTDBConfigRegionConnector.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/payload/request/PipeTransferConfigNodeHandshakeV1Req.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/payload/request/PipeTransferConfigNodeHandshakeV2Req.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/connector/payload/request/PipeTransferConfigPlanReq.java (84%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/payload/request/PipeTransferConfigSnapshotPieceReq.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/payload/request/PipeTransferConfigSnapshotSealReq.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/execution/PipeConfigNodeSubtask.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/execution/PipeConfigNodeSubtaskExecutor.java (96%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/extractor/ConfigRegionListeningFilter.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/extractor/ConfigRegionListeningQueue.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/extractor/IoTDBConfigRegionExtractor.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/task/PipeConfigNodeTask.java (95%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/task/PipeConfigNodeTaskBuilder.java (58%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{
=> transfer}/task/PipeConfigNodeTaskStage.java (79%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/{statemachine
=> }/StateMachineProcedure.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/{statemachine
=> region}/CreateRegionGroupsProcedure.java (99%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/{statemachine
=> region}/RegionMigrateProcedure.java (98%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/PipeConfigNodeThriftRequestTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/ConfigRegionListeningQueueTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/receiver/PipeEnrichedProcedureTest.java
rename
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/{statemachine
=> region}/RegionMigrateProcedureTest.java (97%)
copy
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/schema/{DeleteTimeSeriesProcedureTest.java
=> AlterLogicalViewProcedureTest.java} (59%)
copy
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/schema/{DeleteTimeSeriesProcedureTest.java
=> DeleteLogicalViewProcedureTest.java} (62%)
copy
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/schema/{DeleteTimeSeriesProcedureTest.java
=> SetTemplateProcedureTest.java} (52%)
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/IoTDBConnectorRequestVersion.java
=>
datanode/src/main/java/org/apache/iotdb/db/exception/mpp/FragmentInstanceFetchException.java}
(66%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/plugin/{PipePluginDataNodeAgent.java
=> PipeDataNodePluginAgent.java} (89%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/receiver/{PipeReceiverAgent.java
=> PipeDataNodeReceiverAgent.java} (83%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/{PipeRuntimeAgent.java
=> PipeDataNodeRuntimeAgent.java} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/PipeSchemaRegionListenerManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/task/PipeDataNodeTaskAgent.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/task/PipeTaskDataNodeAgent.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/{protocol/thrift/async/IoTDBThriftAsyncClientManager.java
=> client/IoTDBDataNodeAsyncClientManager.java} (86%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/client/IoTDBDataNodeCacheLeaderClientManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/client/IoTDBDataNodeSyncClientManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferDataNodeHandshakeV1Req.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferDataNodeHandshakeV2Req.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferFilePieceReq.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferSchemaPlanReq.java
=> PipeTransferPlanNodeReq.java} (79%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferSchemaSnapshotPieceReq.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferSchemaSnapshotSealReq.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferTsFilePieceReq.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferTsFileSealReq.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/airgap/IoTDBAirGapConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/airgap/IoTDBDataNodeAirGapConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/airgap/IoTDBDataRegionAirGapConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/airgap/IoTDBSchemaRegionAirGapConnector.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/LeaderCacheManager.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/{IoTDBThriftAsyncConnector.java
=> IoTDBDataRegionAsyncConnector.java} (93%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/sync/IoTDBDataNodeSyncConnector.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/sync/{IoTDBThriftSyncConnector.java
=> IoTDBDataRegionSyncConnector.java} (58%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/sync/IoTDBSchemaRegionConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/schema/PipeSchemaRegionSnapshotEvent.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/schema/PipeSchemaRegionWritePlanEvent.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/schema/PipeSchemaSerializableEventType.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/executor/dataregion/PipeDataRegionConnectorSubtaskExecutor.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/executor/dataregion/PipeDataRegionProcessorSubtaskExecutor.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/executor/schemaregion/PipeSchemaRegionConnectorSubtaskExecutor.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/executor/schemaregion/PipeSchemaRegionProcessorSubtaskExecutor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/dataregion/DataRegionListeningFilter.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/IoTDBDataRegionExtractor.java (86%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/historical/PipeHistoricalDataRegionExtractor.java (93%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/historical/PipeHistoricalDataRegionTsFileExtractor.java (95%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/PipeRealtimeDataRegionExtractor.java (72%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/PipeRealtimeDataRegionFakeExtractor.java (96%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/PipeRealtimeDataRegionHybridExtractor.java (85%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/PipeRealtimeDataRegionLogExtractor.java (76%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/PipeRealtimeDataRegionTsFileExtractor.java (69%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/assigner/DisruptorQueue.java (97%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/assigner/DisruptorQueueExceptionHandler.java (95%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/assigner/PipeDataRegionAssigner.java (81%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/epoch/TsFileEpoch.java (94%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/epoch/TsFileEpochManager.java (97%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/epoch/TsFileEpochStateMigrator.java (93%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/listener/PipeInsertionDataNodeListener.java (91%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/listener/PipeTimePartitionListener.java (96%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/matcher/CachedSchemaPatternMatcher.java (91%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/{
=> dataregion}/realtime/matcher/PipeDataRegionMatcher.java (91%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/schemaregion/IoTDBSchemaRegionExtractor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/schemaregion/SchemaRegionListeningFilter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/schemaregion/SchemaRegionListeningQueue.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/PipeStatementExceptionVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/PipeStatementTSStatusVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/thrift/IoTDBDataNodeReceiver.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/{execution/executor/schemaregion/PipeSchemaRegionAssignerSubtaskExecutor.java
=> receiver/thrift/IoTDBDataNodeReceiverAgent.java} (64%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/thrift/IoTDBThriftReceiver.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/{execution/executor/dataregion/PipeDataRegionAssignerSubtaskExecutor.java
=> resource/snapshot/PipeDataNodeSnapshotResourceManager.java} (59%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/task/builder/PipeDataNodeTaskDataRegionBuilder.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/task/builder/PipeDataNodeTaskSchemaRegionBuilder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/ExplainAnalyzeOperator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/{MergeSortOperator.java
=> AggregationMergeSortOperator.java} (67%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/ExplainAnalyzeNode.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/pipe/{PipeEnrichedConfigSchemaNode.java
=> PipeEnrichedNonWritePlanNode.java} (70%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/pipe/{PipeEnrichedWriteSchemaNode.java
=> PipeEnrichedWritePlanNode.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/{process/OffsetNode.java
=> pipe/PipeOperateSchemaQueueNode.java} (54%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/ExplainAnalyzeStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/FragmentInstanceStatisticsDrawer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/QueryPlanStatistics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/QueryStatisticsFetcher.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/SpecifiedInfoMergerFactory.java
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/IoTDBConnectorRequestVersion.java
=>
datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/StatisticLine.java}
(71%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/StatisticsMergeUtil.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/plugin/{PipePluginDataNodeAgentTest.java
=> PipeDataNodePluginAgentTest.java} (91%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/extractor/SchemaRegionListeningQueueTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/PipeDataNodeSnapshotResourceManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/node/pipe/PipeEnrichedDeleteDataNodeSerdeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/node/pipe/PipeEnrichedInsertNodeSerdeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/node/pipe/PipeEnrichedNonWritePlanNodeSerdeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/node/pipe/PipeEnrichedWritePlanNodeSerdeTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/MetaProgressIndex.java
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/execution/executor/PipeAssignerSubtaskExecutor.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe/PipeRuntimeConnectorRetryTimesConfigurableException.java}
(66%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/PipeReceiverStatusHandler.java
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/IoTDBThriftClientManager.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/client/IoTDBClientManager.java}
(79%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/client/{IoTDBThriftSyncConnectorClient.java
=> IoTDBSyncClient.java} (95%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/sync/IoTDBThriftSyncClientManager.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/client/IoTDBSyncClientManager.java}
(66%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/pipe/connector/payload/airgap/AirGapELanguageConstant.java
(95%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/pipe/connector/payload/airgap/AirGapOneByteResponse.java
(94%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/pipe/connector/payload/airgap/AirGapPseudoTPipeTransferRequest.java
(93%)
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/request/PipeTransferSnapshotSealReq.java
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/response/PipeTransferSnapshotPieceResp.java
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift}/common/PipeTransferHandshakeConstant.java
(93%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{
=> thrift}/request/IoTDBConnectorRequestVersion.java (93%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{
=> thrift}/request/PipeRequestType.java (73%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{request/PipeTransferSnapshotPieceReq.java
=> thrift/request/PipeTransferFilePieceReq.java} (58%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift}/request/PipeTransferFileSealReq.java
(63%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift}/request/PipeTransferHandshakeV1Req.java
(62%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift}/request/PipeTransferHandshakeV2Req.java
(68%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/reponse
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift/response}/PipeTransferFilePieceResp.java
(77%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/protocol/IoTDBAirGapConnector.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/{plugin/builtin/connector/iotdb
=> connector/protocol}/IoTDBConnector.java (66%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/protocol/IoTDBSslSyncConnector.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/options/PipeInclusionOptions.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/{
=> queue}/ConcurrentIterableLinkedQueue.java (86%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/queue/listening/AbstractPipeListeningQueue.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/queue/listening/AbstractSerializableListeningQueue.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/queue/serializer/PlainQueueSerializer.java
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/collector/EventCollector.java
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/queue/serializer/QueueSerializer.java
(53%)
rename
iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/task/PipeConfigNodeTask.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/queue/serializer/QueueSerializerType.java}
(57%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/pipe/event/EnrichedEvent.java
(70%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/event/PipeSnapshotEvent.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/event/PipeWritePlanEvent.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/{connector/payload/request/IoTDBConnectorRequestVersion.java
=> event/SerializableEvent.java} (72%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/extractor/IoTDBExtractor.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/extractor/IoTDBNonDataRegionExtractor.java
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/pipe/metric/PipeEventCommitMetrics.java
(94%)
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/iotdb/thrift/IoTDBMetaConnector.java
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/extractor/iotdb/IoTDBMetaExtractor.java
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/pipe/progress/committer/PipeEventCommitManager.java
(79%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/pipe/progress/committer/PipeEventCommitter.java
(91%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/thrift/IoTDBThriftReceiverV1.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/receiver/IoTDBFileReceiver.java}
(59%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/{connector/payload/request/TransferConfigPlanReq.java
=> receiver/IoTDBReceiver.java} (70%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/thrift/IoTDBThriftReceiverAgent.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/receiver/IoTDBReceiverAgent.java}
(67%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/resource/PipeSnapshotResourceManager.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/subtask/PipeAbstractConnectorSubtask.java
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/task/subtask/PipeDataNodeSubtask.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/subtask/PipeReportableSubtask.java}
(77%)
delete mode 100644
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/utils/RamUsageEstimator.java
