This is an automated email from the ASF dual-hosted git repository. jackietien pushed a commit to branch ty/TableModelGrammar in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 0e8cf5a8101535ca7d97e3d0070239311e5d7a32 Merge: b5b8c42268b c6d901ca76c Author: JackieTien97 <[email protected]> AuthorDate: Wed Mar 13 14:53:27 2024 +0800 Merge remote-tracking branch 'origin/master' into ty/TableModelGrammar .github/workflows/client-cpp.yml | 2 +- .github/workflows/cluster-it-1c3d.yml | 16 +- .github/workflows/pipe-it-2cluster.yml | 6 +- example/flink-sql/pom.xml | 2 +- .../iotdb/it/env/cluster/env/AbstractEnv.java | 81 +- .../iotdb/it/env/remote/env/RemoteServerEnv.java | 19 +- .../java/org/apache/iotdb/itbase/env/BaseEnv.java | 25 +- .../iotdb/itbase/runtime/NodeConnection.java | 1 + .../itbase/runtime/ParallelRequestDelegate.java | 1 + .../org/apache/iotdb/cli/it/AbstractScript.java | 25 - .../confignode/it/IoTDBConfigNodeSnapshotIT.java | 8 +- .../it/partition/IoTDBPartitionCreationIT.java | 24 +- .../confignode/it/procedure/IoTDBProcedureIT.java | 113 ++- .../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 34 + .../iotdb/db/it/IoTDBSimpleQueryStandaloneIT.java | 75 ++ .../db/it/alignbydevice/IoTDBAlignByDevice3IT.java | 25 +- .../IoTDBAlignByDeviceWithTemplate2IT.java | 25 +- .../IoTDBAlignByDeviceWithTemplateIT.java | 2 +- .../IoTDBOrderByLimitOffsetAlignByDevice2IT.java | 28 +- .../IoTDBOrderByWithAlignByDevice3IT.java | 22 +- .../db/it/alignbydevice/IoTDBShuffleSink1IT.java | 1 + .../db/it/alignbydevice/IoTDBShuffleSink2IT.java | 1 + .../org/apache/iotdb/db/it/utils/TestUtils.java | 98 ++- .../apache/iotdb/libudf/it/dmatch/DMatchIT.java | 68 +- .../iotdb/libudf/it/dprofile/DProfileIT.java | 14 +- .../iotdb/pipe/it/IoTDBPipeSingleEnvDemoIT.java | 15 +- .../AbstractPipeDualAutoIT.java} | 39 +- .../pipe/it/{ => autocreate}/IoTDBPipeAlterIT.java | 8 +- .../it/autocreate/IoTDBPipeAutoConflictIT.java | 293 +++++++ .../it/{ => autocreate}/IoTDBPipeClusterIT.java | 87 +- .../IoTDBPipeConnectorParallelIT.java | 9 +- .../it/{ => autocreate}/IoTDBPipeDataSinkIT.java | 19 +- .../it/{ => autocreate}/IoTDBPipeExtractorIT.java | 69 +- .../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 442 ++++++++++ .../it/{ => autocreate}/IoTDBPipeLifeCycleIT.java | 165 ++-- .../it/{ => autocreate}/IoTDBPipeNullValueIT.java | 14 +- .../it/autocreate/IoTDBPipePatternFormatIT.java | 197 +++++ .../it/{ => autocreate}/IoTDBPipeProcessorIT.java | 43 +- .../it/{ => autocreate}/IoTDBPipeProtocolIT.java | 63 +- .../{ => autocreate}/IoTDBPipeSwitchStatusIT.java | 4 +- .../it/{ => autocreate}/IoTDBPipeSyntaxIT.java | 91 +- .../AbstractPipeDualManualIT.java} | 39 +- .../iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java | 215 +++++ .../pipe/it/manual/IoTDBPipeManualConflictIT.java | 257 ++++++ .../IoTDBPipeMetaLeaderChangeIT.java} | 136 ++- .../IoTDBPipeMetaRestartIT.java} | 111 ++- .../IoTDBPipeMultiSchemaRegionIT.java} | 45 +- .../iotdb/tools/{ => it}/ExportCsvTestIT.java | 5 +- .../iotdb/tools/{ => it}/ExportTsFileTestIT.java | 6 +- .../apache/iotdb/tools/it}/ImportCsvTestIT.java | 68 +- iotdb-api/common-api/pom.xml | 6 - .../common/block/column/ColumnBuilderStatus.java | 9 +- .../java/org/apache/iotdb/tsfile/utils/BitMap.java | 4 +- .../org/apache/iotdb/tsfile/utils/Constants.java | 100 +++ .../iotdb/tsfile/utils/RamUsageEstimator.java | 574 +++++++++++++ .../org/apache/iotdb/pipe/api/PipeConnector.java | 45 +- .../org/apache/iotdb/pipe/api/PipeExtractor.java | 45 +- .../org/apache/iotdb/pipe/api/PipeProcessor.java | 45 +- .../iotdb/pipe/api/collector/EventCollector.java | 4 +- .../event/dml/insertion/TsFileInsertionEvent.java | 5 +- .../api/customizer/parameter/UDFParameters.java | 112 ++- iotdb-client/cli/pom.xml | 3 +- .../{AbstractCliIT.java => AbstractCliTest.java} | 4 +- .../java/org/apache/iotdb/cli/AbstractScript.java | 102 --- ...iteCsvFileTestUT.java => WriteCsvFileTest.java} | 6 +- .../iotdb/tool/integration/ExportCsvTestIT.java | 109 --- .../main/java/org/apache/iotdb/rpc/RpcUtils.java | 8 +- .../java/org/apache/iotdb/rpc/TSStatusCode.java | 15 + .../iotdb/rpc/subscription/EnrichedRowRecord.java | 21 +- .../rpc/subscription/IoTDBSubscriptionDataSet.java | 16 +- .../payload/request/ConsumerConfig.java | 85 ++ .../payload/request/PipeSubscribeCloseReq.java | 74 ++ .../payload/request/PipeSubscribeCommitReq.java | 110 +++ .../payload/request/PipeSubscribeHandshakeReq.java | 97 +++ .../payload/request/PipeSubscribeHeartbeatReq.java | 75 ++ .../payload/request/PipeSubscribePollReq.java | 96 +++ .../payload/request/PipeSubscribeRequestType.java | 37 +- .../request/PipeSubscribeRequestVersion.java | 6 +- .../payload/request/PipeSubscribeSubscribeReq.java | 100 +++ .../request/PipeSubscribeUnsubscribeReq.java | 101 +++ .../payload/response/EnrichedTablets.java | 89 ++ .../payload/response/PipeSubscribeCloseResp.java | 78 ++ .../payload/response/PipeSubscribeCommitResp.java | 78 ++ .../response/PipeSubscribeHandshakeResp.java | 125 +++ .../response/PipeSubscribeHeartbeatResp.java | 79 ++ .../payload/response/PipeSubscribePollResp.java | 110 +++ .../response/PipeSubscribeResponseType.java | 32 +- .../response/PipeSubscribeResponseVersion.java | 6 +- .../response/PipeSubscribeSubscribeResp.java | 79 ++ .../response/PipeSubscribeUnsubscribeResp.java | 79 ++ .../java/org/apache/iotdb/flink/IoTDBSink.java | 2 +- .../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 + .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 12 +- .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 + .../resources/conf/iotdb-confignode.properties | 12 + .../iotdb/confignode/conf/ConfigNodeConfig.java | 17 +- .../iotdb/confignode/conf/ConfigNodeConstant.java | 13 - .../confignode/conf/ConfigNodeDescriptor.java | 7 + .../consensus/request/ConfigPhysicalPlan.java | 20 +- .../consensus/request/ConfigPhysicalPlanType.java | 4 + .../request/ConfigPhysicalPlanVisitor.java | 187 +++++ .../consensus/request/auth/AuthorPlan.java | 2 +- .../pipe/payload/PipeDeactivateTemplatePlan.java | 106 +++ .../PipeDeleteLogicalViewPlan.java} | 38 +- .../PipeDeleteTimeSeriesPlan.java} | 38 +- .../write/pipe/{ => payload}/PipeEnrichedPlan.java | 5 +- .../PipeUnsetSchemaTemplatePlan.java} | 45 +- .../pipe/runtime/PipeHandleLeaderChangePlan.java | 17 +- .../request/write/pipe/task/CreatePipePlanV2.java | 29 + .../request/write/pipe/task/DropPipePlanV2.java | 23 + .../write/pipe/task/SetPipeStatusPlanV2.java | 23 + .../response/pipe/task/PipeTableResp.java | 2 +- .../statemachine/ConfigRegionStateMachine.java | 36 +- .../iotdb/confignode/manager/ConfigManager.java | 72 +- .../apache/iotdb/confignode/manager/IManager.java | 99 ++- .../confignode/manager/PermissionManager.java | 8 +- .../iotdb/confignode/manager/ProcedureManager.java | 85 +- .../iotdb/confignode/manager/TriggerManager.java | 10 +- .../iotdb/confignode/manager/load/LoadManager.java | 15 +- .../manager/load/balancer/RegionBalancer.java | 8 +- .../manager/load/balancer/RouteBalancer.java | 61 +- .../confignode/manager/load/cache/LoadCache.java | 7 +- .../manager/load/cache/route/RegionRouteCache.java | 5 + .../manager/load/service/StatisticsService.java | 16 +- .../iotdb/confignode/manager/node/NodeManager.java | 4 +- .../manager/pipe/agent/PipeConfigNodeAgent.java | 54 -- .../pipe/agent/task/PipeTaskConfigNodeAgent.java | 84 -- .../coordinator/runtime/PipeHeartbeatParser.java | 135 ++- .../runtime/PipeHeartbeatScheduler.java | 14 + .../runtime/PipeLeaderChangeHandler.java | 43 +- .../runtime/PipeRuntimeCoordinator.java | 4 + .../pipe/coordinator/task/PipeTaskCoordinator.java | 3 +- .../coordinator/task/PipeTaskCoordinatorLock.java | 4 +- .../pipe/event/PipeConfigRegionSnapshotEvent.java | 70 ++ .../pipe/event/PipeConfigRegionWritePlanEvent.java | 86 ++ .../event/PipeConfigSerializableEventType.java | 77 ++ .../pipe/execution/PipeConfigNodeSubtask.java | 314 ------- .../PipeConfigNodeSnapshotResourceManager.java} | 35 +- .../pipe/transfer/agent/PipeConfigNodeAgent.java | 84 ++ .../agent/plugin/PipeConfigNodePluginAgent.java} | 6 +- .../PipeConfigRegionConnectorConstructor.java | 13 +- .../PipeConfigRegionExtractorConstructor.java | 6 +- .../PipeConfigRegionProcessorConstructor.java | 4 +- .../agent/receiver/IoTDBConfigNodeReceiver.java | 245 ++++++ .../receiver/IoTDBConfigNodeReceiverAgent.java} | 48 +- .../PipeConfigPhysicalPlanExceptionVisitor.java | 51 ++ .../PipeConfigPhysicalPlanTSStatusVisitor.java | 306 +++++++ .../agent/runtime/PipeConfigNodeRuntimeAgent.java | 141 ++++ .../agent/runtime/PipeConfigRegionListener.java | 75 ++ .../agent/task/PipeConfigNodeTaskAgent.java | 218 +++++ .../client/IoTDBConfigNodeSyncClientManager.java | 57 ++ .../config/IoTDBConfigRegionAirGapConnector.java | 160 ++++ .../config/IoTDBConfigRegionConnector.java | 206 +++++ .../PipeTransferConfigNodeHandshakeV1Req.java | 71 ++ .../PipeTransferConfigNodeHandshakeV2Req.java | 71 ++ .../payload/request/PipeTransferConfigPlanReq.java | 12 +- .../PipeTransferConfigSnapshotPieceReq.java | 73 ++ .../request/PipeTransferConfigSnapshotSealReq.java | 70 ++ .../transfer/execution/PipeConfigNodeSubtask.java | 224 +++++ .../execution/PipeConfigNodeSubtaskExecutor.java | 2 +- .../extractor/ConfigRegionListeningFilter.java | 200 +++++ .../extractor/ConfigRegionListeningQueue.java | 131 +++ .../extractor/IoTDBConfigRegionExtractor.java | 55 ++ .../{ => transfer}/task/PipeConfigNodeTask.java | 2 +- .../task/PipeConfigNodeTaskBuilder.java | 40 +- .../task/PipeConfigNodeTaskStage.java | 15 +- .../manager/schema/ClusterSchemaManager.java | 61 +- .../persistence/executor/ConfigPlanExecutor.java | 31 +- .../confignode/persistence/pipe/PipeInfo.java | 152 ++++ .../confignode/persistence/pipe/PipeTaskInfo.java | 94 +-- .../persistence/schema/ClusterSchemaInfo.java | 6 +- .../confignode/procedure/ProcedureExecutor.java | 11 +- .../procedure/env/ConfigNodeProcedureEnv.java | 11 +- .../{statemachine => }/StateMachineProcedure.java | 21 +- .../procedure/impl/cq/CreateCQProcedure.java | 15 +- .../procedure/impl/node/AbstractNodeProcedure.java | 10 +- .../impl/node/RemoveDataNodeProcedure.java | 2 +- .../impl/pipe/AbstractOperatePipeProcedureV2.java | 2 +- .../pipe/plugin/CreatePipePluginProcedure.java | 5 +- .../impl/pipe/plugin/DropPipePluginProcedure.java | 5 +- .../runtime/PipeHandleLeaderChangeProcedure.java | 30 +- .../runtime/PipeHandleMetaChangeProcedure.java | 12 +- .../impl/pipe/runtime/PipeMetaSyncProcedure.java | 29 +- .../impl/pipe/task/AlterPipeProcedureV2.java | 15 +- .../impl/pipe/task/CreatePipeProcedureV2.java | 39 +- .../impl/pipe/task/DropPipeProcedureV2.java | 8 +- .../impl/pipe/task/StartPipeProcedureV2.java | 8 +- .../impl/pipe/task/StopPipeProcedureV2.java | 8 +- .../CreateRegionGroupsProcedure.java | 3 +- .../RegionMigrateProcedure.java | 3 +- .../impl/schema/AlterLogicalViewProcedure.java | 33 +- .../impl/schema/DeactivateTemplateProcedure.java | 55 +- .../impl/schema/DeleteDatabaseProcedure.java | 24 +- .../impl/schema/DeleteLogicalViewProcedure.java | 54 +- .../impl/schema/DeleteTimeSeriesProcedure.java | 61 +- .../impl/schema/SetTemplateProcedure.java | 45 +- .../impl/schema/UnsetTemplateProcedure.java | 39 +- .../impl/sync/AbstractOperatePipeProcedure.java | 2 +- .../impl/sync/AuthOperationProcedure.java | 25 +- .../AddNeverFinishSubProcedureProcedure.java} | 56 +- .../CreateManyDatabasesProcedure.java | 13 +- .../NeverFinishProcedure.java} | 50 +- .../impl/testonly/ProcedureTestUtils.java} | 43 +- .../impl/trigger/CreateTriggerProcedure.java | 36 +- .../impl/trigger/DropTriggerProcedure.java | 26 +- .../procedure/store/ConfigProcedureStore.java | 8 +- .../procedure/store/ProcedureFactory.java | 78 +- .../confignode/procedure/store/ProcedureType.java | 27 +- .../iotdb/confignode/service/ConfigNode.java | 8 +- .../thrift/ConfigNodeRPCServiceProcessor.java | 35 +- .../request/ConfigPhysicalPlanSerDeTest.java | 117 ++- .../consensus/response/pipe/PipeTableRespTest.java | 17 +- .../pipe/PipeConfigNodeThriftRequestTest.java | 97 +++ .../connector/IoTDBConfigRegionConnectorTest.java | 1 + .../PipeConfigNodeSubtaskExecutorTest.java | 9 +- .../extractor/IoTDBConfigRegionExtractorTest.java | 1 + .../ConfigRegionListeningQueueTest.java | 109 +++ .../iotdb/confignode/persistence/PipeInfoTest.java | 12 +- .../procedure/entity/SimpleSTMProcedure.java | 2 +- .../procedure/entity/StuckSTMProcedure.java | 2 +- .../procedure/impl/CreateCQProcedureTest.java | 1 + .../impl/CreateRegionGroupsProcedureTest.java | 2 +- .../procedure/impl/CreateTriggerProcedureTest.java | 4 +- .../procedure/impl/DropTriggerProcedureTest.java | 2 +- .../pipe/receiver/PipeEnrichedProcedureTest.java | 332 ++++++++ .../RegionMigrateProcedureTest.java | 2 +- ...est.java => AlterLogicalViewProcedureTest.java} | 41 +- .../schema/DeactivateTemplateProcedureTest.java | 4 +- .../impl/schema/DeleteDatabaseProcedureTest.java | 2 +- ...st.java => DeleteLogicalViewProcedureTest.java} | 29 +- .../impl/schema/DeleteTimeSeriesProcedureTest.java | 4 +- ...dureTest.java => SetTemplateProcedureTest.java} | 32 +- .../impl/schema/UnsetTemplateProcedureTest.java | 4 +- .../impl/sync/AuthOperationProcedureTest.java | 3 +- .../iotdb/consensus/simple/SimpleConsensus.java | 10 +- .../simple/SimpleConsensusServerImpl.java | 12 +- iotdb-core/datanode/pom.xml | 12 - .../assembly/resources/conf/logback-datanode.xml | 18 + .../org/apache/iotdb/db/audit/AuditLogger.java | 2 +- .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 7 +- .../dataregion/DataExecutionVisitor.java | 7 +- .../schemaregion/SchemaExecutionVisitor.java | 42 +- .../schemaregion/SchemaRegionStateMachine.java | 37 +- .../mpp/FragmentInstanceFetchException.java} | 18 +- .../org/apache/iotdb/db/pipe/agent/PipeAgent.java | 61 +- ...NodeAgent.java => PipeDataNodePluginAgent.java} | 35 +- .../PipeDataRegionConnectorConstructor.java | 32 +- .../PipeDataRegionExtractorConstructor.java | 4 +- .../PipeDataRegionProcessorConstructor.java | 2 +- .../PipeSchemaRegionConnectorConstructor.java | 11 +- .../PipeSchemaRegionExtractorConstructor.java | 4 +- .../PipeSchemaRegionProcessorConstructor.java | 4 +- ...erAgent.java => PipeDataNodeReceiverAgent.java} | 18 +- .../db/pipe/agent/runtime/PipeAgentLauncher.java | 3 +- ...imeAgent.java => PipeDataNodeRuntimeAgent.java} | 55 +- .../agent/runtime/PipePeriodicalJobExecutor.java | 10 +- .../runtime/PipeSchemaRegionListenerManager.java | 107 +++ .../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 413 +++++++++ .../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 399 --------- .../IoTDBDataNodeAsyncClientManager.java} | 34 +- .../IoTDBDataNodeCacheLeaderClientManager.java | 116 +++ .../client/IoTDBDataNodeSyncClientManager.java | 103 +++ ...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 11 +- ...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 2 +- .../builder/PipeTransferBatchReqBuilder.java | 12 +- .../PipeTransferDataNodeHandshakeV1Req.java | 71 ++ .../PipeTransferDataNodeHandshakeV2Req.java | 71 ++ .../request/PipeTransferFilePieceReq.java | 134 --- ...maPlanReq.java => PipeTransferPlanNodeReq.java} | 20 +- .../PipeTransferSchemaSnapshotPieceReq.java | 73 ++ .../request/PipeTransferSchemaSnapshotSealReq.java | 70 ++ .../request/PipeTransferTabletBatchReq.java | 11 +- .../request/PipeTransferTabletBinaryReq.java | 20 +- .../request/PipeTransferTabletInsertNodeReq.java | 12 +- .../request/PipeTransferTabletRawReq.java | 13 +- .../request/PipeTransferTsFilePieceReq.java | 72 ++ .../request/PipeTransferTsFileSealReq.java | 70 ++ .../protocol/airgap/IoTDBAirGapConnector.java | 453 ---------- .../airgap/IoTDBDataNodeAirGapConnector.java | 114 +++ .../airgap/IoTDBDataRegionAirGapConnector.java | 208 +++++ .../airgap/IoTDBSchemaRegionAirGapConnector.java | 119 +++ .../protocol/legacy/IoTDBLegacyPipeConnector.java | 11 +- .../protocol/thrift/LeaderCacheManager.java | 110 --- ...tor.java => IoTDBDataRegionAsyncConnector.java} | 32 +- .../PipeTransferTabletBatchEventHandler.java | 23 +- .../PipeTransferTabletInsertNodeEventHandler.java | 4 +- .../PipeTransferTabletInsertionEventHandler.java | 18 +- .../handler/PipeTransferTabletRawEventHandler.java | 4 +- .../PipeTransferTsFileInsertionEventHandler.java | 37 +- .../thrift/sync/IoTDBDataNodeSyncConnector.java | 122 +++ ...ctor.java => IoTDBDataRegionSyncConnector.java} | 201 +---- .../thrift/sync/IoTDBSchemaRegionConnector.java | 160 ++++ .../protocol/websocket/WebSocketConnector.java | 2 +- .../websocket/WebSocketConnectorServer.java | 2 +- .../protocol/writeback/WriteBackConnector.java | 6 +- .../db/pipe/event/UserDefinedEnrichedEvent.java | 14 +- .../event/common/heartbeat/PipeHeartbeatEvent.java | 23 +- .../db/pipe/event/common/row/PipeRowCollector.java | 2 +- .../schema/PipeSchemaRegionSnapshotEvent.java | 64 ++ .../schema/PipeSchemaRegionWritePlanEvent.java | 85 ++ .../schema/PipeSchemaSerializableEventType.java | 77 ++ .../tablet/PipeInsertNodeTabletInsertionEvent.java | 24 +- .../common/tablet/PipeRawTabletInsertionEvent.java | 29 +- .../tablet/TabletInsertionDataContainer.java | 30 +- .../common/tsfile/PipeTsFileInsertionEvent.java | 21 +- .../tsfile/TsFileInsertionDataContainer.java | 25 +- .../db/pipe/event/realtime/PipeRealtimeEvent.java | 24 +- .../event/realtime/PipeRealtimeEventFactory.java | 9 +- .../executor/PipeConnectorSubtaskExecutor.java | 9 +- .../executor/PipeProcessorSubtaskExecutor.java | 9 +- .../executor/PipeSubtaskExecutorManager.java | 49 +- .../PipeDataRegionAssignerSubtaskExecutor.java | 33 - .../PipeDataRegionConnectorSubtaskExecutor.java | 33 - .../PipeSchemaRegionConnectorSubtaskExecutor.java | 31 - .../PipeSchemaRegionProcessorSubtaskExecutor.java | 31 - .../dataregion/DataRegionListeningFilter.java | 100 +++ .../{ => dataregion}/IoTDBDataRegionExtractor.java | 176 ++-- .../PipeHistoricalDataRegionExtractor.java | 2 +- .../PipeHistoricalDataRegionTsFileExtractor.java | 59 +- .../realtime/PipeRealtimeDataRegionExtractor.java | 192 +++-- .../PipeRealtimeDataRegionFakeExtractor.java | 2 +- .../PipeRealtimeDataRegionHybridExtractor.java | 66 +- .../PipeRealtimeDataRegionLogExtractor.java | 52 +- .../PipeRealtimeDataRegionTsFileExtractor.java | 53 +- .../realtime/assigner/DisruptorQueue.java | 4 +- .../assigner/DisruptorQueueExceptionHandler.java | 2 +- .../realtime/assigner/PipeDataRegionAssigner.java | 30 +- .../realtime/epoch/TsFileEpoch.java | 4 +- .../realtime/epoch/TsFileEpochManager.java | 6 +- .../realtime/epoch/TsFileEpochStateMigrator.java | 2 +- .../listener/PipeInsertionDataNodeListener.java | 18 +- .../listener/PipeTimePartitionListener.java | 14 +- .../schemaregion/IoTDBSchemaRegionExtractor.java | 124 +++ .../schemaregion/SchemaRegionListeningFilter.java | 134 +++ .../schemaregion/SchemaRegionListeningQueue.java | 119 +++ .../iotdb/db/pipe/metric/PipeAssignerMetrics.java | 2 +- .../iotdb/db/pipe/metric/PipeDataNodeMetrics.java | 1 + .../iotdb/db/pipe/metric/PipeExtractorMetrics.java | 4 +- .../matcher/CachedSchemaPatternMatcher.java | 83 +- .../matcher/PipeDataRegionMatcher.java | 4 +- .../downsampling/DownSamplingProcessor.java | 3 +- .../pipe/receiver/PipePlanToStatementVisitor.java | 64 +- .../receiver/PipeStatementExceptionVisitor.java | 79 ++ .../receiver/PipeStatementTSStatusVisitor.java | 188 +++++ .../pipe/receiver/airgap/IoTDBAirGapReceiver.java | 22 +- .../legacy/IoTDBLegacyPipeReceiverAgent.java | 2 +- .../receiver/legacy/loader/DeletionLoader.java | 2 +- .../pipe/receiver/legacy/loader/TsFileLoader.java | 2 +- .../receiver/thrift/IoTDBDataNodeReceiver.java | 335 ++++++++ .../thrift/IoTDBDataNodeReceiverAgent.java} | 15 +- .../db/pipe/resource/PipeResourceManager.java | 8 + .../db/pipe/resource/memory/PipeMemoryManager.java | 3 +- .../PipeDataNodeSnapshotResourceManager.java} | 21 +- .../iotdb/db/pipe/task/PipeDataNodeTask.java | 9 +- .../db/pipe/task/builder/PipeDataNodeBuilder.java | 44 +- .../pipe/task/builder/PipeDataNodeTaskBuilder.java | 26 +- .../builder/PipeDataNodeTaskDataRegionBuilder.java | 38 - .../PipeDataNodeTaskSchemaRegionBuilder.java | 38 - .../pipe/task/connection/PipeEventCollector.java | 17 +- .../db/pipe/task/stage/PipeTaskConnectorStage.java | 11 +- .../db/pipe/task/stage/PipeTaskExtractorStage.java | 12 +- .../db/pipe/task/stage/PipeTaskProcessorStage.java | 34 +- .../subtask/connector/PipeConnectorSubtask.java | 211 +---- .../connector/PipeConnectorSubtaskLifeCycle.java | 14 +- .../connector/PipeConnectorSubtaskManager.java | 30 +- .../subtask/processor/PipeProcessorSubtask.java | 20 +- .../iotdb/db/protocol/client/ConfigNodeClient.java | 14 +- .../db/protocol/client/DataNodeInternalClient.java | 2 +- .../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 2 +- .../rest/v1/impl/GrafanaApiServiceImpl.java | 6 +- .../protocol/rest/v1/impl/RestApiServiceImpl.java | 6 +- .../rest/v2/impl/GrafanaApiServiceImpl.java | 6 +- .../protocol/rest/v2/impl/RestApiServiceImpl.java | 8 +- .../protocol/thrift/impl/ClientRPCServiceImpl.java | 116 +-- .../impl/DataNodeInternalRPCServiceImpl.java | 66 +- .../db/queryengine/common/MPPQueryContext.java | 105 ++- .../common/header/ColumnHeaderConstant.java | 7 + .../common/header/DatasetHeaderFactory.java | 4 + .../execution/aggregation/Accumulator.java | 9 + .../execution/aggregation/AvgAccumulator.java | 5 + .../aggregation/FirstValueAccumulator.java | 5 + .../aggregation/LastValueAccumulator.java | 5 + .../aggregation/TimeDurationAccumulator.java | 5 + .../execution/aggregation/UDAFAccumulator.java | 7 +- .../execution/executor/RegionWriteExecutor.java | 50 +- .../fragment/FragmentInstanceContext.java | 86 +- .../fragment/FragmentInstanceExecution.java | 183 +++- .../fragment/FragmentInstanceManager.java | 34 +- .../execution/fragment/QueryStatistics.java | 38 + .../execution/operator/ExplainAnalyzeOperator.java | 214 +++++ .../queryengine/execution/operator/Operator.java | 15 +- .../execution/operator/OperatorContext.java | 48 ++ .../operator/process/AbstractIntoOperator.java | 2 +- ...ator.java => AggregationMergeSortOperator.java} | 232 +++--- .../operator/process/ColumnInjectOperator.java | 2 +- .../operator/process/DeviceViewOperator.java | 2 +- .../operator/process/FilterAndProjectOperator.java | 4 + .../execution/operator/process/LimitOperator.java | 2 +- .../operator/process/MergeSortOperator.java | 3 +- .../execution/operator/process/OffsetOperator.java | 2 +- .../operator/process/SingleDeviceViewOperator.java | 2 +- .../execution/operator/process/SortOperator.java | 37 +- .../execution/operator/process/TopKOperator.java | 2 +- .../process/join/FullOuterTimeJoinOperator.java | 3 +- .../process/join/HorizontallyConcatOperator.java | 3 +- .../process/join/InnerTimeJoinOperator.java | 3 +- .../process/join/LeftOuterTimeJoinOperator.java | 3 +- .../process/last/LastQueryMergeOperator.java | 5 +- .../operator/sink/IdentitySinkOperator.java | 6 +- .../operator/sink/ShuffleHelperOperator.java | 2 +- .../operator/source/AlignedSeriesScanOperator.java | 2 +- .../operator/source/SeriesScanOperator.java | 2 +- .../execution/schedule/DriverScheduler.java | 19 +- .../iotdb/db/queryengine/plan/Coordinator.java | 108 ++- .../db/queryengine/plan/analyze/Analysis.java | 55 +- .../queryengine/plan/analyze/AnalyzeVisitor.java | 313 ++++--- .../db/queryengine/plan/analyze/IAnalysis.java} | 39 +- .../plan/analyze/LoadTsfileAnalyzer.java | 12 +- .../queryengine/plan/analyze/PredicateUtils.java | 2 + .../analyze/schema/AutoCreateSchemaExecutor.java | 2 +- .../analyze/schema/ClusterSchemaFetchExecutor.java | 2 +- .../plan/execution/IQueryExecution.java | 3 +- .../queryengine/plan/execution/QueryExecution.java | 224 ++--- .../plan/execution/config/ConfigExecution.java | 32 +- .../config/executor/ClusterConfigTaskExecutor.java | 88 +- .../config/executor/IConfigTaskExecutor.java | 12 +- .../memory/StatementMemorySourceVisitor.java | 16 + .../db/queryengine/plan/parser/ASTVisitor.java | 16 +- .../db/queryengine/plan/planner/IPlanner.java | 54 ++ .../plan/planner/LocalExecutionPlanner.java | 2 +- .../plan/planner/LogicalPlanVisitor.java | 21 +- .../queryengine/plan/planner/LogicalPlanner.java | 7 +- .../plan/planner/OperatorTreeGenerator.java | 94 ++- .../queryengine/plan/planner/TreeModelPlanner.java | 197 +++++ .../planner/distribution/ExchangeNodeAdder.java | 18 + .../SimpleFragmentParallelPlanner.java | 6 +- .../plan/planner/distribution/SourceRewriter.java | 196 ++++- .../distribution/WriteFragmentParallelPlanner.java | 3 +- .../plan/planner/plan/DistributedQueryPlan.java | 8 +- .../plan/planner/plan/FragmentInstance.java | 35 +- .../plan/planner/plan/PlanFragment.java | 6 +- .../db/queryengine/plan/planner/plan/SubPlan.java | 2 +- .../plan/planner/plan/TimePredicate.java} | 26 +- .../plan/planner/plan/TreeModelTimePredicate.java | 64 ++ .../plan/planner/plan/node/ExplainAnalyzeNode.java | 98 +++ .../plan/planner/plan/node/PlanNode.java | 9 + .../plan/planner/plan/node/PlanNodeType.java | 26 +- .../plan/planner/plan/node/PlanVisitor.java | 23 +- .../plan/node/load/LoadTsFilePieceNode.java | 5 + .../node/metedata/read/CountSchemaMergeNode.java | 5 + .../plan/node/metedata/read/DevicesCountNode.java | 5 + .../node/metedata/read/DevicesSchemaScanNode.java | 5 + .../metedata/read/LevelTimeSeriesCountNode.java | 5 + .../metedata/read/LogicalViewSchemaScanNode.java | 5 + .../read/NodeManagementMemoryMergeNode.java | 5 + .../node/metedata/read/NodePathsConvertNode.java | 5 + .../node/metedata/read/NodePathsCountNode.java | 5 + .../metedata/read/NodePathsSchemaScanNode.java | 5 + .../metedata/read/PathsUsingTemplateScanNode.java | 5 + .../node/metedata/read/SchemaFetchMergeNode.java | 5 + .../node/metedata/read/SchemaFetchScanNode.java | 5 + .../node/metedata/read/SchemaQueryMergeNode.java | 5 + .../metedata/read/SchemaQueryOrderByHeatNode.java | 5 + .../node/metedata/read/TimeSeriesCountNode.java | 5 + .../metedata/read/TimeSeriesSchemaScanNode.java | 5 + .../node/metedata/write/ActivateTemplateNode.java | 5 + .../node/metedata/write/AlterTimeSeriesNode.java | 9 +- .../metedata/write/BatchActivateTemplateNode.java | 5 + .../write/ConstructSchemaBlackListNode.java | 5 + .../write/CreateAlignedTimeSeriesNode.java | 7 +- .../metedata/write/CreateMultiTimeSeriesNode.java | 7 +- .../node/metedata/write/CreateTimeSeriesNode.java | 5 + .../metedata/write/DeactivateTemplateNode.java | 5 + .../node/metedata/write/DeleteTimeSeriesNode.java | 5 + .../write/InternalBatchActivateTemplateNode.java | 5 + .../write/InternalCreateMultiTimeSeriesNode.java | 5 + .../write/InternalCreateTimeSeriesNode.java | 5 + .../metedata/write/PreDeactivateTemplateNode.java | 5 + .../write/RollbackPreDeactivateTemplateNode.java | 5 + .../write/RollbackSchemaBlackListNode.java | 5 + .../metedata/write/view/AlterLogicalViewNode.java | 5 + .../view/ConstructLogicalViewBlackListNode.java | 5 + .../metedata/write/view/CreateLogicalViewNode.java | 5 + .../metedata/write/view/DeleteLogicalViewNode.java | 5 + .../view/RollbackLogicalViewBlackListNode.java | 5 + .../plan/node/pipe/PipeEnrichedDeleteDataNode.java | 7 +- .../plan/node/pipe/PipeEnrichedInsertNode.java | 11 +- ...Node.java => PipeEnrichedNonWritePlanNode.java} | 67 +- ...emaNode.java => PipeEnrichedWritePlanNode.java} | 70 +- .../PipeOperateSchemaQueueNode.java} | 80 +- .../node/process/AggregationMergeSortNode.java | 56 +- .../planner/plan/node/process/AggregationNode.java | 5 + .../plan/node/process/ColumnInjectNode.java | 5 + .../planner/plan/node/process/DeviceMergeNode.java | 5 + .../plan/node/process/DeviceViewIntoNode.java | 5 + .../planner/plan/node/process/DeviceViewNode.java | 11 +- .../planner/plan/node/process/ExchangeNode.java | 5 + .../plan/planner/plan/node/process/FillNode.java | 5 + .../plan/planner/plan/node/process/FilterNode.java | 5 + .../plan/node/process/GroupByLevelNode.java | 5 + .../planner/plan/node/process/GroupByTagNode.java | 5 + .../plan/node/process/HorizontallyConcatNode.java | 5 + .../plan/planner/plan/node/process/IntoNode.java | 5 + .../plan/planner/plan/node/process/LimitNode.java | 5 + .../planner/plan/node/process/MergeSortNode.java | 5 + .../plan/planner/plan/node/process/OffsetNode.java | 5 + .../planner/plan/node/process/ProjectNode.java | 5 + .../plan/node/process/SingleDeviceViewNode.java | 5 + .../node/process/SlidingWindowAggregationNode.java | 5 + .../plan/planner/plan/node/process/SortNode.java | 5 + .../plan/planner/plan/node/process/TopKNode.java | 5 + .../planner/plan/node/process/TransformNode.java | 5 + .../plan/node/process/join/InnerTimeJoinNode.java | 5 + .../node/process/last/LastQueryCollectNode.java | 5 + .../plan/node/process/last/LastQueryMergeNode.java | 5 + .../plan/node/process/last/LastQueryNode.java | 5 + .../node/process/last/LastQueryTransformNode.java | 5 + .../planner/plan/node/sink/IdentitySinkNode.java | 5 + .../planner/plan/node/sink/ShuffleSinkNode.java | 5 + .../plan/node/source/AlignedLastQueryScanNode.java | 5 + .../source/AlignedSeriesAggregationScanNode.java | 5 + .../plan/node/source/AlignedSeriesScanNode.java | 10 + .../plan/node/source/LastQueryScanNode.java | 5 + .../node/source/SeriesAggregationScanNode.java | 5 + .../planner/plan/node/source/SeriesScanNode.java | 5 + .../planner/plan/node/source/ShowQueriesNode.java | 5 + .../planner/plan/node/write/DeleteDataNode.java | 5 + .../plan/node/write/InsertMultiTabletsNode.java | 5 + .../planner/plan/node/write/InsertRowNode.java | 5 + .../planner/plan/node/write/InsertRowsNode.java | 5 + .../plan/node/write/InsertRowsOfOneDeviceNode.java | 5 + .../planner/plan/node/write/InsertTabletNode.java | 5 + .../plan/parameter/AggregationDescriptor.java | 13 +- .../scheduler/FragmentInstanceDispatcherImpl.java | 8 +- .../scheduler/load/LoadTsFileDispatcherImpl.java | 7 +- .../plan/statement/StatementVisitor.java | 11 + .../crud/InsertMultiTabletsStatement.java | 2 +- .../metadata/CreateMultiTimeSeriesStatement.java | 22 + .../metadata/ShowCurrentTimestampStatement.java} | 18 +- .../metadata/view/CreateLogicalViewStatement.java | 12 +- .../statement/sys/ExplainAnalyzeStatement.java | 60 ++ .../FragmentInstanceStatisticsDrawer.java | 398 +++++++++ .../statistics/QueryPlanStatistics.java | 77 ++ .../statistics/QueryStatisticsFetcher.java | 97 +++ .../statistics/SpecifiedInfoMergerFactory.java | 54 ++ .../db/queryengine/statistics/StatisticLine.java} | 21 +- .../statistics/StatisticsMergeUtil.java | 94 +++ .../dag/udf/UDAFInformationInferrer.java | 6 +- .../dag/udf/UDFParametersFactory.java | 54 ++ .../transformation/dag/udf/UDTFExecutor.java | 6 +- .../dag/udf/UDTFInformationInferrer.java | 7 +- .../apache/iotdb/db/schemaengine/SchemaEngine.java | 4 + .../schemaregion/SchemaRegionLoader.java | 14 + .../schemaregion/impl/SchemaRegionMemoryImpl.java | 2 +- .../impl/mem/snapshot/MemMTreeSnapshotUtil.java | 2 +- .../mnode/container/CachedMNodeContainer.java | 4 +- .../java/org/apache/iotdb/db/service/DataNode.java | 34 +- .../apache/iotdb/db/service/IoTDBShutdownHook.java | 2 +- .../metrics/IoTDBInternalLocalReporter.java | 3 +- .../iotdb/db/storageengine/StorageEngine.java | 2 +- .../db/storageengine/buffer/BloomFilterCache.java | 6 +- .../iotdb/db/storageengine/buffer/ChunkCache.java | 6 +- .../buffer/TimeSeriesMetadataCache.java | 10 +- .../db/storageengine/dataregion/DataRegion.java | 74 +- .../execute/task/InnerSpaceCompactionTask.java | 7 +- .../task/InsertionCrossSpaceCompactionTask.java | 2 +- .../compaction/io/CompactionTsFileInput.java | 104 +++ .../compaction/io/CompactionTsFileReader.java | 1 + .../compaction/repair/RepairDataFileScanUtil.java | 8 +- .../repair/RepairTimePartitionScanTask.java | 7 +- .../schedule/CompactionScheduleTaskManager.java | 13 +- .../schedule/CompactionScheduleTaskWorker.java | 6 +- .../compaction/schedule/CompactionScheduler.java | 6 +- .../estimator/AbstractCompactionEstimator.java | 5 +- .../estimator/AbstractCrossSpaceEstimator.java | 8 + .../estimator/AbstractInnerSpaceEstimator.java | 13 + .../impl/RewriteCrossSpaceCompactionSelector.java | 7 +- .../dataregion/memtable/TsFileProcessor.java | 5 +- .../dataregion/tsfile/TsFileManager.java | 10 +- .../dataregion/tsfile/TsFileResource.java | 23 +- .../tsfile/timeindex/DeviceTimeIndex.java | 7 +- .../dataregion/tsfile/timeindex/FileTimeIndex.java | 5 +- .../storageengine/dataregion/wal/WALManager.java | 17 +- .../dataregion/wal/buffer/WALBuffer.java | 8 +- .../dataregion/wal/buffer/WALEntry.java | 2 +- .../wal/checkpoint/CheckpointManager.java | 4 +- .../storageengine/rescon/disk/FolderManager.java | 1 + .../rescon/memory/TimePartitionManager.java | 4 +- .../rescon/quotas/DataNodeSpaceQuotaManager.java | 2 +- .../db/trigger/executor/TriggerFireVisitor.java | 2 +- .../apache/iotdb/db/utils/sort/DiskSpiller.java | 4 + .../schemaRegion/SchemaRegionBasicTest.java | 1 + .../schemaRegion/SchemaRegionTestUtil.java | 1 + .../schemaRegion/SchemaStatisticsTest.java | 1 + ...tTest.java => PipeDataNodePluginAgentTest.java} | 12 +- .../iotdb/db/pipe/connector/PipeConnectorTest.java | 12 +- .../connector/PipeDataNodeThriftRequestTest.java | 156 ++-- .../iotdb/db/pipe/connector/PipeReceiverTest.java | 20 +- .../pipe/event/PipeTabletInsertionEventTest.java | 43 +- .../event/TsFileInsertionDataContainerTest.java | 493 +++++++---- .../PipeConnectorSubtaskExecutorTest.java | 4 +- .../PipeProcessorSubtaskExecutorTest.java | 4 +- .../extractor/IoTDBDataRegionExtractorTest.java | 1 + .../db/pipe/extractor/PipeRealtimeExtractTest.java | 10 +- .../extractor/SchemaRegionListeningQueueTest.java | 114 +++ .../CachedSchemaPatternMatcherTest.java | 22 +- .../db/pipe/pattern/IoTDBPipePatternTest.java | 110 +++ .../db/pipe/pattern/PrefixPipePatternTest.java | 105 +++ .../PipeDataNodeSnapshotResourceManagerTest.java | 107 +++ .../fragment/FragmentInstanceExecutionTest.java | 4 +- .../execution/operator/MergeSortOperatorTest.java | 3 +- .../execution/operator/OperatorMemoryTest.java | 8 +- .../schedule/DefaultDriverSchedulerTest.java | 23 + .../plan/planner/FragmentInstanceSerdeTest.java | 3 +- .../distribution/AggregationDistributionTest.java | 26 +- .../AlignByDeviceOrderByLimitOffsetTest.java | 123 ++- .../planner/distribution/AlignedByDeviceTest.java | 563 ++----------- .../planner/node/PlanNodeDeserializeHelper.java | 1 + .../pipe/PipeEnrichedDeleteDataNodeSerdeTest.java | 70 ++ .../node/pipe/PipeEnrichedInsertNodeSerdeTest.java | 80 ++ .../PipeEnrichedNonWritePlanNodeSerdeTest.java | 55 ++ .../pipe/PipeEnrichedWritePlanNodeSerdeTest.java | 53 ++ .../node/process/AggregationNodeSerdeTest.java | 1 + .../TsFileResourceProgressIndexTest.java | 18 +- .../InsertionCrossSpaceCompactionSelectorTest.java | 8 +- .../rescon/memory/ResourceManagerTest.java | 2 +- .../datanode1conf/iotdb-common.properties | 1 - .../datanode3conf/iotdb-common.properties | 1 - .../apache/iotdb/commons/client/ClientManager.java | 6 +- .../iotdb/commons/concurrent/ThreadName.java | 16 +- .../apache/iotdb/commons/conf/IoTDBConstant.java | 2 + .../iotdb/commons/consensus/ConsensusGroupId.java | 6 +- .../commons/consensus/index/ProgressIndex.java | 58 +- .../commons/consensus/index/ProgressIndexType.java | 4 + .../consensus/index/impl/HybridProgressIndex.java | 8 +- .../consensus/index/impl/IoTProgressIndex.java | 2 +- .../consensus/index/impl/MetaProgressIndex.java | 180 ++++ .../consensus/index/impl/MinimumProgressIndex.java | 2 +- .../consensus/index/impl/RecoverProgressIndex.java | 4 +- .../consensus/index/impl/SimpleProgressIndex.java | 2 +- ...eConnectorRetryTimesConfigurableException.java} | 17 +- .../commons/pipe/agent/task/PipeTaskAgent.java | 265 ++++-- .../config/constant/PipeConnectorConstant.java | 30 + .../config/constant/PipeExtractorConstant.java | 22 +- .../pipe/connector/PipeReceiverStatusHandler.java | 198 +++++ .../pipe/connector/client/IoTDBClientManager.java} | 8 +- ...ncConnectorClient.java => IoTDBSyncClient.java} | 4 +- .../connector/client/IoTDBSyncClientManager.java} | 103 +-- .../payload/airgap/AirGapELanguageConstant.java | 2 +- .../payload/airgap/AirGapOneByteResponse.java | 2 +- .../airgap/AirGapPseudoTPipeTransferRequest.java | 2 +- .../request/PipeTransferSnapshotSealReq.java | 119 --- .../response/PipeTransferSnapshotPieceResp.java | 81 -- .../common/PipeTransferHandshakeConstant.java | 2 +- .../request/IoTDBConnectorRequestVersion.java | 2 +- .../{ => thrift}/request/PipeRequestType.java | 30 +- .../request/PipeTransferFilePieceReq.java} | 72 +- .../thrift}/request/PipeTransferFileSealReq.java | 51 +- .../request/PipeTransferHandshakeV1Req.java | 49 +- .../request/PipeTransferHandshakeV2Req.java | 52 +- .../response}/PipeTransferFilePieceResp.java | 29 +- .../connector/protocol/IoTDBAirGapConnector.java | 237 ++++++ .../protocol}/IoTDBConnector.java | 54 +- .../connector/protocol/IoTDBSslSyncConnector.java | 137 +++ .../options/PipeInclusionOptions.java | 191 +++++ .../{ => queue}/ConcurrentIterableLinkedQueue.java | 48 +- .../listening/AbstractPipeListeningQueue.java | 173 ++++ .../AbstractSerializableListeningQueue.java | 196 +++++ .../queue/serializer/PlainQueueSerializer.java | 80 ++ .../queue/serializer/QueueSerializer.java} | 24 +- .../queue/serializer/QueueSerializerType.java} | 38 +- .../iotdb/commons}/pipe/event/EnrichedEvent.java | 120 +-- .../commons/pipe/event/PipeSnapshotEvent.java | 114 +++ .../commons/pipe/event/PipeWritePlanEvent.java | 89 ++ .../SerializableEvent.java} | 19 +- .../execution/executor/PipeSubtaskExecutor.java | 2 +- .../commons/pipe/extractor/IoTDBExtractor.java | 116 +++ .../extractor/IoTDBNonDataRegionExtractor.java | 125 +++ .../pipe/metric/PipeEventCommitMetrics.java | 11 +- .../commons/pipe/pattern/IoTDBPipePattern.java | 113 +++ .../iotdb/commons/pipe/pattern/PipePattern.java | 133 +++ .../commons/pipe/pattern/PrefixPipePattern.java | 121 +++ .../connector/iotdb/thrift/IoTDBMetaConnector.java | 263 ------ .../extractor/iotdb/IoTDBMetaExtractor.java | 150 ---- .../progress/committer/PipeEventCommitManager.java | 29 +- .../progress/committer/PipeEventCommitter.java | 7 +- .../commons/pipe/receiver/IoTDBFileReceiver.java} | 309 ++----- .../commons/pipe/receiver/IoTDBReceiver.java} | 11 +- .../commons/pipe/receiver/IoTDBReceiverAgent.java} | 42 +- .../pipe/resource/PipeSnapshotResourceManager.java | 160 ++++ .../iotdb/commons/pipe/task/PipeTaskManager.java | 59 +- .../iotdb/commons/pipe/task/meta/PipeMeta.java | 13 +- .../commons/pipe/task/meta/PipeRuntimeMeta.java | 120 ++- .../pipe/task/meta/PipeRuntimeMetaVersion.java | 9 +- .../commons/pipe/task/meta/PipeStaticMeta.java | 25 +- .../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 52 +- .../commons/pipe/task/stage/PipeTaskStage.java | 16 +- .../task/subtask/PipeAbstractConnectorSubtask.java | 205 +++++ .../pipe/task/subtask/PipeReportableSubtask.java} | 58 +- .../commons/pipe/task/subtask/PipeSubtask.java | 29 +- .../apache/iotdb/commons/service/ServiceType.java | 3 +- .../org/apache/iotdb/commons/utils/TestOnly.java | 2 +- .../iotdb/commons/utils/TimePartitionUtils.java | 7 +- .../ConcurrentIterableLinkedQueueTest.java | 36 +- .../commons/pipe/task/meta/PipeMetaDeSerTest.java | 43 +- iotdb-core/tsfile/pom.xml | 8 - .../StopReadTsFileByInterruptException.java} | 6 +- .../iotdb/tsfile/file/header/ChunkHeader.java | 13 +- .../iotdb/tsfile/file/metadata/ChunkMetadata.java | 10 +- .../tsfile/file/metadata/TimeseriesMetadata.java | 16 +- .../file/metadata/statistics/BinaryStatistics.java | 11 +- .../metadata/statistics/BooleanStatistics.java | 7 +- .../file/metadata/statistics/DoubleStatistics.java | 7 +- .../file/metadata/statistics/FloatStatistics.java | 7 +- .../metadata/statistics/IntegerStatistics.java | 7 +- .../file/metadata/statistics/LongStatistics.java | 7 +- .../file/metadata/statistics/Statistics.java | 2 +- .../file/metadata/statistics/TimeStatistics.java | 7 +- .../iotdb/tsfile/read/TsFileSequenceReader.java | 37 + .../org/apache/iotdb/tsfile/read/common/Chunk.java | 11 +- .../iotdb/tsfile/read/common/block/TsBlock.java | 6 +- .../read/common/block/column/BinaryColumn.java | 9 +- .../common/block/column/BinaryColumnBuilder.java | 12 +- .../read/common/block/column/BooleanColumn.java | 7 +- .../common/block/column/BooleanColumnBuilder.java | 7 +- .../read/common/block/column/DoubleColumn.java | 9 +- .../common/block/column/DoubleColumnBuilder.java | 7 +- .../read/common/block/column/FloatColumn.java | 10 +- .../common/block/column/FloatColumnBuilder.java | 7 +- .../tsfile/read/common/block/column/IntColumn.java | 10 +- .../read/common/block/column/IntColumnBuilder.java | 7 +- .../read/common/block/column/LongColumn.java | 10 +- .../common/block/column/LongColumnBuilder.java | 7 +- .../read/common/block/column/NullColumn.java | 5 +- .../block/column/RunLengthEncodedColumn.java | 5 +- .../read/common/block/column/TimeColumn.java | 8 +- .../common/block/column/TimeColumnBuilder.java | 7 +- .../iotdb/tsfile/read/reader/LocalTsFileInput.java | 6 +- .../org/apache/iotdb/tsfile/utils/BloomFilter.java | 9 +- .../iotdb/tsfile/utils/RamUsageEstimator.java | 926 --------------------- .../chunk/NonAlignedChunkGroupWriterImpl.java | 2 +- .../apache/iotdb/tsfile/write/record/Tablet.java | 4 +- .../apache/iotdb/tsfile/read/TsFileReaderTest.java | 1 + .../org/apache/iotdb/tsfile/write/PerfTest.java | 2 +- .../iotdb/tsfile/write/record/TabletTest.java | 3 +- .../src/main/thrift/confignode.thrift | 81 +- .../thrift-datanode/src/main/thrift/client.thrift | 15 + .../src/main/thrift/datanode.thrift | 204 +++-- .../apache/iotdb/library/dprofile/UDTFSample.java | 2 +- pom.xml | 33 +- 750 files changed, 24380 insertions(+), 9580 deletions(-) diff --cc iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java index 1056e470a09,0fa4841b300..9a7ee630b59 --- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java +++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java @@@ -112,9 -112,8 +112,10 @@@ public enum TSStatusCode INTERNAL_REQUEST_RETRY_ERROR(713), NO_SUCH_QUERY(714), QUERY_WAS_KILLED(715), + EXPLAIN_ANALYZE_FETCH_ERROR(716), + OPERATOR_NOT_FOUND(716), + // Authentication INIT_AUTH_ERROR(800), WRONG_LOGIN_PASSWORD(801),
