This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch pipe-meta-sync
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 94218da364a Merge branch 'master' of https://github.com/apache/iotdb
into pipe-meta-sync
add b5acda4d8b8 Pipe Schema: Added runtime logic and operation for
configNode pipeTasks (#11802)
No new revisions were added by this update.
Summary of changes:
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 8 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 43 +++--
.../AbstractPipeDualDataIT.java} | 4 +-
.../pipe/it/{ => data}/IoTDBPipeClusterIT.java | 26 +--
.../{ => data}/IoTDBPipeConnectorParallelIT.java | 6 +-
.../pipe/it/{ => data}/IoTDBPipeDataSinkIT.java | 10 +-
.../pipe/it/{ => data}/IoTDBPipeExtractorIT.java | 28 +--
.../pipe/it/{ => data}/IoTDBPipeLifeCycleIT.java | 54 +++---
.../pipe/it/{ => data}/IoTDBPipeProcessorIT.java | 6 +-
.../pipe/it/{ => data}/IoTDBPipeProtocolIT.java | 18 +-
.../it/{ => data}/IoTDBPipeSingleEnvDemoIT.java | 2 +-
.../it/{ => data}/IoTDBPipeSwitchStatusIT.java | 4 +-
.../pipe/it/{ => data}/IoTDBPipeSyntaxIT.java | 4 +-
.../AbstractPipeDualMetaIT.java} | 8 +-
.../pipe/it/metadata/IoTDBMetaConditionIT.java | 131 ++++++++++++++
.../IoTDBPipeInclusionIT.java} | 45 +++--
.../iotdb/pipe/api/collector/EventCollector.java | 4 +-
.../pipe/api/exception/PipeTemporaryException.java | 15 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 3 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 4 +-
.../pipe/event/PipeConfigRegionSnapshotEvent.java | 21 +++
.../event/PipeConfigSerializableEventType.java | 76 +++++++++
.../pipe/event/PipeWriteConfigPlanEvent.java | 34 +++-
.../pipe/receiver/IoTDBConfigReceiverV1.java | 4 +-
.../pipe/transfer/agent/PipeConfigNodeAgent.java | 12 ++
.../PipeConfigRegionConnectorConstructor.java | 2 +-
.../agent/runtime/PipeConfigNodeAgentLauncher.java | 60 +++++++
.../agent/runtime/PipeRuntimeConfigNodeAgent.java | 86 ++++++++++
.../agent/task/PipeTaskConfigNodeAgent.java | 15 +-
.../IoTDBThriftSyncClientConfigNodeManager.java | 43 +++++
.../config/IoTDBConfigRegionConnector.java | 189 +++++++++++++++++++++
...ava => PipeTransferConfigNodeHandshakeReq.java} | 20 ++-
.../transfer/execution/PipeConfigNodeSubtask.java | 25 ++-
.../extractor/ConfigPlanListeningQueue.java | 90 ++++++++--
.../extractor/IoTDBConfigRegionExtractor.java | 58 ++-----
.../transfer/extractor/PipeConfigPlanFilter.java | 18 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 48 +++++-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 2 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 27 ++-
.../iotdb/confignode/service/ConfigNode.java | 3 +
.../pipe/PipeConfigNodeThriftRequestTest.java | 10 +-
.../connector/IoTDBConfigRegionConnectorTest.java | 2 +-
.../PipeConfigNodeSubtaskExecutorTest.java | 2 +-
.../schemaregion/SchemaExecutionVisitor.java | 20 +++
.../PipeSchemaRegionConnectorConstructor.java | 2 +-
.../agent/runtime/PipePeriodicalJobExecutor.java | 5 +-
.../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 156 +++++------------
.../IoTDBThriftAsyncClientManager.java | 10 +-
.../IoTDBThriftLeaderCacheClientManager.java} | 14 +-
.../IoTDBThriftSyncLeaderCacheClientManager.java | 81 +++++++++
.../thrift => client}/LeaderCacheManager.java | 4 +-
.../thrift/async/IoTDBThriftAsyncConnector.java | 1 +
.../thrift/schema/IoTDBSchemaRegionConnector.java | 188 ++++++++++++++++++++
.../sync/IoTDBThriftSyncClientDataNodeManager.java | 47 +++++
.../thrift/sync/IoTDBThriftSyncConnector.java | 139 +++++----------
.../schema/PipeSchemaRegionSnapshotEvent.java | 20 +++
.../schema/PipeSchemaSerializableEventType.java | 76 +++++++++
.../common/schema/PipeWriteSchemaPlanEvent.java | 31 +++-
.../dataregion/IoTDBDataRegionExtractor.java | 67 +++++---
.../extractor/dataregion/PipeDataRegionFilter.java | 74 ++++++++
.../schemaregion/IoTDBSchemaRegionExtractor.java | 69 ++++----
.../schemaregion/PipeSchemaNodeFilter.java | 11 +-
.../schemaregion/SchemaNodeListeningQueue.java | 64 +++++--
.../db/pipe/task/subtask/PipeDataNodeSubtask.java | 10 --
.../subtask/connector/PipeConnectorSubtask.java | 3 +
.../plan/planner/plan/node/PlanNodeType.java | 9 +-
.../plan/planner/plan/node/PlanVisitor.java | 7 +-
.../node/pipe/OperateSchemaQueueReferenceNode.java | 120 +++++++++++++
.../node/pipe/PipeEnrichedConfigSchemaNode.java | 6 +-
.../commons/consensus/index/ProgressIndexType.java | 2 +-
.../consensus/index/impl/MetaProgressIndex.java | 16 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 111 +++++++++++-
.../config/constant/PipeExtractorConstant.java | 4 +-
.../client}/IoTDBThriftClientManager.java | 8 +-
.../client}/IoTDBThriftSyncClientManager.java | 66 ++-----
.../protocol/IoTDBMetaConnector.java} | 36 ++--
.../connector/protocol/IoTDBSyncSslConnector.java | 137 +++++++++++++++
.../datastructure/AbstractPipeListeningQueue.java | 153 +++++++++++++++++
.../AbstractSerializableListeningQueue.java | 27 ++-
.../ConcurrentIterableLinkedQueue.java | 4 +-
.../datastructure/LinkedQueueSerializerType.java | 4 +-
.../serializer/PlainQueueSerializer.java | 2 -
.../iotdb/commons/pipe/event/EnrichedEvent.java | 6 +-
.../commons/pipe/event/PipeSnapshotEvent.java | 24 ++-
.../commons/pipe/event/PipeWritePlanEvent.java | 15 +-
.../commons/pipe/event/SerializableEvent.java} | 14 +-
.../iotdb => extractor}/IoTDBCommonExtractor.java | 45 ++++-
.../commons/pipe/extractor/IoTDBMetaExtractor.java | 105 ++++++++++++
.../connector/iotdb/thrift/IoTDBMetaConnector.java | 170 ------------------
.../pipe/resource/PipeSnapshotResourceManager.java | 4 +-
.../commons/pipe/task/subtask/PipeSubtask.java | 10 +-
.../apache/iotdb/commons/service/ServiceType.java | 1 +
.../ConcurrentIterableLinkedQueueTest.java | 21 +++
93 files changed, 2619 insertions(+), 870 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{AbstractPipeDualIT.java
=> data/AbstractPipeDualDataIT.java} (95%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeClusterIT.java (98%)
copy integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeConnectorParallelIT.java (97%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeDataSinkIT.java (96%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeExtractorIT.java (98%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeLifeCycleIT.java (96%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeProcessorIT.java (96%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeProtocolIT.java (97%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeSingleEnvDemoIT.java (98%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeSwitchStatusIT.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{ =>
data}/IoTDBPipeSyntaxIT.java (99%)
rename
integration-test/src/test/java/org/apache/iotdb/pipe/it/{AbstractPipeDualIT.java
=> metadata/AbstractPipeDualMetaIT.java} (93%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/metadata/IoTDBMetaConditionIT.java
rename
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeConnectorParallelIT.java
=> metadata/IoTDBPipeInclusionIT.java} (66%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/iotdb/thrift/IoTDBSchemaRegionConnector.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeTemporaryException.java
(69%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/event/PipeConfigSerializableEventType.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/runtime/PipeConfigNodeAgentLauncher.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/agent/runtime/PipeRuntimeConfigNodeAgent.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/client/IoTDBThriftSyncClientConfigNodeManager.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/config/IoTDBConfigRegionConnector.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/payload/request/{PipeTransferConfigHandshakeReq.java
=> PipeTransferConfigNodeHandshakeReq.java} (69%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/{protocol/thrift/async
=> client}/IoTDBThriftAsyncClientManager.java (94%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/{protocol/thrift/IoTDBThriftClientManager.java
=> client/IoTDBThriftLeaderCacheClientManager.java} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/client/IoTDBThriftSyncLeaderCacheClientManager.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/{protocol/thrift
=> client}/LeaderCacheManager.java (97%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/schema/IoTDBSchemaRegionConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/sync/IoTDBThriftSyncClientDataNodeManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/schema/PipeSchemaSerializableEventType.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/dataregion/PipeDataRegionFilter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/pipe/OperateSchemaQueueReferenceNode.java
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/client}/IoTDBThriftClientManager.java
(81%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/sync
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/client}/IoTDBThriftSyncClientManager.java
(74%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/{datastructure/LinkedQueueSerializerType.java
=> connector/protocol/IoTDBMetaConnector.java} (54%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/protocol/IoTDBSyncSslConnector.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/datastructure/AbstractPipeListeningQueue.java
rename
iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/IoTDBConfigRegionConnector.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/event/SerializableEvent.java}
(67%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/{plugin/builtin/extractor/iotdb
=> extractor}/IoTDBCommonExtractor.java (57%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/extractor/IoTDBMetaExtractor.java
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/iotdb/thrift/IoTDBMetaConnector.java
