This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch batch_wal
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2aebe5ad861 add more UT
add 26dc03b32d9 Pipe: refactor package structure (#12267)
add 2990412b8bb Fix Load TsFile with extend template & add template check
for internalCreateTimeSeriesStatement (#12266)
add d859d5f0c9b Pipe: Fix schema region snapshot may not be listened when
DataNode restarts (#12270)
add eee977c28b9 Subscription: fix null ByteBuffer when transferring
SerializedEnrichedEvent (#12273)
add fd1d6ca0683 remove Repair Data ClusterIT
add 0fa3eb6395c Pipe: Fixed the bug that empty tsfile may not be marked
when already closed & Improved exception.conflict.resolve-strategy parsing &
Improved config/schema region snapshot listenning logger & Refactor (#12265)
add 804ee600cd4 Pipe: Improved handling logic for transferred statements &
Allow root.__system.** schemas to reach the receiver side (#12276)
add fd48ef68254 Pipe: support different load balance strategies for data
sync (#12281)
add aa065850adb Merge branch 'master' of github.com:apache/iotdb into
batch_wal
No new revisions were added by this update.
Summary of changes:
.github/workflows/pipe-it-2cluster.yml | 2 +-
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 67 +++++++++
.../org/apache/iotdb/db/it/IoTDBRepairDataIT.java | 3 +-
.../parameter/PipeParameterValidator.java | 22 +--
.../payload/response/PipeSubscribePollResp.java | 24 ++-
.../statemachine/ConfigRegionStateMachine.java | 20 ++-
.../iotdb/confignode/manager/ConfigManager.java | 6 +-
.../{transfer => }/agent/PipeConfigNodeAgent.java | 10 +-
.../agent/plugin/PipeConfigNodePluginAgent.java | 2 +-
.../PipeConfigRegionConnectorConstructor.java | 6 +-
.../PipeConfigRegionExtractorConstructor.java | 4 +-
.../PipeConfigRegionProcessorConstructor.java | 2 +-
.../receiver/IoTDBConfigNodeReceiverAgent.java | 3 +-
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 6 +-
.../agent/runtime/PipeConfigRegionListener.java | 6 +-
.../agent/task/PipeConfigNodeTaskAgent.java | 12 +-
.../client/IoTDBConfigNodeSyncClientManager.java | 14 +-
.../PipeTransferConfigNodeHandshakeV1Req.java | 2 +-
.../PipeTransferConfigNodeHandshakeV2Req.java | 2 +-
.../payload}/PipeTransferConfigPlanReq.java | 2 +-
.../PipeTransferConfigSnapshotPieceReq.java | 2 +-
.../PipeTransferConfigSnapshotSealReq.java | 2 +-
.../IoTDBConfigRegionAirGapConnector.java | 12 +-
.../protocol}/IoTDBConfigRegionConnector.java | 16 +-
.../runtime/PipeHeartbeatScheduler.java | 2 +-
.../execution/PipeConfigNodeSubtask.java | 6 +-
.../execution/PipeConfigNodeSubtaskExecutor.java | 2 +-
.../extractor/ConfigRegionListeningFilter.java | 13 +-
.../extractor/ConfigRegionListeningQueue.java | 2 +-
.../extractor/IoTDBConfigRegionExtractor.java | 4 +-
.../protocol}/IoTDBConfigNodeReceiver.java | 22 +--
.../PipeConfigPhysicalPlanExceptionVisitor.java | 2 +-
.../PipeConfigPhysicalPlanTSStatusVisitor.java | 5 +-
.../{transfer => }/task/PipeConfigNodeTask.java | 2 +-
.../task/PipeConfigNodeTaskBuilder.java | 4 +-
.../task/PipeConfigNodeTaskStage.java | 6 +-
.../persistence/executor/ConfigPlanExecutor.java | 2 +-
.../confignode/persistence/pipe/PipeInfo.java | 2 +-
.../iotdb/confignode/service/ConfigNode.java | 2 +-
.../connector/IoTDBConfigRegionConnectorTest.java | 2 +-
.../PipeConfigNodeThriftRequestTest.java | 10 +-
.../PipeConfigNodeSubtaskExecutorTest.java | 2 -
.../extractor/IoTDBConfigRegionExtractorTest.java | 1 -
.../ConfigRegionListeningQueueTest.java | 2 +-
.../org/apache/iotdb/db/audit/AuditLogger.java | 2 +-
.../schemaregion/SchemaRegionStateMachine.java | 16 +-
.../agent/receiver/PipeDataNodeReceiverAgent.java | 6 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 2 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 86 +++++++++--
.../client/IoTDBDataNodeSyncClientManager.java | 5 +-
.../connector/payload/legacy/DeletionPipeData.java | 4 +-
.../db/pipe/connector/payload/legacy/PipeData.java | 2 +-
.../connector/payload/legacy/TsFilePipeData.java | 4 +-
.../async/IoTDBDataRegionAsyncConnector.java | 4 +-
.../thrift/sync/IoTDBDataNodeSyncConnector.java | 5 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 42 ++++--
.../PipeConnectorSubtaskExecutor.java | 2 +-
.../PipeProcessorSubtaskExecutor.java | 2 +-
.../{executor => }/PipeSubtaskExecutorManager.java | 2 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 2 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 4 +-
.../{matcher => }/CachedSchemaPatternMatcher.java | 2 +-
.../{matcher => }/PipeDataRegionMatcher.java | 2 +-
.../SimpleConsensusProgressIndexAssigner.java | 2 +-
.../{ => protocol}/airgap/IoTDBAirGapReceiver.java | 4 +-
.../airgap/IoTDBAirGapReceiverAgent.java | 2 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 2 +-
.../legacy/loader/DeletionLoader.java | 2 +-
.../{ => protocol}/legacy/loader/ILoader.java | 2 +-
.../{ => protocol}/legacy/loader/TsFileLoader.java | 2 +-
.../thrift/IoTDBDataNodeReceiver.java | 8 +-
.../thrift/IoTDBDataNodeReceiverAgent.java | 2 +-
.../{ => visitor}/PipePlanToStatementVisitor.java | 2 +-
.../PipeStatementExceptionVisitor.java | 29 +++-
.../PipeStatementTSStatusVisitor.java | 25 ++--
.../pipe/task/builder/PipeDataNodeTaskBuilder.java | 6 +-
.../pipe/task/connection/PipeEventCollector.java | 2 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 2 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 2 +-
.../connector/PipeConnectorSubtaskLifeCycle.java | 2 +-
.../connector/PipeConnectorSubtaskManager.java | 4 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 11 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 6 +-
.../dataregion/memtable/TsFileProcessor.java | 163 ++++++++++-----------
.../broker/SerializedEnrichedEvent.java | 18 ++-
.../executor/SubscriptionSubtaskExecutor.java | 2 +-
.../receiver/SubscriptionReceiverV1.java | 23 ++-
.../task/stage/SubscriptionTaskConnectorStage.java | 2 +-
.../SubscriptionConnectorSubtaskLifeCycle.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 4 +-
.../iotdb/db/pipe/connector/PipeReceiverTest.java | 2 +-
.../PipeConnectorSubtaskExecutorTest.java | 1 -
.../PipeProcessorSubtaskExecutorTest.java | 1 -
.../pattern/CachedSchemaPatternMatcherTest.java | 1 -
.../config/constant/PipeConnectorConstant.java | 18 +++
.../pipe/connector/PipeReceiverStatusHandler.java | 10 +-
.../pipe/connector/client/IoTDBSyncClient.java | 4 +-
.../connector/client/IoTDBSyncClientManager.java | 107 ++++++++++++--
.../connector/protocol/IoTDBAirGapConnector.java | 98 +++++++++++--
.../pipe/connector/protocol/IoTDBConnector.java | 57 +++++--
.../connector/protocol/IoTDBSslSyncConnector.java | 6 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 2 +-
.../pipe/metric/PipeEventCommitMetrics.java | 2 +-
.../{committer => }/PipeEventCommitManager.java | 2 +-
.../{committer => }/PipeEventCommitter.java | 2 +-
105 files changed, 790 insertions(+), 388 deletions(-)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/PipeConfigNodeAgent.java (86%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/plugin/PipeConfigNodePluginAgent.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/plugin/PipeConfigRegionConnectorConstructor.java (91%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/plugin/PipeConfigRegionExtractorConstructor.java (92%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/plugin/PipeConfigRegionProcessorConstructor.java (95%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/receiver/IoTDBConfigNodeReceiverAgent.java (90%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/runtime/PipeConfigNodeRuntimeAgent.java (95%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/runtime/PipeConfigRegionListener.java (90%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/agent/task/PipeConfigNodeTaskAgent.java (94%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/connector/client/IoTDBConfigNodeSyncClientManager.java (81%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request
=> connector/payload}/PipeTransferConfigNodeHandshakeV1Req.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request
=> connector/payload}/PipeTransferConfigNodeHandshakeV2Req.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request
=> connector/payload}/PipeTransferConfigPlanReq.java (97%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request
=> connector/payload}/PipeTransferConfigSnapshotPieceReq.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request
=> connector/payload}/PipeTransferConfigSnapshotSealReq.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/config
=> connector/protocol}/IoTDBConfigRegionAirGapConnector.java (91%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/config
=> connector/protocol}/IoTDBConfigRegionConnector.java (92%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/execution/PipeConfigNodeSubtask.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/execution/PipeConfigNodeSubtaskExecutor.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/extractor/ConfigRegionListeningFilter.java (94%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/extractor/ConfigRegionListeningQueue.java (99%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/extractor/IoTDBConfigRegionExtractor.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/agent/receiver
=> receiver/protocol}/IoTDBConfigNodeReceiver.java (93%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/agent/receiver
=> receiver/visitor}/PipeConfigPhysicalPlanExceptionVisitor.java (96%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/agent/receiver
=> receiver/visitor}/PipeConfigPhysicalPlanTSStatusVisitor.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/task/PipeConfigNodeTask.java (95%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/task/PipeConfigNodeTaskBuilder.java (94%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer
=> }/task/PipeConfigNodeTaskStage.java (90%)
rename
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/{
=> connector}/PipeConfigNodeThriftRequestTest.java (89%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/{executor
=> }/PipeConnectorSubtaskExecutor.java (96%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/{executor
=> }/PipeProcessorSubtaskExecutor.java (95%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/{executor
=> }/PipeSubtaskExecutorManager.java (97%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/pattern/{matcher =>
}/CachedSchemaPatternMatcher.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/pattern/{matcher =>
}/PipeDataRegionMatcher.java (97%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/progress/{assigner
=> }/SimpleConsensusProgressIndexAssigner.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/airgap/IoTDBAirGapReceiver.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/airgap/IoTDBAirGapReceiverAgent.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/legacy/IoTDBLegacyPipeReceiverAgent.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/legacy/loader/DeletionLoader.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/legacy/loader/ILoader.java (95%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/legacy/loader/TsFileLoader.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/thrift/IoTDBDataNodeReceiver.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> protocol}/thrift/IoTDBDataNodeReceiverAgent.java (95%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> visitor}/PipePlanToStatementVisitor.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> visitor}/PipeStatementExceptionVisitor.java (77%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{
=> visitor}/PipeStatementTSStatusVisitor.java (91%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/progress/{committer
=> }/PipeEventCommitManager.java (98%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/progress/{committer
=> }/PipeEventCommitter.java (98%)
