This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch test/pipe-p0-it-master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from c0c05c24d8f test(write): cover recovery and backpressure integration
scenarios
add 2d047dc1009 Fix consumer group response handling in topic procedures
(#19047)
add a927dd6bc63 Fix ZH locale CI ZIP dependencies by building through
package (#19050)
add ab770467c8e Fix DataRegion snapshot failures when hard links are
unavailable (#19049)
add 28c5028bb46 Suppress duplicate database warning for pipe snapshots
(#19054)
add 574d5eb6278 Implement UDP transport for air-gap sink (#17954)
add d4ea1fabcc9 Fix interrupted snapshot subscription delivery (#19040)
add 5d3e2eb121e Preserve unlisted pipes in partial metadata updates
(#19043)
add 45c46be6f0a Fix IT classes that are never executed in CI (#19052)
add 45a78ca18e1 Avoid empty pipe metadata sync on retained subscription
unsubscribe (#19055)
add 1c2e3c8e88f Bump org.xerial.snappy:snappy-java from 1.1.10.5 to
1.1.10.9 (#19038)
add 56aca60610f Document IT discovery and reliability guidelines (#19058)
add 45c962bc4c2 Fix the identity used by the asynchronous LOAD of the pipe
receiver (#19029)
add 3f36587d7c4 Downgrade the level of log when auto sync column schema
(#19060)
add 378196eaf6c [Subscription] Preserve trailing consensus progress
broadcasts (#19057)
add 3a51384b2dc Fix flaky SHOW RECEIVERS lifecycle assertions (#19061)
add 26cbf0f6a8a Prevent stopping heartbeats from reviving stopped nodes
(#19048)
add 8a5e5ca5444 Fix stale Ratis log size accounting in DiskGuardian
(#19067)
add 595aa8442bb Fix write-back sink history failure state handling (#19056)
add 59ac348a3f2 Fix Pipe leader cache isolation across receivers (#19064)
add 574aa691f0e [Subscription] Add a switch for consensus fallback polling
(#19062)
add 999721fcafd Fix consensus subscription WAL retention and replay cursor
(#19042)
add 9463d011e85 Preserve LOAD sources after unrecoverable query fallback
(#19073)
add af225846393 [Pipe] Fix remaining-event metric identities (#19071)
add d1958436cbf Merge master into test/pipe-p0-it-master
No new revisions were added by this update.
Summary of changes:
.github/scripts/build-it-shard-list.sh | 52 +++
.github/scripts/check-it-selection.py | 277 ++++++++++++
.github/workflows/cluster-it-1c1d.yml | 20 +-
.github/workflows/pipe-it.yml | 70 +--
.github/workflows/table-cluster-it-1c1d.yml | 18 +-
.github/workflows/zh-locale-compile.yml | 3 +-
LICENSE-binary | 2 +-
integration-test/AGENTS.md | 81 +++-
.../IoTDBRegionMigrateWithCompressionRatioIT.java | 6 +
.../IoTDBRegionMigrateWithLastEmptyDeletionIT.java | 6 +
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 7 +-
.../iotdb/db/it/IoTDBLoadTsFileClusterIT.java | 488 ++++++++++++++++++---
.../db/it/aligned/IoTDBAlignedMemQueryIT.java | 7 +
.../db/it/query/IoTDBLoadEncryptedTsFileIT.java | 7 +
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 2 +
.../iotdb/db/it/schema/IoTDBDatabaseQuotaIT.java | 4 +
.../db/it/schema/quota/IoTDBClusterMixQuotaIT.java | 9 +-
.../db/it/schema/quota/IoTDBClusterQuotaIT.java | 40 +-
...nScanIT2.java => IoTDBActiveRegionScan2IT.java} | 4 +-
....java => IoTDBActiveRegionScanWithMods2IT.java} | 4 +-
.../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java | 56 +++
.../auto/basic/IoTDBShowReceiversLifecycleIT.java | 4 +
.../single/IoTDBPipeReceiverAsyncLoadAuthIT.java | 413 +++++++++++++++++
.../iotdb/pipe/it/single/IoTDBShowReceiversIT.java | 4 +-
.../pipe/it/triple/AbstractPipeTripleManualIT.java | 6 +-
.../iotdb/pipe/it/triple/IoTDBPipeForwardIT.java | 84 ++++
...umnTest.java => IoTDBTableViewAddColumnIT.java} | 9 +-
.../IoTDBTableViewQueryWithCachedDeviceIT.java | 7 +
.../iotdb/session/it/IoTDBSessionComplexIT.java | 2 +
.../iotdb/session/it/IoTDBSessionCompressedIT.java | 25 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 3 +
...oTDBConsensusSubscriptionFallbackPollingIT.java | 204 +++++++++
.../parameter/PipeParameterValidator.java | 24 +-
.../parameter/PipeParameterValidatorTest.java | 126 ++++++
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 2 +
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 5 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 1 +
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 5 +-
.../rpc/TreeDeviceViewFieldDetectionHandler.java | 56 +++
.../manager/load/cache/node/NodeStatistics.java | 11 +-
.../PipeTemporaryMetaInCoordinatorMetrics.java | 24 +-
.../source/PipeConfigRegionSourceMetrics.java | 4 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 29 ++
.../manager/schema/ClusterSchemaManager.java | 2 -
.../confignode/persistence/pipe/PipeTaskInfo.java | 121 +++--
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 80 +++-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 4 +
.../impl/pipe/task/AlterPipeProcedureV2.java | 9 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 12 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 59 ++-
.../impl/schema/table/AddTableColumnProcedure.java | 2 +-
.../subscription/DropSubscriptionProcedure.java | 32 +-
.../consensus/response/pipe/PipeTableRespTest.java | 20 +
.../cache/LoadCachePersistedNodeStatusTest.java | 74 ++++
.../manager/load/cache/NodeCacheTest.java | 21 +
.../metric/PipeConfigNodeMetricsRestartTest.java | 103 ++++-
.../pipe/PipeTaskInfoAutoRestartTest.java | 54 +++
.../pipe/AbstractOperatePipeProcedureV2Test.java | 24 +
.../pipe/runtime/PipeMetaSyncProcedureTest.java | 240 ++++++++++
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 146 ++++++
.../impl/pipe/task/StartPipeProcedureV2Test.java | 217 +++++++++
.../DropSubscriptionProcedureTest.java | 19 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 3 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 3 +
.../consensus/iot/IoTConsensusServerImpl.java | 6 +-
.../apache/iotdb/consensus/ratis/DiskGuardian.java | 27 +-
.../iotdb/consensus/ratis/RaftLogSummaryTest.java | 108 +++++
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 4 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 2 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 7 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 4 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 2 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 7 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 28 ++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 43 ++
.../protocol/airgap/IoTDBAirGapReceiver.java | 163 +++++--
.../protocol/airgap/IoTDBAirGapReceiverAgent.java | 177 +++++++-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 155 +++++--
.../thrift/IoTDBDataNodeReceiverAgent.java | 24 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 11 +-
.../IoTDBDataNodeCacheLeaderClientManager.java | 36 +-
.../client/IoTDBDataNodeSyncClientManager.java | 12 +-
.../batch/PipeTransferBatchReqBuilder.java | 13 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 3 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 3 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 2 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 4 +-
.../table/ViewColumnAutoSyncTrigger.java | 32 +-
.../dataregion/snapshot/SnapshotFileUtils.java | 49 +++
.../dataregion/snapshot/SnapshotLoader.java | 2 +-
.../dataregion/snapshot/SnapshotTaker.java | 8 +-
.../converter/LoadTreeTsFileTabletIterator.java | 230 ++++------
.../converter/LoadTsFileDataTypeConverter.java | 89 ++--
.../iotdb/db/storageengine/load/util/LoadUtil.java | 25 +-
.../broker/ConsensusSubscriptionBroker.java | 4 +-
.../broker/SubscriptionPrefetchingQueue.java | 25 +-
.../consensus/ConsensusPrefetchingQueue.java | 7 +-
.../ConsensusSubscriptionCommitManager.java | 141 +++++-
.../broker/consensus/ProgressWALIterator.java | 13 +-
.../db/subscription/event/SubscriptionEvent.java | 5 +-
.../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 141 ++++++
.../airgap/IoTDBAirGapReceiverAgentTest.java | 120 +++++
.../protocol/airgap/IoTDBAirGapReceiverTest.java | 110 ++++-
.../IoTDBDataNodeReceiverAuditEntityTest.java | 79 ++++
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 20 +-
.../sink/IoTDBDataNodeAsyncClientManagerTest.java | 86 +++-
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 31 ++
.../batch/PipeTransferBatchReqBuilderTest.java | 55 +++
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 238 +++++++++-
.../config/sys/pipe/ShowPipeTaskTest.java | 7 +
.../dataregion/snapshot/SnapshotFileUtilsTest.java | 94 ++++
...atementDataTypeConvertExecutionVisitorTest.java | 337 +++++++++++++-
.../db/storageengine/load/util/LoadUtilTest.java | 62 +++
...onsensusSubscriptionBrokerPayloadLimitTest.java | 68 +++
.../SubscriptionPrefetchingQueueRecoveryTest.java | 178 ++++++++
.../consensus/ConsensusPrefetchingQueueTest.java | 25 +-
.../ConsensusSubscriptionCommitBroadcastTest.java | 288 ++++++++++++
.../broker/consensus/ProgressWALIteratorTest.java | 71 +++
.../conf/iotdb-system.properties.template | 6 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 10 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 10 +
.../apache/iotdb/commons/conf/CommonConfig.java | 12 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../pipe/config/constant/PipeSinkConstant.java | 20 +
.../commons/pipe/receiver/IoTDBFileReceiver.java | 74 +++-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 290 +++++++++++-
.../subscription/config/SubscriptionConfig.java | 4 +
...nDescriptorSubscriptionFallbackPollingTest.java | 60 +++
.../pipe/receiver/IoTDBFileReceiverTest.java | 147 ++++++-
pom.xml | 2 +-
133 files changed, 6885 insertions(+), 709 deletions(-)
create mode 100644 .github/scripts/build-it-shard-list.sh
create mode 100644 .github/scripts/check-it-selection.py
rename
integration-test/src/test/java/org/apache/iotdb/db/it/schema/regionscan/{IoTDBActiveRegionScanIT2.java
=> IoTDBActiveRegionScan2IT.java} (93%)
rename
integration-test/src/test/java/org/apache/iotdb/db/it/schema/regionscan/{IoTDBActiveRegionScanWithModsIT2.java
=> IoTDBActiveRegionScanWithMods2IT.java} (93%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBPipeReceiverAsyncLoadAuthIT.java
rename
integration-test/src/test/java/org/apache/iotdb/relational/it/query/view/recent/{IoTDBTableViewAddColumnTest.java
=> IoTDBTableViewAddColumnIT.java} (88%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/IoTDBConsensusSubscriptionFallbackPollingIT.java
create mode 100644
iotdb-api/pipe-api/src/test/java/org/apache/iotdb/pipe/api/customizer/parameter/PipeParameterValidatorTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/RaftLogSummaryTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtils.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/airgap/IoTDBAirGapReceiverAgentTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/thrift/IoTDBDataNodeReceiverAuditEntityTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/SubscriptionPrefetchingQueueRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusSubscriptionCommitBroadcastTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/conf/CommonDescriptorSubscriptionFallbackPollingTest.java