This is an automated email from the ASF dual-hosted git repository.

Caideyipi pushed a change to branch test/pipe-p0-it-master
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from c0c05c24d8f test(write): cover recovery and backpressure integration 
scenarios
     add 2d047dc1009 Fix consumer group response handling in topic procedures 
(#19047)
     add a927dd6bc63 Fix ZH locale CI ZIP dependencies by building through 
package (#19050)
     add ab770467c8e Fix DataRegion snapshot failures when hard links are 
unavailable (#19049)
     add 28c5028bb46 Suppress duplicate database warning for pipe snapshots 
(#19054)
     add 574d5eb6278 Implement UDP transport for air-gap sink (#17954)
     add d4ea1fabcc9 Fix interrupted snapshot subscription delivery (#19040)
     add 5d3e2eb121e Preserve unlisted pipes in partial metadata updates 
(#19043)
     add 45c46be6f0a Fix IT classes that are never executed in CI (#19052)
     add 45a78ca18e1 Avoid empty pipe metadata sync on retained subscription 
unsubscribe (#19055)
     add 1c2e3c8e88f Bump org.xerial.snappy:snappy-java from 1.1.10.5 to 
1.1.10.9 (#19038)
     add 56aca60610f Document IT discovery and reliability guidelines (#19058)
     add 45c962bc4c2 Fix the identity used by the asynchronous LOAD of the pipe 
receiver (#19029)
     add 3f36587d7c4 Downgrade the level of log when auto sync column schema 
(#19060)
     add 378196eaf6c [Subscription] Preserve trailing consensus progress 
broadcasts (#19057)
     add 3a51384b2dc Fix flaky SHOW RECEIVERS lifecycle assertions (#19061)
     add 26cbf0f6a8a Prevent stopping heartbeats from reviving stopped nodes 
(#19048)
     add 8a5e5ca5444 Fix stale Ratis log size accounting in DiskGuardian 
(#19067)
     add 595aa8442bb Fix write-back sink history failure state handling (#19056)
     add 59ac348a3f2 Fix Pipe leader cache isolation across receivers (#19064)
     add 574aa691f0e [Subscription] Add a switch for consensus fallback polling 
(#19062)
     add 999721fcafd Fix consensus subscription WAL retention and replay cursor 
(#19042)
     add 9463d011e85 Preserve LOAD sources after unrecoverable query fallback 
(#19073)
     add af225846393 [Pipe] Fix remaining-event metric identities (#19071)
     add d1958436cbf Merge master into test/pipe-p0-it-master

No new revisions were added by this update.

Summary of changes:
 .github/scripts/build-it-shard-list.sh             |  52 +++
 .github/scripts/check-it-selection.py              | 277 ++++++++++++
 .github/workflows/cluster-it-1c1d.yml              |  20 +-
 .github/workflows/pipe-it.yml                      |  70 +--
 .github/workflows/table-cluster-it-1c1d.yml        |  18 +-
 .github/workflows/zh-locale-compile.yml            |   3 +-
 LICENSE-binary                                     |   2 +-
 integration-test/AGENTS.md                         |  81 +++-
 .../IoTDBRegionMigrateWithCompressionRatioIT.java  |   6 +
 .../IoTDBRegionMigrateWithLastEmptyDeletionIT.java |   6 +
 .../iotdb/db/it/IoTDBCustomizedClusterIT.java      |   7 +-
 .../iotdb/db/it/IoTDBLoadTsFileClusterIT.java      | 488 ++++++++++++++++++---
 .../db/it/aligned/IoTDBAlignedMemQueryIT.java      |   7 +
 .../db/it/query/IoTDBLoadEncryptedTsFileIT.java    |   7 +
 .../it/schema/IoTDBCreateAlignedTimeseriesIT.java  |   2 +
 .../iotdb/db/it/schema/IoTDBDatabaseQuotaIT.java   |   4 +
 .../db/it/schema/quota/IoTDBClusterMixQuotaIT.java |   9 +-
 .../db/it/schema/quota/IoTDBClusterQuotaIT.java    |  40 +-
 ...nScanIT2.java => IoTDBActiveRegionScan2IT.java} |   4 +-
 ....java => IoTDBActiveRegionScanWithMods2IT.java} |   4 +-
 .../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java |  56 +++
 .../auto/basic/IoTDBShowReceiversLifecycleIT.java  |   4 +
 .../single/IoTDBPipeReceiverAsyncLoadAuthIT.java   | 413 +++++++++++++++++
 .../iotdb/pipe/it/single/IoTDBShowReceiversIT.java |   4 +-
 .../pipe/it/triple/AbstractPipeTripleManualIT.java |   6 +-
 .../iotdb/pipe/it/triple/IoTDBPipeForwardIT.java   |  84 ++++
 ...umnTest.java => IoTDBTableViewAddColumnIT.java} |   9 +-
 .../IoTDBTableViewQueryWithCachedDeviceIT.java     |   7 +
 .../iotdb/session/it/IoTDBSessionComplexIT.java    |   2 +
 .../iotdb/session/it/IoTDBSessionCompressedIT.java |  25 +-
 .../iotdb/session/it/IoTDBSessionSimpleIT.java     |   3 +
 ...oTDBConsensusSubscriptionFallbackPollingIT.java | 204 +++++++++
 .../parameter/PipeParameterValidator.java          |  24 +-
 .../parameter/PipeParameterValidatorTest.java      | 126 ++++++
 .../iotdb/confignode/i18n/ConfigNodeMessages.java  |   2 +
 .../iotdb/confignode/i18n/ManagerMessages.java     |   3 +
 .../iotdb/confignode/i18n/ProcedureMessages.java   |   5 +-
 .../iotdb/confignode/i18n/ConfigNodeMessages.java  |   1 +
 .../iotdb/confignode/i18n/ManagerMessages.java     |   3 +
 .../iotdb/confignode/i18n/ProcedureMessages.java   |   5 +-
 .../rpc/TreeDeviceViewFieldDetectionHandler.java   |  56 +++
 .../manager/load/cache/node/NodeStatistics.java    |  11 +-
 .../PipeTemporaryMetaInCoordinatorMetrics.java     |  24 +-
 .../source/PipeConfigRegionSourceMetrics.java      |   4 +-
 .../receiver/protocol/IoTDBConfigNodeReceiver.java |  29 ++
 .../manager/schema/ClusterSchemaManager.java       |   2 -
 .../confignode/persistence/pipe/PipeTaskInfo.java  | 121 +++--
 .../impl/pipe/AbstractOperatePipeProcedureV2.java  |  80 +++-
 .../impl/pipe/runtime/PipeMetaSyncProcedure.java   |   4 +
 .../impl/pipe/task/AlterPipeProcedureV2.java       |   9 +-
 .../impl/pipe/task/CreatePipeProcedureV2.java      |  12 +-
 .../impl/pipe/task/StartPipeProcedureV2.java       |  59 ++-
 .../impl/schema/table/AddTableColumnProcedure.java |   2 +-
 .../subscription/DropSubscriptionProcedure.java    |  32 +-
 .../consensus/response/pipe/PipeTableRespTest.java |  20 +
 .../cache/LoadCachePersistedNodeStatusTest.java    |  74 ++++
 .../manager/load/cache/NodeCacheTest.java          |  21 +
 .../metric/PipeConfigNodeMetricsRestartTest.java   | 103 ++++-
 .../pipe/PipeTaskInfoAutoRestartTest.java          |  54 +++
 .../pipe/AbstractOperatePipeProcedureV2Test.java   |  24 +
 .../pipe/runtime/PipeMetaSyncProcedureTest.java    | 240 ++++++++++
 .../impl/pipe/task/CreatePipeProcedureV2Test.java  | 146 ++++++
 .../impl/pipe/task/StartPipeProcedureV2Test.java   | 217 +++++++++
 .../DropSubscriptionProcedureTest.java             |  19 +
 .../iotdb/consensus/i18n/IoTConsensusMessages.java |   3 +
 .../iotdb/consensus/i18n/IoTConsensusMessages.java |   3 +
 .../consensus/iot/IoTConsensusServerImpl.java      |   6 +-
 .../apache/iotdb/consensus/ratis/DiskGuardian.java |  27 +-
 .../iotdb/consensus/ratis/RaftLogSummaryTest.java  | 108 +++++
 .../apache/iotdb/db/i18n/DataNodePipeMessages.java |   4 +
 .../iotdb/db/i18n/DataNodeSchemaMessages.java      |   2 +-
 .../iotdb/db/i18n/StorageEngineMessages.java       |   7 +
 .../apache/iotdb/db/i18n/DataNodePipeMessages.java |   4 +
 .../iotdb/db/i18n/DataNodeSchemaMessages.java      |   2 +-
 .../iotdb/db/i18n/StorageEngineMessages.java       |   7 +
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  28 ++
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  11 +
 .../db/pipe/agent/task/PipeDataNodeTaskAgent.java  |  43 ++
 .../protocol/airgap/IoTDBAirGapReceiver.java       | 163 +++++--
 .../protocol/airgap/IoTDBAirGapReceiverAgent.java  | 177 +++++++-
 .../protocol/thrift/IoTDBDataNodeReceiver.java     | 155 +++++--
 .../thrift/IoTDBDataNodeReceiverAgent.java         |  24 +-
 .../client/IoTDBDataNodeAsyncClientManager.java    |  11 +-
 .../IoTDBDataNodeCacheLeaderClientManager.java     |  36 +-
 .../client/IoTDBDataNodeSyncClientManager.java     |  12 +-
 .../batch/PipeTransferBatchReqBuilder.java         |  13 +-
 .../thrift/async/IoTDBDataRegionAsyncSink.java     |   3 +-
 .../thrift/sync/IoTDBDataRegionSyncSink.java       |   3 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |   2 +-
 .../plan/analyze/load/LoadTsFileAnalyzer.java      |   4 +-
 .../table/ViewColumnAutoSyncTrigger.java           |  32 +-
 .../dataregion/snapshot/SnapshotFileUtils.java     |  49 +++
 .../dataregion/snapshot/SnapshotLoader.java        |   2 +-
 .../dataregion/snapshot/SnapshotTaker.java         |   8 +-
 .../converter/LoadTreeTsFileTabletIterator.java    | 230 ++++------
 .../converter/LoadTsFileDataTypeConverter.java     |  89 ++--
 .../iotdb/db/storageengine/load/util/LoadUtil.java |  25 +-
 .../broker/ConsensusSubscriptionBroker.java        |   4 +-
 .../broker/SubscriptionPrefetchingQueue.java       |  25 +-
 .../consensus/ConsensusPrefetchingQueue.java       |   7 +-
 .../ConsensusSubscriptionCommitManager.java        | 141 +++++-
 .../broker/consensus/ProgressWALIterator.java      |  13 +-
 .../db/subscription/event/SubscriptionEvent.java   |   5 +-
 .../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 141 ++++++
 .../airgap/IoTDBAirGapReceiverAgentTest.java       | 120 +++++
 .../protocol/airgap/IoTDBAirGapReceiverTest.java   | 110 ++++-
 .../IoTDBDataNodeReceiverAuditEntityTest.java      |  79 ++++
 .../protocol/thrift/IoTDBDataNodeReceiverTest.java |  20 +-
 .../sink/IoTDBDataNodeAsyncClientManagerTest.java  |  86 +++-
 .../apache/iotdb/db/pipe/sink/PipeSinkTest.java    |  31 ++
 .../batch/PipeTransferBatchReqBuilderTest.java     |  55 +++
 .../airgap/IoTDBDataRegionAirGapSinkTest.java      | 238 +++++++++-
 .../config/sys/pipe/ShowPipeTaskTest.java          |   7 +
 .../dataregion/snapshot/SnapshotFileUtilsTest.java |  94 ++++
 ...atementDataTypeConvertExecutionVisitorTest.java | 337 +++++++++++++-
 .../db/storageengine/load/util/LoadUtilTest.java   |  62 +++
 ...onsensusSubscriptionBrokerPayloadLimitTest.java |  68 +++
 .../SubscriptionPrefetchingQueueRecoveryTest.java  | 178 ++++++++
 .../consensus/ConsensusPrefetchingQueueTest.java   |  25 +-
 .../ConsensusSubscriptionCommitBroadcastTest.java  | 288 ++++++++++++
 .../broker/consensus/ProgressWALIteratorTest.java  |  71 +++
 .../conf/iotdb-system.properties.template          |   6 +
 .../apache/iotdb/commons/i18n/PipeMessages.java    |  10 +
 .../apache/iotdb/commons/i18n/PipeMessages.java    |  10 +
 .../apache/iotdb/commons/conf/CommonConfig.java    |  12 +
 .../iotdb/commons/conf/CommonDescriptor.java       |   5 +
 .../pipe/config/constant/PipeSinkConstant.java     |  20 +
 .../commons/pipe/receiver/IoTDBFileReceiver.java   |  74 +++-
 .../pipe/sink/protocol/IoTDBAirGapSink.java        | 290 +++++++++++-
 .../subscription/config/SubscriptionConfig.java    |   4 +
 ...nDescriptorSubscriptionFallbackPollingTest.java |  60 +++
 .../pipe/receiver/IoTDBFileReceiverTest.java       | 147 ++++++-
 pom.xml                                            |   2 +-
 133 files changed, 6885 insertions(+), 709 deletions(-)
 create mode 100644 .github/scripts/build-it-shard-list.sh
 create mode 100644 .github/scripts/check-it-selection.py
 rename 
integration-test/src/test/java/org/apache/iotdb/db/it/schema/regionscan/{IoTDBActiveRegionScanIT2.java
 => IoTDBActiveRegionScan2IT.java} (93%)
 rename 
integration-test/src/test/java/org/apache/iotdb/db/it/schema/regionscan/{IoTDBActiveRegionScanWithModsIT2.java
 => IoTDBActiveRegionScanWithMods2IT.java} (93%)
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBPipeReceiverAsyncLoadAuthIT.java
 rename 
integration-test/src/test/java/org/apache/iotdb/relational/it/query/view/recent/{IoTDBTableViewAddColumnTest.java
 => IoTDBTableViewAddColumnIT.java} (88%)
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/IoTDBConsensusSubscriptionFallbackPollingIT.java
 create mode 100644 
iotdb-api/pipe-api/src/test/java/org/apache/iotdb/pipe/api/customizer/parameter/PipeParameterValidatorTest.java
 create mode 100644 
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/RaftLogSummaryTest.java
 create mode 100644 
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtils.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/airgap/IoTDBAirGapReceiverAgentTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/thrift/IoTDBDataNodeReceiverAuditEntityTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtilsTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/SubscriptionPrefetchingQueueRecoveryTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusSubscriptionCommitBroadcastTest.java
 create mode 100644 
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/conf/CommonDescriptorSubscriptionFallbackPollingTest.java

Reply via email to