This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch test/pipe-p0-it-master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6c4d4681524 test(pipe): cover transfer recovery and routing ITs
add e6b44b57e49 Fix table DELETE filters with mixed-case columns (#19087)
add b8765eda64f Fix ConfigNode procedure snapshot loading with MD5 files
(#19101)
add dda1e45d513 Fix LOAD snapshot races and stabilize cluster sync tests
(#19031)
add ca8074d15c8 Stabilize IT observation periods and restart cache checks
(#19095)
add c515756e93b [Pipe] Improve fair TsFile parser admission (#19106)
add e09005e87d0 Preserve JDBC session diagnostics across locales (#19102)
add 814b77028ad Fix historical TsFile filtering and reference acquisition
(#19096)
add 2fd7d838cba [IT] Read the address column of lsof when checking port
occupation (#19070)
add 65ef92f60a0 Fix Prepared Table-Model INSERT VALUES Execution (#19078)
add 3ffe2958758 Fix automatic LOAD retries during region recovery (#19098)
add ee347f403d7 Ensure Session.close() closes all connections after
failures (#19104)
add 150a14c38cb [IT] Make integrationTest.dataRegionPerDataNode reach the
ConfigNode (#19121)
add dfce814dad6 Fix pipe task start failures: report, roll back and
recover (#19119)
add 1c709913143 [IT] Wait for asynchronous DROP TABLE before flushing in
table deletion IT (#19123)
add 9f0bc18d700 Retry peer-list reset during AddRegionPeer rollback
(#19118)
add 03a28bace35 [Pipe] Make two pipe fields thread-safe for SonarCloud's
reliability gate (#19109)
add 4a801718276 Fixed the insertion NPE bug with out of ttl and pipe
(#19124)
add b896b6f5186 [Doc] Avoid global database counts in integration tests
(#19127)
add ef9e799f50a [Bugfix] Disable Subscription and Pipes containing data
insertion under Ratis (#19053)
add 2bfb3a5fe10 [IT] Wait for all Regions to be Running after a cluster
restart (#19114)
add 888f169f652 Fix concurrent subscription batch snapshots (#19116)
add e92ecf1d5d6 Fix table TTL reset propagation to DataNodes (#19110)
add a2d83f7abe0 Reduce WAL directory scans during subscription replay
refresh (#19129)
add 4b80fa56a99 Fix subscription prefetch retries under delivery
backpressure (#19137)
add 6a3e9d214a7 Fall back to a current replica when the cached region
leader is stale (#19135)
add c4086c5df64 Fix LOAD rate limiting to account for source TsFile bytes
(#19141)
add ad94d2b68cd Fix WAL roll file test flush wait (#17904)
add dbc4fb74f23 Fix cached nullable table attribute filtering (#19133)
add 51748ae1fde Fix subscription connection fencing during consumer
reconnect (#19130)
add 24e1203a4dc Fix table schema map registration for table-model TsFiles
(#19100)
add 219d2ea3bc7 [IT] Pin the DataRegions per DataNode in
IoTDBMultiTAGsWithAttributesTableIT (#19086)
add fc6f68c2132 Fix premature recovery from DiskFull read-only mode
(#19126)
add 4eebf87a79c Keep unrecoverable error status reasons on one line
(#19132)
add 4b447ff5c0b Reset DiskFull protection after successful configuration
reloads (#19151)
add 522c080122e Upgrade AINode security dependencies (#19153)
add 207503295e3 Add configurable Thrift buffer reuse thresholds to Java
clients (#19148)
add 989dd054fc3 Merge origin/master into test/pipe-p0-it-master
No new revisions were added by this update.
Summary of changes:
.github/workflows/cluster-it-1c1d1a.yml | 29 ++
integration-test/AGENTS.md | 5 +
integration-test/pom.xml | 2 +-
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 5 +-
.../it/env/cluster/node/ConfigNodeWrapper.java | 8 +
.../iotdb/db/it/IoTDBLoadTsFileClusterIT.java | 99 ++++-
.../apache/iotdb/db/it/utils/IoTDBTestUtilsIT.java | 47 +++
.../org/apache/iotdb/db/it/utils/TestUtils.java | 244 ++++++------
.../manual/enhanced/IoTDBPipeMetaIT.java | 9 +-
.../relational/it/db/it/IoTDBDeletionTableIT.java | 100 ++++-
.../relational/it/db/it/IoTDBInsertTableIT.java | 24 +-
.../it/IoTDBLoadStorageTsFileWithCompactionIT.java | 269 +++++++++++++
.../it/db/it/IoTDBLoadTableSchemaCompletionIT.java | 265 +++++++++++++
.../db/it/IoTDBMultiTAGsWithAttributesTableIT.java | 6 +
.../db/it/IoTDBRegionReadyAfterRestartTableIT.java | 94 +++++
.../it/db/it/IoTDBSetSystemStatusTableIT.java | 35 ++
.../it/schema/IoTDBNullableAttributeCacheIT.java | 261 +++++++++++++
.../iotdb/relational/it/schema/IoTDBTableIT.java | 89 +++++
.../it/schema/IoTDBTableTagSchemaMigrationIT.java | 386 +++++++++++++++++++
....java => TableMetadataPropagationTestBase.java} | 151 +++-----
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 23 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 53 ++-
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 150 ++++++++
.../org/apache/iotdb/rpc/AutoResizingBuffer.java | 7 +
.../iotdb/rpc/AutoScalingBufferReadTransport.java | 34 +-
.../iotdb/rpc/AutoScalingBufferWriteTransport.java | 51 ++-
.../iotdb/rpc/DeepCopyRpcTransportFactory.java | 18 +-
.../rpc/TCompressedElasticFramedTransport.java | 30 +-
.../apache/iotdb/rpc/TElasticFramedTransport.java | 19 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../iotdb/rpc/TSnappyElasticFramedTransport.java | 30 +-
.../rpc/TimeoutChangeableTFastFramedTransport.java | 29 +-
.../TimeoutChangeableTSnappyFramedTransport.java | 29 +-
.../iotdb/rpc/DeepCopyRpcTransportFactoryTest.java | 41 ++
.../rpc/TCompressedElasticFramedTransportTest.java | 295 +++++++++++++++
.../iotdb/session/AbstractSessionBuilder.java | 1 +
.../org/apache/iotdb/session/NodesSupplier.java | 57 ++-
.../java/org/apache/iotdb/session/Session.java | 63 +++-
.../apache/iotdb/session/SessionConnection.java | 4 +-
.../apache/iotdb/session/TableSessionBuilder.java | 14 +
.../org/apache/iotdb/session/ThriftConnection.java | 19 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 22 +-
.../session/pool/TableSessionPoolBuilder.java | 15 +
.../iotdb/session/SessionSeedNodeFallbackTest.java | 137 +++++++
.../java/org/apache/iotdb/session/SessionTest.java | 75 ++++
.../base/AbstractSubscriptionConsumer.java | 18 +-
.../base/AbstractSubscriptionProvider.java | 10 +-
.../base/AbstractSubscriptionProviders.java | 2 +-
.../SubscriptionConsumerMultiProviderPollTest.java | 73 ++++
.../SubscriptionProviderConnectionTimeoutTest.java | 25 +-
.../base/SubscriptionProviderStatusTest.java | 12 +
iotdb-core/ainode/README.md | 24 +-
iotdb-core/ainode/pyproject.toml | 17 +-
.../ainode/tests/test_dependency_security.py | 115 ++++++
.../iotdb/confignode/manager/ConfigManager.java | 36 +-
.../manager/pipe/agent/PipeConfigNodeAgent.java | 34 ++
.../pipe/agent/task/PipeConfigNodeTaskAgent.java | 5 +
.../pipe/coordinator/task/PipeTaskCoordinator.java | 46 ++-
.../manager/schema/ClusterSchemaManager.java | 30 +-
.../subscription/SubscriptionCoordinator.java | 7 +-
.../runtime/SubscriptionLeaderChangeHandler.java | 9 +-
.../confignode/persistence/ProcedureInfo.java | 4 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 27 +-
.../impl/region/AddRegionPeerProcedure.java | 17 +
.../impl/schema/DataNodeRegionGroupUtil.java | 7 +-
.../schema/table/SetTablePropertiesProcedure.java | 16 +-
.../manager/ClusterSchemaManagerTest.java | 179 +++++++++
.../agent/task/PipeConfigNodeTaskAgentTest.java | 111 ++++++
.../coordinator/task/PipeTaskCoordinatorTest.java | 157 ++++++++
.../confignode/persistence/ProcedureInfoTest.java | 38 ++
.../persistence/pipe/PipeTaskInfoRatisTest.java | 149 ++++++++
.../impl/region/AddRegionPeerProcedureTest.java | 122 ++++++
.../impl/schema/DataNodeRegionGroupUtilTest.java | 54 +++
.../table/SetTablePropertiesProcedureTest.java | 78 ++++
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 5 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 6 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 5 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 6 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 4 +
.../iotdb/db/pipe/agent/PipeDataNodeAgent.java | 34 ++
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 6 +
.../task/execution/PipeSubtaskExecutorManager.java | 31 +-
.../subtask/processor/PipeProcessorSubtask.java | 6 +
.../processor/PipeProcessorSubtaskWorker.java | 6 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 27 +-
.../pipe/metric/overview/PipeResourceMetrics.java | 48 ++-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 14 +
.../protocol/thrift/IoTDBDataNodeReceiver.java | 48 +++
.../db/pipe/resource/memory/PipeMemoryManager.java | 190 +++++++---
.../builder/PipeTableModelTsFileBuilderV2.java | 4 +
...istoricalDataRegionTsFileAndDeletionSource.java | 34 +-
.../realtime/epoch/TsFileEpochManager.java | 5 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 13 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 33 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 10 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 14 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 31 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 60 ++-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 19 +
.../config/executor/ClusterConfigTaskExecutor.java | 30 ++
.../fetcher/DeviceInCacheFilterVisitor.java | 8 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 2 +-
.../plan/relational/sql/ast/InsertRows.java | 45 +++
.../plan/statement/crud/InsertBaseStatement.java | 22 +-
.../plan/statement/crud/InsertRowsStatement.java | 6 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 6 +-
.../iotdb/db/storageengine/StorageEngine.java | 6 +
.../db/storageengine/dataregion/DataRegion.java | 9 +-
.../impl/ReadChunkCompactionPerformer.java | 4 +
.../compaction/io/CompactionTsFileWriter.java | 11 +
.../dataregion/memtable/TsFileProcessor.java | 17 +
.../utils/TsFileTableSchemaRegistrationUtils.java | 110 ++++++
.../file/UnsealedTsFileRecoverPerformer.java | 25 +-
.../db/storageengine/load/LoadTsFileProgress.java | 73 ++--
.../db/storageengine/load/LoadTsFileSnapshot.java | 59 ++-
.../agent/SubscriptionReceiverAgent.java | 42 ++-
.../agent/SubscriptionRuntimeAgent.java | 4 +-
.../consensus/ConsensusPrefetchingQueue.java | 7 +-
.../ConsensusSubscriptionSetupHandler.java | 7 +-
.../broker/consensus/ProgressWALIterator.java | 98 ++++-
.../event/batch/SubscriptionPipeEventBatches.java | 8 +-
.../receiver/SubscriptionReceiver.java | 5 +
.../receiver/SubscriptionReceiverV1.java | 38 +-
...nsensusSubscriptionPrefetchExecutorManager.java | 8 +-
.../iotdb/db/conf/DiskFullHotReloadTest.java | 148 ++++++++
.../dataregion/IoTConsensusShutdownTest.java | 10 +-
.../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 135 +++++++
.../agent/task/PipeSinkSubtaskExecutorTest.java | 182 +++++++++
.../pipe/agent/task/PipeSubtaskExecutorTest.java | 24 ++
.../execution/PipeSubtaskExecutorManagerTest.java | 66 ++++
.../PipeProcessorSubtaskExecutionGuardTest.java | 249 +++++++++++-
.../processor/PipeProcessorSubtaskWorkerTest.java | 181 +++++++++
.../pipe/event/PipeTsFileInsertionEventTest.java | 32 ++
.../metric/overview/PipeResourceMetricsTest.java | 81 ++++
.../legacy/IoTDBLegacyPipeReceiverAgentTest.java | 72 ++++
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 202 ++++++++++
.../resource/memory/PipeMemoryManagerTest.java | 415 +++++++++++++++++++-
...ricalDataRegionTsFileAndDeletionSourceTest.java | 268 +++++++++++++
.../realtime/epoch/TsFileEpochManagerTest.java | 11 -
.../DataNodeInternalRPCServiceImplDiskTest.java | 46 +++
.../load/LoadTsFileAnalyzerDiagnosticsTest.java | 126 ++++++-
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 49 +++
.../relational/sql/AstMemoryEstimatorTest.java | 168 +++++++++
.../storageengine/dataregion/DataRegionTest.java | 55 +++
.../TsFileTableSchemaRegistrationUtilsTest.java | 204 ++++++++++
.../wal/node/WALNodeWaitForRollFileTest.java | 101 ++---
.../wal/recover/WALRecoverManagerTest.java | 6 +-
...ncryptedUnsealedTsFileRecoverPerformerTest.java | 10 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 13 +-
.../storageengine/load/LoadTsFileProgressTest.java | 149 ++++++++
.../storageengine/load/LoadTsFileSnapshotTest.java | 420 ++++++++++++++++++---
.../disk/FolderManagerDiskFullRecoveryTest.java | 160 ++++++++
.../agent/SubscriptionReceiverAgentTest.java | 54 +++
...nsensusPrefetchingQueueWalBackpressureTest.java | 195 ++++++++++
.../broker/consensus/ProgressWALIteratorTest.java | 325 +++++++++++++++-
...ubscriptionPipeEventBatchesConcurrencyTest.java | 144 +++++++
.../receiver/SubscriptionReceiverV1Test.java | 23 ++
.../apache/iotdb/commons/i18n/PipeMessages.java | 21 ++
.../apache/iotdb/commons/i18n/PipeMessages.java | 20 +
.../apache/iotdb/commons/conf/CommonConfig.java | 67 ++--
.../apache/iotdb/commons/disk/FolderManager.java | 15 +-
.../commons/disk/strategy/DirectoryStrategy.java | 6 +-
.../commons/enums/HandleSystemErrorStrategy.java | 31 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 47 ++-
.../agent/task/execution/PipeSubtaskExecutor.java | 29 +-
.../task/subtask/PipeAbstractSinkSubtask.java | 33 +-
.../options/PipeInclusionOptions.java | 11 +
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../apache/iotdb/commons/utils/JVMCommonUtils.java | 26 +-
.../iotdb/commons/conf/CommonConfigTest.java | 161 +++++++-
.../options/PipeInclusionOptionsTest.java | 41 ++
.../iotdb/commons/utils/JVMCommonUtilsTest.java | 35 ++
172 files changed, 10211 insertions(+), 733 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadStorageTsFileWithCompactionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadTableSchemaCompletionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBRegionReadyAfterRestartTableIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBNullableAttributeCacheIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBTableTagSchemaMigrationIT.java
copy
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/{IoTDBTableMetadataPropagationIT.java
=> TableMetadataPropagationTestBase.java} (74%)
create mode 100644
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/TCompressedElasticFramedTransportTest.java
create mode 100644 iotdb-core/ainode/tests/test_dependency_security.py
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/agent/task/PipeConfigNodeTaskAgentTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/coordinator/task/PipeTaskCoordinatorTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/pipe/PipeTaskInfoRatisTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/schema/DataNodeRegionGroupUtilTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/utils/TsFileTableSchemaRegistrationUtils.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/DiskFullHotReloadTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/task/execution/PipeSubtaskExecutorManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/metric/overview/PipeResourceMetricsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/utils/TsFileTableSchemaRegistrationUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/disk/FolderManagerDiskFullRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeEventBatchesConcurrencyTest.java