This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch codex/load-local-install-crash-safety
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 079c9e0a61e Record LOAD mods metrics only after publication
add a2d83f7abe0 Reduce WAL directory scans during subscription replay
refresh (#19129)
add 4b80fa56a99 Fix subscription prefetch retries under delivery
backpressure (#19137)
add 6a3e9d214a7 Fall back to a current replica when the cached region
leader is stale (#19135)
add c4086c5df64 Fix LOAD rate limiting to account for source TsFile bytes
(#19141)
add ad94d2b68cd Fix WAL roll file test flush wait (#17904)
add dbc4fb74f23 Fix cached nullable table attribute filtering (#19133)
add 51748ae1fde Fix subscription connection fencing during consumer
reconnect (#19130)
add 24e1203a4dc Fix table schema map registration for table-model TsFiles
(#19100)
add 219d2ea3bc7 [IT] Pin the DataRegions per DataNode in
IoTDBMultiTAGsWithAttributesTableIT (#19086)
add fc6f68c2132 Fix premature recovery from DiskFull read-only mode
(#19126)
add 4eebf87a79c Keep unrecoverable error status reasons on one line
(#19132)
add 4b447ff5c0b Reset DiskFull protection after successful configuration
reloads (#19151)
add 522c080122e Upgrade AINode security dependencies (#19153)
add 207503295e3 Add configurable Thrift buffer reuse thresholds to Java
clients (#19148)
add 23a8ec1776d Merge origin/master into
codex/load-local-install-crash-safety
No new revisions were added by this update.
Summary of changes:
.github/workflows/cluster-it-1c1d1a.yml | 29 +
.../iotdb/it/env/cluster/config/MppJVMConfig.java | 15 +
.../it/env/cluster/node/AbstractNodeWrapper.java | 1 +
.../it/IoTDBLoadStorageTsFileWithCompactionIT.java | 269 +++++++++
.../it/db/it/IoTDBLoadTableSchemaCompletionIT.java | 265 +++++++++
.../db/it/IoTDBMultiTAGsWithAttributesTableIT.java | 6 +
.../it/schema/IoTDBNullableAttributeCacheIT.java | 261 +++++++++
.../it/schema/IoTDBTableTagSchemaMigrationIT.java | 386 +++++++++++++
.../schema/TableMetadataPropagationTestBase.java | 450 ++++++++++++++++
.../it/schema/fault/MetadataFaultAgent.java | 600 +++++++++++++++++++++
.../it/schema/fault/MetadataFaultController.java | 244 +++++++++
.../org/apache/iotdb/rpc/AutoResizingBuffer.java | 7 +
.../iotdb/rpc/AutoScalingBufferReadTransport.java | 34 +-
.../iotdb/rpc/AutoScalingBufferWriteTransport.java | 51 +-
.../iotdb/rpc/DeepCopyRpcTransportFactory.java | 18 +-
.../rpc/TCompressedElasticFramedTransport.java | 30 +-
.../apache/iotdb/rpc/TElasticFramedTransport.java | 19 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../iotdb/rpc/TSnappyElasticFramedTransport.java | 30 +-
.../rpc/TimeoutChangeableTFastFramedTransport.java | 29 +-
.../TimeoutChangeableTSnappyFramedTransport.java | 29 +-
.../iotdb/rpc/DeepCopyRpcTransportFactoryTest.java | 41 ++
.../rpc/TCompressedElasticFramedTransportTest.java | 295 ++++++++++
.../iotdb/session/AbstractSessionBuilder.java | 1 +
.../org/apache/iotdb/session/NodesSupplier.java | 57 +-
.../java/org/apache/iotdb/session/Session.java | 16 +-
.../apache/iotdb/session/SessionConnection.java | 4 +-
.../apache/iotdb/session/TableSessionBuilder.java | 14 +
.../org/apache/iotdb/session/ThriftConnection.java | 19 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 22 +-
.../session/pool/TableSessionPoolBuilder.java | 15 +
.../iotdb/session/SessionSeedNodeFallbackTest.java | 137 +++++
.../base/AbstractSubscriptionConsumer.java | 18 +-
.../base/AbstractSubscriptionProvider.java | 10 +-
.../base/AbstractSubscriptionProviders.java | 2 +-
.../SubscriptionConsumerMultiProviderPollTest.java | 73 +++
.../SubscriptionProviderConnectionTimeoutTest.java | 25 +-
.../base/SubscriptionProviderStatusTest.java | 12 +
iotdb-core/ainode/README.md | 24 +-
iotdb-core/ainode/pyproject.toml | 17 +-
.../ainode/tests/test_dependency_security.py | 115 ++++
.../impl/schema/DataNodeRegionGroupUtil.java | 7 +-
.../impl/schema/DataNodeRegionGroupUtilTest.java | 54 ++
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 3 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 6 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 3 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 6 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 4 +
.../builder/PipeTableModelTsFileBuilderV2.java | 4 +
.../impl/DataNodeInternalRPCServiceImpl.java | 8 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 18 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 60 ++-
.../fetcher/DeviceInCacheFilterVisitor.java | 8 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 2 +-
.../iotdb/db/storageengine/StorageEngine.java | 6 +
.../db/storageengine/dataregion/DataRegion.java | 9 +-
.../impl/ReadChunkCompactionPerformer.java | 4 +
.../compaction/io/CompactionTsFileWriter.java | 11 +
.../dataregion/memtable/TsFileProcessor.java | 17 +
.../utils/TsFileTableSchemaRegistrationUtils.java | 110 ++++
.../file/UnsealedTsFileRecoverPerformer.java | 25 +-
.../agent/SubscriptionReceiverAgent.java | 19 +-
.../consensus/ConsensusPrefetchingQueue.java | 7 +-
.../broker/consensus/ProgressWALIterator.java | 98 +++-
.../receiver/SubscriptionReceiver.java | 5 +
.../receiver/SubscriptionReceiverV1.java | 38 +-
.../iotdb/db/conf/DiskFullHotReloadTest.java | 148 +++++
.../dataregion/IoTConsensusShutdownTest.java | 10 +-
.../DataNodeInternalRPCServiceImplDiskTest.java | 46 ++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 49 ++
.../storageengine/dataregion/DataRegionTest.java | 51 ++
.../TsFileTableSchemaRegistrationUtilsTest.java | 204 +++++++
.../wal/node/WALNodeWaitForRollFileTest.java | 101 ++--
.../wal/recover/WALRecoverManagerTest.java | 6 +-
...ncryptedUnsealedTsFileRecoverPerformerTest.java | 10 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 13 +-
.../disk/FolderManagerDiskFullRecoveryTest.java | 160 ++++++
.../agent/SubscriptionReceiverAgentTest.java | 24 +
...nsensusPrefetchingQueueWalBackpressureTest.java | 195 +++++++
.../broker/consensus/ProgressWALIteratorTest.java | 325 ++++++++++-
.../receiver/SubscriptionReceiverV1Test.java | 23 +
.../apache/iotdb/commons/conf/CommonConfig.java | 67 ++-
.../apache/iotdb/commons/disk/FolderManager.java | 15 +-
.../commons/disk/strategy/DirectoryStrategy.java | 6 +-
.../commons/enums/HandleSystemErrorStrategy.java | 31 +-
.../apache/iotdb/commons/utils/JVMCommonUtils.java | 26 +-
.../iotdb/commons/conf/CommonConfigTest.java | 161 +++++-
.../iotdb/commons/utils/JVMCommonUtilsTest.java | 35 ++
88 files changed, 5694 insertions(+), 235 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadStorageTsFileWithCompactionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadTableSchemaCompletionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBNullableAttributeCacheIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBTableTagSchemaMigrationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/TableMetadataPropagationTestBase.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/fault/MetadataFaultAgent.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/fault/MetadataFaultController.java
create mode 100644
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/TCompressedElasticFramedTransportTest.java
create mode 100644 iotdb-core/ainode/tests/test_dependency_security.py
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/schema/DataNodeRegionGroupUtilTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/utils/TsFileTableSchemaRegistrationUtils.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/DiskFullHotReloadTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/utils/TsFileTableSchemaRegistrationUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/disk/FolderManagerDiskFullRecoveryTest.java