This is an automated email from the ASF dual-hosted git repository.

shuwenwei pushed a change to branch feature/internal-rpc-inherit-client-rpc
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from 1ec246e34da Refine internal session lifecycle and authorization
     add 3ffe2958758 Fix automatic LOAD retries during region recovery (#19098)
     add ee347f403d7 Ensure Session.close() closes all connections after 
failures (#19104)
     add 150a14c38cb [IT] Make integrationTest.dataRegionPerDataNode reach the 
ConfigNode (#19121)
     add dfce814dad6 Fix pipe task start failures: report, roll back and 
recover (#19119)
     add 1c709913143 [IT] Wait for asynchronous DROP TABLE before flushing in 
table deletion IT (#19123)
     add 9f0bc18d700 Retry peer-list reset during AddRegionPeer rollback 
(#19118)
     add 03a28bace35 [Pipe] Make two pipe fields thread-safe for SonarCloud's 
reliability gate (#19109)
     add 4a801718276 Fixed the insertion NPE bug with out of ttl and pipe 
(#19124)
     add b896b6f5186 [Doc] Avoid global database counts in integration tests 
(#19127)
     add ef9e799f50a [Bugfix] Disable Subscription and Pipes containing data 
insertion under Ratis (#19053)
     add 2bfb3a5fe10 [IT] Wait for all Regions to be Running after a cluster 
restart (#19114)
     add 888f169f652 Fix concurrent subscription batch snapshots (#19116)
     add e92ecf1d5d6 Fix table TTL reset propagation to DataNodes (#19110)
     add a2d83f7abe0 Reduce WAL directory scans during subscription replay 
refresh (#19129)
     add 4b80fa56a99 Fix subscription prefetch retries under delivery 
backpressure (#19137)
     add 6a3e9d214a7 Fall back to a current replica when the cached region 
leader is stale (#19135)
     add c4086c5df64 Fix LOAD rate limiting to account for source TsFile bytes 
(#19141)
     add ad94d2b68cd Fix WAL roll file test flush wait (#17904)
     add dbc4fb74f23 Fix cached nullable table attribute filtering (#19133)
     add 51748ae1fde Fix subscription connection fencing during consumer 
reconnect (#19130)
     add 24e1203a4dc Fix table schema map registration for table-model TsFiles 
(#19100)
     add 219d2ea3bc7 [IT] Pin the DataRegions per DataNode in 
IoTDBMultiTAGsWithAttributesTableIT (#19086)
     add fc6f68c2132 Fix premature recovery from DiskFull read-only mode 
(#19126)
     add 4eebf87a79c Keep unrecoverable error status reasons on one line 
(#19132)
     add 4b447ff5c0b Reset DiskFull protection after successful configuration 
reloads (#19151)
     add 522c080122e Upgrade AINode security dependencies (#19153)
     add 207503295e3 Add configurable Thrift buffer reuse thresholds to Java 
clients (#19148)
     add 1512190c043 Fix the 552 message of ALTER VIEW ADD COLUMN (#19158)
     add 0ed7549b9b9 Use column header constants in pipe authentication 
assertions (#19131)
     add 3ab38d1f90f Retry inconsistent region metadata while waiting for 
migrations (#19163)
     add 23e1740ee07 Fix delayed operator memory release after fragment 
termination (#18387)
     add cf146aa8391 Fix timeout budget propagation in consensus subscription 
polling (#19036)
     add a61e5bdddc8 Honor auto-create-schema settings for tree and table LOAD 
(#19128)
     add 9a386abdc0e Fix MAD UDF exact calculation and silent approximate 
result (#19162)
     add 405844d3fe4 Merge branch 'iotdb_master' into 
feature/internal-rpc-inherit-client-rpc
     add 2c33cab76e8 Narrow database internal session propagation

No new revisions were added by this update.

Summary of changes:
 .github/workflows/cluster-it-1c1d1a.yml            |  29 +
 integration-test/AGENTS.md                         |   5 +
 integration-test/pom.xml                           |   2 +-
 .../iotdb/it/env/cluster/config/MppJVMConfig.java  |  15 +
 .../it/env/cluster/node/AbstractNodeWrapper.java   |   1 +
 .../it/env/cluster/node/ConfigNodeWrapper.java     |   8 +
 .../pass/commit/RegionMigrateFileAssertions.java   |   3 +
 .../IoTDBRegionMigrateNormalForIoTV2StreamIT.java  |   3 +
 .../IoTDBRegionMigrateWithCompressionRatioIT.java  |   3 +
 .../IoTDBRegionMigrateWithLastEmptyDeletionIT.java |   3 +
 .../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java  | 122 +++++
 .../org/apache/iotdb/db/it/utils/TestUtils.java    |  41 ++
 .../manual/enhanced/IoTDBPipeMetaIT.java           |   9 +-
 .../treemodel/manual/IoTDBPipeInclusionIT.java     |  15 +-
 .../treemodel/manual/IoTDBPipePermissionIT.java    |   5 +-
 .../relational/it/db/it/IoTDBDeletionTableIT.java  |   8 +-
 .../relational/it/db/it/IoTDBInsertTableIT.java    |  24 +-
 .../it/IoTDBLoadStorageTsFileWithCompactionIT.java | 269 +++++++++
 .../it/db/it/IoTDBLoadTableSchemaCompletionIT.java | 265 +++++++++
 .../db/it/IoTDBMultiTAGsWithAttributesTableIT.java |   6 +
 .../db/it/IoTDBRegionReadyAfterRestartTableIT.java |  94 ++++
 .../it/schema/IoTDBNullableAttributeCacheIT.java   | 261 +++++++++
 .../iotdb/relational/it/schema/IoTDBTableIT.java   |  93 +++-
 .../it/schema/IoTDBTableTagSchemaMigrationIT.java  | 386 +++++++++++++
 .../schema/TableMetadataPropagationTestBase.java   | 450 ++++++++++++++++
 .../it/schema/fault/MetadataFaultAgent.java        | 600 +++++++++++++++++++++
 .../it/schema/fault/MetadataFaultController.java   | 244 +++++++++
 .../org/apache/iotdb/rpc/AutoResizingBuffer.java   |   7 +
 .../iotdb/rpc/AutoScalingBufferReadTransport.java  |  34 +-
 .../iotdb/rpc/AutoScalingBufferWriteTransport.java |  51 +-
 .../iotdb/rpc/DeepCopyRpcTransportFactory.java     |  18 +-
 .../rpc/TCompressedElasticFramedTransport.java     |  30 +-
 .../apache/iotdb/rpc/TElasticFramedTransport.java  |  19 +-
 .../java/org/apache/iotdb/rpc/TSStatusCode.java    |   1 +
 .../iotdb/rpc/TSnappyElasticFramedTransport.java   |  30 +-
 .../rpc/TimeoutChangeableTFastFramedTransport.java |  29 +-
 .../TimeoutChangeableTSnappyFramedTransport.java   |  29 +-
 .../iotdb/rpc/DeepCopyRpcTransportFactoryTest.java |  41 ++
 .../rpc/TCompressedElasticFramedTransportTest.java | 295 ++++++++++
 .../iotdb/session/AbstractSessionBuilder.java      |   1 +
 .../org/apache/iotdb/session/NodesSupplier.java    |  57 +-
 .../java/org/apache/iotdb/session/Session.java     |  63 ++-
 .../apache/iotdb/session/SessionConnection.java    |   4 +-
 .../apache/iotdb/session/TableSessionBuilder.java  |  14 +
 .../org/apache/iotdb/session/ThriftConnection.java |  19 +-
 .../org/apache/iotdb/session/pool/SessionPool.java |  22 +-
 .../session/pool/TableSessionPoolBuilder.java      |  15 +
 .../iotdb/session/SessionSeedNodeFallbackTest.java | 137 +++++
 .../java/org/apache/iotdb/session/SessionTest.java |  75 +++
 .../base/AbstractSubscriptionConsumer.java         |  18 +-
 .../base/AbstractSubscriptionProvider.java         |  10 +-
 .../base/AbstractSubscriptionProviders.java        |   2 +-
 .../SubscriptionConsumerMultiProviderPollTest.java |  73 +++
 .../SubscriptionProviderConnectionTimeoutTest.java |  25 +-
 .../base/SubscriptionProviderStatusTest.java       |  12 +
 iotdb-core/ainode/README.md                        |  24 +-
 iotdb-core/ainode/pyproject.toml                   |  17 +-
 .../ainode/tests/test_dependency_security.py       | 115 ++++
 .../iotdb/confignode/i18n/ManagerMessages.java     |   5 +-
 .../iotdb/confignode/i18n/ManagerMessages.java     |   4 +-
 .../iotdb/confignode/manager/ConfigManager.java    |  36 +-
 .../manager/pipe/agent/PipeConfigNodeAgent.java    |  34 ++
 .../pipe/agent/task/PipeConfigNodeTaskAgent.java   |   5 +
 .../pipe/coordinator/task/PipeTaskCoordinator.java |  46 +-
 .../manager/schema/ClusterSchemaManager.java       |  33 +-
 .../subscription/SubscriptionCoordinator.java      |   7 +-
 .../runtime/SubscriptionLeaderChangeHandler.java   |   9 +-
 .../confignode/persistence/pipe/PipeTaskInfo.java  |  27 +-
 .../impl/region/AddRegionPeerProcedure.java        |  17 +
 .../impl/schema/DataNodeRegionGroupUtil.java       |   7 +-
 .../schema/table/SetTablePropertiesProcedure.java  |  16 +-
 .../manager/ClusterSchemaManagerTest.java          | 179 ++++++
 .../agent/task/PipeConfigNodeTaskAgentTest.java    | 111 ++++
 .../coordinator/task/PipeTaskCoordinatorTest.java  | 157 ++++++
 .../persistence/pipe/PipeTaskInfoRatisTest.java    | 149 +++++
 .../impl/region/AddRegionPeerProcedureTest.java    | 122 +++++
 .../impl/schema/DataNodeRegionGroupUtilTest.java   |  54 ++
 .../table/SetTablePropertiesProcedureTest.java     |  78 +++
 .../apache/iotdb/db/i18n/DataNodePipeMessages.java |   5 +
 .../iotdb/db/i18n/DataNodeQueryMessages.java       |   9 +
 .../apache/iotdb/db/i18n/DataNodePipeMessages.java |   5 +
 .../iotdb/db/i18n/DataNodeQueryMessages.java       |   9 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |   4 +
 ...va => LoadAnalyzeMissingDatabaseException.java} |   4 +-
 .../iotdb/db/pipe/agent/PipeDataNodeAgent.java     |  34 ++
 .../db/pipe/agent/task/PipeDataNodeTaskAgent.java  |   6 +
 .../task/execution/PipeSubtaskExecutorManager.java |  31 +-
 .../pipe/metric/overview/PipeResourceMetrics.java  |  11 +-
 .../legacy/IoTDBLegacyPipeReceiverAgent.java       |  14 +
 .../protocol/thrift/IoTDBDataNodeReceiver.java     |  48 ++
 .../builder/PipeTableModelTsFileBuilderV2.java     |   4 +
 ...istoricalDataRegionTsFileAndDeletionSource.java |   9 +
 .../realtime/epoch/TsFileEpochManager.java         |   5 +-
 .../iotdb/db/protocol/session/IClientSession.java  |  11 -
 .../db/protocol/session/InternalClientSession.java |   1 -
 .../iotdb/db/protocol/session/SessionManager.java  |   4 -
 .../protocol/thrift/impl/ClientRPCServiceImpl.java |  13 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |  33 +-
 .../fragment/FragmentInstanceContext.java          |   6 +-
 .../fragment/FragmentInstanceStateMachine.java     |  74 ++-
 .../plan/analyze/load/LoadTsFileAnalyzer.java      | 132 +++--
 .../analyze/load/LoadTsFileTableSchemaCache.java   |  91 +++-
 .../load/TreeSchemaAutoCreatorAndVerifier.java     |  30 +-
 .../plan/analyze/schema/NormalSchemaFetcher.java   |  28 +-
 .../plan/analyze/schema/SchemaValidator.java       |   8 +-
 .../plan/analyze/schema/TemplateSchemaFetcher.java |  13 +-
 .../config/executor/ClusterConfigTaskExecutor.java |  30 ++
 .../plan/planner/LocalExecutionPlanner.java        |  42 +-
 .../plan/node/load/LoadSingleTsFileNode.java       |  28 +
 .../planner/plan/node/load/LoadTsFileNode.java     |   6 +-
 .../plan/relational/metadata/Metadata.java         |   3 +-
 .../relational/metadata/TableMetadataImpl.java     |   4 +-
 .../fetcher/DeviceInCacheFilterVisitor.java        |   8 +-
 .../metadata/fetcher/TableDeviceSchemaFetcher.java |   2 +-
 .../fetcher/TableHeaderSchemaValidator.java        |   8 +-
 .../plan/scheduler/load/LoadFallbackHandler.java   |  10 +-
 .../java/org/apache/iotdb/db/service/DataNode.java |   6 +-
 .../iotdb/db/storageengine/StorageEngine.java      |   6 +
 .../db/storageengine/dataregion/DataRegion.java    |   9 +-
 .../impl/ReadChunkCompactionPerformer.java         |   4 +
 .../compaction/io/CompactionTsFileWriter.java      |  11 +
 .../dataregion/memtable/TsFileProcessor.java       |  17 +
 .../utils/TsFileTableSchemaRegistrationUtils.java  | 110 ++++
 .../file/UnsealedTsFileRecoverPerformer.java       |  25 +-
 .../converter/LoadTsFileDataTypeConverter.java     |  55 +-
 .../agent/SubscriptionReceiverAgent.java           |  42 +-
 .../agent/SubscriptionRuntimeAgent.java            |   4 +-
 .../broker/ConsensusSubscriptionBroker.java        |  28 +-
 .../consensus/ConsensusPrefetchingQueue.java       |  62 ++-
 .../ConsensusSubscriptionSetupHandler.java         |   7 +-
 .../broker/consensus/ProgressWALIterator.java      |  98 +++-
 .../event/batch/SubscriptionPipeEventBatches.java  |   8 +-
 .../receiver/SubscriptionReceiver.java             |   5 +
 .../receiver/SubscriptionReceiverV1.java           |  38 +-
 ...nsensusSubscriptionPrefetchExecutorManager.java |   8 +-
 .../iotdb/db/conf/DiskFullHotReloadTest.java       | 148 +++++
 .../dataregion/IoTConsensusShutdownTest.java       |  10 +-
 .../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 135 +++++
 .../agent/task/PipeSinkSubtaskExecutorTest.java    | 182 +++++++
 .../pipe/agent/task/PipeSubtaskExecutorTest.java   |  24 +
 .../execution/PipeSubtaskExecutorManagerTest.java  |  66 +++
 .../legacy/IoTDBLegacyPipeReceiverAgentTest.java   |  72 +++
 .../protocol/thrift/IoTDBDataNodeReceiverTest.java | 202 +++++++
 ...ricalDataRegionTsFileAndDeletionSourceTest.java |  46 ++
 .../realtime/epoch/TsFileEpochManagerTest.java     |  11 -
 .../DataNodeInternalRPCServiceImplDiskTest.java    |  46 ++
 .../fragment/FragmentInstanceStateMachineTest.java |  56 ++
 .../load/LoadTsFileAnalyzerDiagnosticsTest.java    | 541 ++++++++++++++++++-
 .../plan/analyze/load/LoadTsFileAnalyzerTest.java  | 411 ++++++++++++++
 .../schema/TreeSchemaAutoCreationPolicyTest.java   | 207 +++++++
 .../LocalExecutionPlannerOperatorsMemoryTest.java  |  34 ++
 .../scheduler/load/LoadFallbackHandlerTest.java    | 139 +++++
 .../storageengine/dataregion/DataRegionTest.java   |  55 ++
 .../TsFileTableSchemaRegistrationUtilsTest.java    | 204 +++++++
 .../wal/node/WALNodeWaitForRollFileTest.java       | 101 ++--
 .../wal/recover/WALRecoverManagerTest.java         |   6 +-
 ...ncryptedUnsealedTsFileRecoverPerformerTest.java |  10 +-
 .../file/UnsealedTsFileRecoverPerformerTest.java   |  13 +-
 .../LoadTsFileDataTypeConverterSchemaTest.java     | 349 ++++++++++++
 .../disk/FolderManagerDiskFullRecoveryTest.java    | 160 ++++++
 .../agent/SubscriptionReceiverAgentTest.java       |  54 ++
 ...onsensusSubscriptionBrokerPayloadLimitTest.java |  37 +-
 ...ConsensusSubscriptionBrokerPollTimeoutTest.java | 198 +++++++
 .../ConsensusPrefetchingQueuePollTimeoutTest.java  | 180 +++++++
 ...nsensusPrefetchingQueueWalBackpressureTest.java | 195 +++++++
 .../broker/consensus/ProgressWALIteratorTest.java  | 325 ++++++++++-
 ...ubscriptionPipeEventBatchesConcurrencyTest.java | 144 +++++
 .../receiver/SubscriptionReceiverV1Test.java       |  23 +
 .../apache/iotdb/commons/i18n/PipeMessages.java    |  21 +
 .../apache/iotdb/commons/i18n/PipeMessages.java    |  20 +
 .../apache/iotdb/commons/conf/CommonConfig.java    |  67 ++-
 .../apache/iotdb/commons/disk/FolderManager.java   |  15 +-
 .../commons/disk/strategy/DirectoryStrategy.java   |   6 +-
 .../commons/enums/HandleSystemErrorStrategy.java   |  31 +-
 .../commons/pipe/agent/task/PipeTaskAgent.java     |  47 +-
 .../agent/task/execution/PipeSubtaskExecutor.java  |  29 +-
 .../task/subtask/PipeAbstractSinkSubtask.java      |  33 +-
 .../options/PipeInclusionOptions.java              |  11 +
 .../apache/iotdb/commons/utils/JVMCommonUtils.java |  26 +-
 .../iotdb/commons/conf/CommonConfigTest.java       | 161 +++++-
 .../options/PipeInclusionOptionsTest.java          |  41 ++
 .../iotdb/commons/utils/JVMCommonUtilsTest.java    |  35 ++
 .../iotdb/library/i18n/LibraryUdfMessages.java     |   6 +
 .../iotdb/library/i18n/LibraryUdfMessages.java     |   5 +
 .../org/apache/iotdb/library/dprofile/UDAFMad.java |  10 +-
 .../dprofile/util/ExactOrderStatistics.java        |  16 +-
 .../apache/iotdb/library/dprofile/UDAFMadTest.java | 114 ++++
 .../dprofile/util/ExactOrderStatisticsTest.java    |  73 +++
 188 files changed, 11330 insertions(+), 494 deletions(-)
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadStorageTsFileWithCompactionIT.java
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadTableSchemaCompletionIT.java
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBRegionReadyAfterRestartTableIT.java
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBNullableAttributeCacheIT.java
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBTableTagSchemaMigrationIT.java
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/TableMetadataPropagationTestBase.java
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/fault/MetadataFaultAgent.java
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/fault/MetadataFaultController.java
 create mode 100644 
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/TCompressedElasticFramedTransportTest.java
 create mode 100644 iotdb-core/ainode/tests/test_dependency_security.py
 create mode 100644 
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/agent/task/PipeConfigNodeTaskAgentTest.java
 create mode 100644 
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/coordinator/task/PipeTaskCoordinatorTest.java
 create mode 100644 
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/pipe/PipeTaskInfoRatisTest.java
 create mode 100644 
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/schema/DataNodeRegionGroupUtilTest.java
 copy 
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/load/{LoadAnalyzeMissingSchemaException.java
 => LoadAnalyzeMissingDatabaseException.java} (84%)
 create mode 100644 
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/utils/TsFileTableSchemaRegistrationUtils.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/DiskFullHotReloadTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/task/execution/PipeSubtaskExecutorManagerTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/schema/TreeSchemaAutoCreationPolicyTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/utils/TsFileTableSchemaRegistrationUtilsTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/converter/LoadTsFileDataTypeConverterSchemaTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/disk/FolderManagerDiskFullRecoveryTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/ConsensusSubscriptionBrokerPollTimeoutTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueuePollTimeoutTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeEventBatchesConcurrencyTest.java
 create mode 100644 
library-udf/src/test/java/org/apache/iotdb/library/dprofile/UDAFMadTest.java
 create mode 100644 
library-udf/src/test/java/org/apache/iotdb/library/dprofile/util/ExactOrderStatisticsTest.java

Reply via email to