This is an automated email from the ASF dual-hosted git repository.

JackieTien97 pushed a change to branch rc/2.0.12
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from 2516777ff2b [Subscription] Relax group credentials and report 
connection failures (#18658)
     new 6ba9d7c31ca Fix read lock leak in disk usage statistics (#18807)
     new 7991c3a32e2 [Fix] Preserve absent local search index during 
subscription WAL replay (#18805)
     new 1a2c4ae3fff Fix subscription WAL replay cursor boundaries (#18810)
     new fc5532d0099 Bound subscription memory borrowing and report admission 
failures (#18812)
     new 1a25c8b791f [Fix] Prevent consensus subscription teardown from 
blocking unsubscribe (#18804)
     new bf5c36b6ffc [Subscription] Report retained WAL file gaps and retry 
transient reads (#18818)
     new d7aacedd893 Fix duplicate DataRegion scheduling after recovery (#18803)
     new de3386d45a8 [Subscription] Release exhausted TsFile parsers before 
batch ACK (#18820)
     new 1a52cf7b81d Fix oversized subscription requests with slicing (#18695)
     new cbfcef0e957 Retry failed procedure rollback without losing state 
(#18822)
     new ac3902b9d55 Fix schema region NPE during DataNode shutdown (#18821)
     new fc4b26a0867 Fix schema existence check fail-open behavior (#18755)
     new 57d39275c6d Add subscription stall diagnostics and reduce WAL prefetch 
overhead (#18808)
     new 6329c0ef842 Fix subscription initialization retries for transient WAL 
reads (#18829)
     new 0b6adee30b9 [Subscription] Preserve WAL replay progress across pending 
gaps (#18831)
     new d1fd714deb2 [Subscription] Index consensus ACK progress by writer 
(#18835)
     new 3453b632de3 Fix DATE conversion beyond tablet row count (#18832)
     new 67275afc48e [Pipe] Wake parser workers when admission is available 
(#18843)
     new b54211b9896 Bound consensus subscription WAL scans per prefetch round 
(#18849)
     new 31cb6960c23 Prevent query with explict limit 0  (#18858)

The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../it/query/old/IoTDBSimpleQueryTableIT.java      |  24 +
 .../query/view/recent/IoTDBTableViewQueryIT.java   |   2 +-
 .../iotdb/relational/it/schema/IoTDBDeviceIT.java  |  13 +-
 ...TDBConsensusSubscriptionUnsubscribeTableIT.java | 253 ++++++
 .../subscription/i18n/SubscriptionMessages.java    |   4 +
 .../subscription/i18n/SubscriptionMessages.java    |   4 +
 .../payload/request/PipeSubscribeRequestType.java  |   1 +
 .../payload/request/PipeSubscribeSliceReq.java     | 121 ++-
 .../request/PipeSubscribeSliceReqBuilder.java      |  80 ++
 .../request/PipeSubscribeSliceReqHandler.java      | 141 ++++
 .../SubscriptionSessionConnection.java             |   8 +
 .../base/AbstractSubscriptionConsumer.java         |  18 +-
 .../base/AbstractSubscriptionProvider.java         | 186 ++++-
 .../payload/request/PipeSubscribeSliceReqTest.java | 203 +++++
 .../base/SubscriptionConsumerLifecycleTest.java    |  50 ++
 .../base/SubscriptionProviderSlicingTest.java      | 232 ++++++
 .../iotdb/confignode/manager/ProcedureManager.java |   5 +-
 .../iotdb/confignode/procedure/Procedure.java      |  14 +
 .../confignode/procedure/ProcedureExecutor.java    |  15 +
 .../procedure/impl/StateMachineProcedure.java      |   6 +-
 .../confignode/manager/ProcedureManagerTest.java   |  16 +
 .../confignode/procedure/STMProcedureTest.java     | 108 +++
 .../iotdb/consensus/i18n/IoTConsensusMessages.java |   4 +
 .../iotdb/consensus/i18n/IoTConsensusMessages.java |   4 +
 .../subscription/SubscriptionQueueAdmission.java   |  18 +-
 .../subscription/SubscriptionQueueRegistry.java    |  39 +-
 .../SubscriptionQueueRejectionReason.java          |  42 +
 iotdb-core/datanode/pom.xml                        |  16 +
 .../apache/iotdb/db/i18n/DataNodePipeMessages.java |  69 +-
 .../iotdb/db/i18n/DataNodeQueryMessages.java       |   7 +-
 .../apache/iotdb/db/i18n/DataNodePipeMessages.java |  68 +-
 .../iotdb/db/i18n/DataNodeQueryMessages.java       |   7 +-
 .../subtask/processor/PipeProcessorSubtask.java    |   4 +
 .../PipeProcessorSubtaskExecutionGuard.java        |  16 +
 .../processor/PipeProcessorSubtaskWorker.java      |  29 +-
 .../common/tsfile/PipeTsFileInsertionEvent.java    |   4 +
 .../pipe/metric/overview/PipeResourceMetrics.java  |  47 ++
 .../db/pipe/resource/memory/PipeMemoryManager.java | 134 ++-
 .../execution/executor/RegionWriteExecutor.java    |  36 +-
 .../relational/analyzer/StatementAnalyzer.java     |   4 +-
 .../apache/iotdb/db/schemaengine/SchemaEngine.java |   9 +
 .../schemaengine/schemaregion/ISchemaRegion.java   |  10 +-
 .../schemaregion/impl/SchemaRegionMemoryImpl.java  |  10 +-
 .../schemaregion/impl/SchemaRegionPBTreeImpl.java  |  10 +-
 .../mtree/impl/mem/MTreeBelowSGMemoryImpl.java     |   6 +
 .../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java  |  11 +-
 .../iotdb/db/storageengine/StorageEngine.java      |   2 +-
 .../schedule/CompactionScheduleTaskManager.java    |  10 +-
 .../dataregion/utils/DiskUsageStatisticUtil.java   |  12 +-
 .../broker/ConsensusSubscriptionBroker.java        |   9 +-
 .../consensus/ConsensusLogToTabletConverter.java   |  17 +-
 .../consensus/ConsensusPrefetchingQueue.java       | 924 ++++++++++++++++-----
 .../ConsensusSubscriptionCommitManager.java        |  93 ++-
 .../broker/consensus/ProgressWALIterator.java      | 356 ++++++--
 .../consensus/SubscriptionQueueTimeTracker.java    | 119 +++
 .../batch/SubscriptionPipeTabletEventBatch.java    |  21 +-
 ...nsensusSubscriptionPrefetchingQueueMetrics.java | 170 ++++
 .../subscription/metric/SubscriptionMetrics.java   |  34 +
 .../receiver/SubscriptionReceiverV1.java           |  52 ++
 .../resource/SubscriptionMemoryManager.java        | 368 +++++++-
 .../ConsensusSubscriptionPrefetchExecutor.java     |  10 +
 .../task/subtask/ConsensusPrefetchSubtask.java     |  12 +
 .../PipeProcessorSubtaskExecutionGuardTest.java    |  10 +-
 .../processor/PipeProcessorSubtaskWorkerTest.java  | 154 ++++
 .../resource/memory/PipeMemoryManagerTest.java     |  30 +
 .../executor/RegionWriteExecutorTest.java          | 268 ++++++
 .../plan/relational/analyzer/AnalyzerTest.java     |   9 +
 .../analyzer/EvaluateEmptyIntersectTest.java       |  25 +-
 .../analyzer/RemoveEmptyExceptBranchesTest.java    |  82 +-
 .../relational/analyzer/UnionOptimizeTest.java     |  28 +-
 .../mtree/impl/mem/MTreeBelowSGMemoryImplTest.java |  14 +
 .../impl/pbtree/MTreeBelowSGCachedImplTest.java    |  18 +-
 .../dataregion/utils/TableDiskUsageTest.java       |   8 +
 .../ConsensusLogToTabletConverterTest.java         | 105 +++
 ...onsensusPrefetchingQueueDataNodeMemoryTest.java | 417 +++++++++-
 ...onsensusPrefetchingQueueInitializationTest.java | 254 ++++++
 .../ConsensusPrefetchingQueueSeekTest.java         | 242 ++++++
 .../consensus/ConsensusPrefetchingQueueTest.java   | 497 ++++++++++-
 ...nsensusPrefetchingQueueWalBackpressureTest.java | 452 +++++++++-
 .../ConsensusSubscriptionCommitStateTest.java      |  20 +
 .../broker/consensus/ProgressWALIteratorTest.java  | 436 +++++++++-
 .../SubscriptionWalPrefetchPerformanceTest.java    | 380 +++++++++
 .../SubscriptionPipeTabletEventBatchTest.java      | 256 ++++++
 ...susSubscriptionPrefetchingQueueMetricsTest.java |  88 ++
 .../metric/SubscriptionMetricsRestartTest.java     |  87 ++
 .../receiver/SubscriptionReceiverV1Test.java       |  55 ++
 .../resource/SubscriptionMemoryManagerTest.java    | 122 +++
 .../conf/iotdb-system.properties.template          |  29 +
 .../iotdb/commons/service/metric/enums/Metric.java |  28 +
 .../iotdb/commons/service/metric/enums/Tag.java    |   1 +
 90 files changed, 7735 insertions(+), 697 deletions(-)
 create mode 100644 
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/tablemodel/IoTDBConsensusSubscriptionUnsubscribeTableIT.java
 copy 
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeTransferSliceReq.java
 => 
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReq.java
 (53%)
 create mode 100644 
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReqBuilder.java
 create mode 100644 
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReqHandler.java
 create mode 100644 
iotdb-client/subscription/src/test/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReqTest.java
 create mode 100644 
iotdb-client/subscription/src/test/java/org/apache/iotdb/session/subscription/consumer/base/SubscriptionProviderSlicingTest.java
 copy 
external-service-impl/mqtt/src/main/java/org/apache/iotdb/mqtt/Message.java => 
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/iot/subscription/SubscriptionQueueAdmission.java
 (71%)
 create mode 100644 
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/iot/subscription/SubscriptionQueueRejectionReason.java
 create mode 100644 
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/broker/consensus/SubscriptionQueueTimeTracker.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueInitializationTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueSeekTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/SubscriptionWalPrefetchPerformanceTest.java
 create mode 100644 
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeTabletEventBatchTest.java

Reply via email to