This is an automated email from the ASF dual-hosted git repository.
JackieTien97 pushed a change to branch rc/2.0.12
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2516777ff2b [Subscription] Relax group credentials and report
connection failures (#18658)
new 6ba9d7c31ca Fix read lock leak in disk usage statistics (#18807)
new 7991c3a32e2 [Fix] Preserve absent local search index during
subscription WAL replay (#18805)
new 1a2c4ae3fff Fix subscription WAL replay cursor boundaries (#18810)
new fc5532d0099 Bound subscription memory borrowing and report admission
failures (#18812)
new 1a25c8b791f [Fix] Prevent consensus subscription teardown from
blocking unsubscribe (#18804)
new bf5c36b6ffc [Subscription] Report retained WAL file gaps and retry
transient reads (#18818)
new d7aacedd893 Fix duplicate DataRegion scheduling after recovery (#18803)
new de3386d45a8 [Subscription] Release exhausted TsFile parsers before
batch ACK (#18820)
new 1a52cf7b81d Fix oversized subscription requests with slicing (#18695)
new cbfcef0e957 Retry failed procedure rollback without losing state
(#18822)
new ac3902b9d55 Fix schema region NPE during DataNode shutdown (#18821)
new fc4b26a0867 Fix schema existence check fail-open behavior (#18755)
new 57d39275c6d Add subscription stall diagnostics and reduce WAL prefetch
overhead (#18808)
new 6329c0ef842 Fix subscription initialization retries for transient WAL
reads (#18829)
new 0b6adee30b9 [Subscription] Preserve WAL replay progress across pending
gaps (#18831)
new d1fd714deb2 [Subscription] Index consensus ACK progress by writer
(#18835)
new 3453b632de3 Fix DATE conversion beyond tablet row count (#18832)
new 67275afc48e [Pipe] Wake parser workers when admission is available
(#18843)
new b54211b9896 Bound consensus subscription WAL scans per prefetch round
(#18849)
new 31cb6960c23 Prevent query with explict limit 0 (#18858)
The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../it/query/old/IoTDBSimpleQueryTableIT.java | 24 +
.../query/view/recent/IoTDBTableViewQueryIT.java | 2 +-
.../iotdb/relational/it/schema/IoTDBDeviceIT.java | 13 +-
...TDBConsensusSubscriptionUnsubscribeTableIT.java | 253 ++++++
.../subscription/i18n/SubscriptionMessages.java | 4 +
.../subscription/i18n/SubscriptionMessages.java | 4 +
.../payload/request/PipeSubscribeRequestType.java | 1 +
.../payload/request/PipeSubscribeSliceReq.java | 121 ++-
.../request/PipeSubscribeSliceReqBuilder.java | 80 ++
.../request/PipeSubscribeSliceReqHandler.java | 141 ++++
.../SubscriptionSessionConnection.java | 8 +
.../base/AbstractSubscriptionConsumer.java | 18 +-
.../base/AbstractSubscriptionProvider.java | 186 ++++-
.../payload/request/PipeSubscribeSliceReqTest.java | 203 +++++
.../base/SubscriptionConsumerLifecycleTest.java | 50 ++
.../base/SubscriptionProviderSlicingTest.java | 232 ++++++
.../iotdb/confignode/manager/ProcedureManager.java | 5 +-
.../iotdb/confignode/procedure/Procedure.java | 14 +
.../confignode/procedure/ProcedureExecutor.java | 15 +
.../procedure/impl/StateMachineProcedure.java | 6 +-
.../confignode/manager/ProcedureManagerTest.java | 16 +
.../confignode/procedure/STMProcedureTest.java | 108 +++
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 4 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 4 +
.../subscription/SubscriptionQueueAdmission.java | 18 +-
.../subscription/SubscriptionQueueRegistry.java | 39 +-
.../SubscriptionQueueRejectionReason.java | 42 +
iotdb-core/datanode/pom.xml | 16 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 69 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 7 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 68 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 7 +-
.../subtask/processor/PipeProcessorSubtask.java | 4 +
.../PipeProcessorSubtaskExecutionGuard.java | 16 +
.../processor/PipeProcessorSubtaskWorker.java | 29 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 4 +
.../pipe/metric/overview/PipeResourceMetrics.java | 47 ++
.../db/pipe/resource/memory/PipeMemoryManager.java | 134 ++-
.../execution/executor/RegionWriteExecutor.java | 36 +-
.../relational/analyzer/StatementAnalyzer.java | 4 +-
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 9 +
.../schemaengine/schemaregion/ISchemaRegion.java | 10 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 10 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 10 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 6 +
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 11 +-
.../iotdb/db/storageengine/StorageEngine.java | 2 +-
.../schedule/CompactionScheduleTaskManager.java | 10 +-
.../dataregion/utils/DiskUsageStatisticUtil.java | 12 +-
.../broker/ConsensusSubscriptionBroker.java | 9 +-
.../consensus/ConsensusLogToTabletConverter.java | 17 +-
.../consensus/ConsensusPrefetchingQueue.java | 924 ++++++++++++++++-----
.../ConsensusSubscriptionCommitManager.java | 93 ++-
.../broker/consensus/ProgressWALIterator.java | 356 ++++++--
.../consensus/SubscriptionQueueTimeTracker.java | 119 +++
.../batch/SubscriptionPipeTabletEventBatch.java | 21 +-
...nsensusSubscriptionPrefetchingQueueMetrics.java | 170 ++++
.../subscription/metric/SubscriptionMetrics.java | 34 +
.../receiver/SubscriptionReceiverV1.java | 52 ++
.../resource/SubscriptionMemoryManager.java | 368 +++++++-
.../ConsensusSubscriptionPrefetchExecutor.java | 10 +
.../task/subtask/ConsensusPrefetchSubtask.java | 12 +
.../PipeProcessorSubtaskExecutionGuardTest.java | 10 +-
.../processor/PipeProcessorSubtaskWorkerTest.java | 154 ++++
.../resource/memory/PipeMemoryManagerTest.java | 30 +
.../executor/RegionWriteExecutorTest.java | 268 ++++++
.../plan/relational/analyzer/AnalyzerTest.java | 9 +
.../analyzer/EvaluateEmptyIntersectTest.java | 25 +-
.../analyzer/RemoveEmptyExceptBranchesTest.java | 82 +-
.../relational/analyzer/UnionOptimizeTest.java | 28 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImplTest.java | 14 +
.../impl/pbtree/MTreeBelowSGCachedImplTest.java | 18 +-
.../dataregion/utils/TableDiskUsageTest.java | 8 +
.../ConsensusLogToTabletConverterTest.java | 105 +++
...onsensusPrefetchingQueueDataNodeMemoryTest.java | 417 +++++++++-
...onsensusPrefetchingQueueInitializationTest.java | 254 ++++++
.../ConsensusPrefetchingQueueSeekTest.java | 242 ++++++
.../consensus/ConsensusPrefetchingQueueTest.java | 497 ++++++++++-
...nsensusPrefetchingQueueWalBackpressureTest.java | 452 +++++++++-
.../ConsensusSubscriptionCommitStateTest.java | 20 +
.../broker/consensus/ProgressWALIteratorTest.java | 436 +++++++++-
.../SubscriptionWalPrefetchPerformanceTest.java | 380 +++++++++
.../SubscriptionPipeTabletEventBatchTest.java | 256 ++++++
...susSubscriptionPrefetchingQueueMetricsTest.java | 88 ++
.../metric/SubscriptionMetricsRestartTest.java | 87 ++
.../receiver/SubscriptionReceiverV1Test.java | 55 ++
.../resource/SubscriptionMemoryManagerTest.java | 122 +++
.../conf/iotdb-system.properties.template | 29 +
.../iotdb/commons/service/metric/enums/Metric.java | 28 +
.../iotdb/commons/service/metric/enums/Tag.java | 1 +
90 files changed, 7735 insertions(+), 697 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/tablemodel/IoTDBConsensusSubscriptionUnsubscribeTableIT.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeTransferSliceReq.java
=>
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReq.java
(53%)
create mode 100644
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReqBuilder.java
create mode 100644
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReqHandler.java
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSliceReqTest.java
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/session/subscription/consumer/base/SubscriptionProviderSlicingTest.java
copy
external-service-impl/mqtt/src/main/java/org/apache/iotdb/mqtt/Message.java =>
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/iot/subscription/SubscriptionQueueAdmission.java
(71%)
create mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/iot/subscription/SubscriptionQueueRejectionReason.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/broker/consensus/SubscriptionQueueTimeTracker.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueInitializationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueSeekTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/SubscriptionWalPrefetchPerformanceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeTabletEventBatchTest.java