This is an automated email from the ASF dual-hosted git repository.
JackieTien97 pushed a change to branch rc/2.0.12
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 727da6919f3 Fix aligned flush values after time deletion (#18634)
new 755d00efc09 [Pipe] Restore sink progress under memory pressure (#18640)
new 5d2bb0a2130 Fix TVList iterator state across memtable page switches
(#18647)
new dac17ae81f7 Fix WAL roll recovery after closed channel (#18653)
new d693b2007f3 [Subscription] Balance consensus ownership and report WAL
backlog (#18641)
new 340b3c4c118 [Pipe] Drop builtin sinks synchronously (#18646)
new dc3675a4f43 [Subscription] Bound consumer close when server is
unresponsive (#18659)
new 795c11c29fd [Query] Fix result-column OOM diagnostics (#18661)
new 8732af98988 [ConfigNode] Skip non-existent and duplicate region IDs
during reconstruction (#18664)
new a6d299b34cf Fix init of DeviceEntryBatchSizeInBytes config when there
is no properties file (#18660)
new 7fbb7be718c Allow removing regions from read-only DataNodes (#18670)
new d4467bbaa14 Fix oversized Load TsFile piece dispatch (#18627)
The 11 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/iotdb/session/SessionConnection.java | 26 ++
.../iotdb/session/SessionConnectionTest.java | 19 ++
.../SubscriptionSessionConnection.java | 8 +
.../base/AbstractSubscriptionConsumer.java | 23 +-
.../base/AbstractSubscriptionProvider.java | 96 +++++--
.../base/AbstractSubscriptionProviders.java | 38 ++-
.../base/AbstractSubscriptionPullConsumer.java | 86 +++---
.../base/AbstractSubscriptionPushConsumer.java | 20 +-
.../SubscriptionSessionConnectionTimeoutTest.java | 148 ++++++++++
.../base/SubscriptionConsumerLifecycleTest.java | 96 ++++++-
.../iotdb/confignode/i18n/ManagerMessages.java | 6 +
.../iotdb/confignode/i18n/ManagerMessages.java | 6 +
.../iotdb/confignode/manager/ProcedureManager.java | 59 ++--
.../manager/partition/PartitionManager.java | 21 +-
.../ProcedureManagerReconstructRegionTest.java | 190 +++++++++++++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 3 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 8 +
.../iotdb/db/i18n/StorageEngineMessages.java | 17 ++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 3 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 7 +
.../iotdb/db/i18n/StorageEngineMessages.java | 17 ++
.../apache/iotdb/db/conf/DataNodeMemoryConfig.java | 42 ++-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 14 -
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 49 +---
.../agent/task/subtask/sink/PipeSinkSubtask.java | 59 +++-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 4 +-
.../evolvable/batch/PipeTabletEventBatch.java | 7 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 41 ++-
.../db/queryengine/common/MPPQueryContext.java | 47 +++-
.../plan/planner/LocalExecutionPlanner.java | 10 +-
.../memory/OperatorMemoryNotEnoughException.java} | 24 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 3 +-
.../distribute/TableDistributedPlanGenerator.java | 10 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 169 +++++++++---
.../iotdb/db/storageengine/StorageEngine.java | 32 +++
.../dataregion/wal/buffer/AbstractWALBuffer.java | 39 ++-
.../dataregion/wal/buffer/WALBuffer.java | 81 +++++-
.../storageengine/dataregion/wal/io/LogWriter.java | 39 +--
.../storageengine/dataregion/wal/io/WALWriter.java | 5 +-
.../db/storageengine/load/LoadTsFileManager.java | 67 ++++-
.../load/LoadTsFilePieceNodeAssembler.java | 170 ++++++++++++
.../broker/ConsensusSubscriptionBroker.java | 171 ++++++++----
.../consensus/ConsensusPrefetchingQueue.java | 18 +-
.../task/subtask/SubscriptionSinkSubtask.java | 5 +-
.../iotdb/db/utils/datastructure/TVList.java | 6 +-
.../org/apache/iotdb/db/conf/PropertiesTest.java | 15 +-
.../task/subtask/sink/PipeSinkSubtaskTest.java | 123 ++++++++-
.../batch/PipeTransferBatchReqBuilderTest.java | 25 ++
.../DataNodeInternalRPCServiceImplLoadTest.java | 94 +++++++
.../db/queryengine/common/MPPQueryContextTest.java | 58 ++++
.../load/LoadTsFileDispatcherImplTest.java | 225 ++++++++++++++++
.../memtable/AlignedTVListIteratorTest.java | 86 ++++++
.../memtable/NonAlignedTVListIteratorTest.java | 72 +++++
.../wal/buffer/WALBufferRollRecoveryTest.java | 300 +++++++++++++++++++++
.../dataregion/wal/io/WALFileTest.java | 15 ++
.../load/LoadTsFilePieceNodeAssemblerTest.java | 215 +++++++++++++++
.../ConsensusSubscriptionBrokerOwnershipTest.java | 192 +++++++++++++
.../consensus/ConsensusPrefetchingQueueTest.java | 54 ++++
.../agent/plugin/builtin/BuiltinPipePlugin.java | 33 +++
.../task/subtask/PipeAbstractSinkSubtask.java | 3 +-
.../commons/pipe/task/PipeSleepIntervalTest.java | 17 ++
.../src/main/thrift/datanode.thrift | 5 +
62 files changed, 3219 insertions(+), 322 deletions(-)
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/session/subscription/SubscriptionSessionConnectionTimeoutTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/ProcedureManagerReconstructRegionTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{storageengine/dataregion/compaction/execute/exception/CompactionMemoryNotEnoughException.java
=> queryengine/plan/planner/memory/OperatorMemoryNotEnoughException.java} (56%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/LoadTsFilePieceNodeAssembler.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/protocol/thrift/impl/DataNodeInternalRPCServiceImplLoadTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBufferRollRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/LoadTsFilePieceNodeAssemblerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/ConsensusSubscriptionBrokerOwnershipTest.java