This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/memory_collect
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 14f172c6845 Merge branch 'master' into feature/memory_collect
add a864d9fabc4 Fix class name of RPCServiceMBean #14940
add bb8a5f74356 Pipe: Fix the protential resource leak issue of async
client when async manager is closed (#14929)
add 72dd41d62ed Pipe: Add memory control mechanism for TsFile batch mode
in sinks (#14911)
add 9733c7540cf Delete remove node logic in ServerCommandLine #14933
add ab2ab36fa7d Subscription: check if all topic messages have been
consumed when client polling (#14937)
add 5d38f0c251e Fix the missing deletion when concurrent deletion and
insertion compaction (#14955)
add dbe2d37c389 enhance wal compatibility (#14954)
add de10ea78911 [AINode] Optimize the error information when dropping
built-in model (#14943)
add fa9711e1146 IoTConsensusV2: Use custom commitIndex to indicate
synchronization progress instead of pipe's commitIndex (#14624)
add 29cc71b599f Add timestamp suffix to vulnerability check report.
(#14960)
add fb2cb7a394b Fix state setting of AbstractOperatePipeProcedureV2 &
Enhance state checking of StateMachineProcedure #14959
add 9e79d85b7a8 peformance regression of sequential inserting (#14951)
add 95972550d8c Introduce flushing on specific regions & IoTConsensusV2:
Flush old leader when leader transfer & Delay the execution of
invalidateSchemaCache after leader change (#14910)
add ecaac56bef9 Merge branch 'master' into feature/memory_collect
add 6f916c11850 move some manager to memory config
No new revisions were added by this update.
Summary of changes:
.github/workflows/vulnerability-check.yml | 7 +-
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 2 +
.../base/AbstractSubscriptionConsumer.java | 22 ++-
.../iotdb/confignode/manager/ConfigManager.java | 9 ++
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/ModelManager.java | 5 +
.../manager/load/balancer/RouteBalancer.java | 152 +++++++++++++-----
.../iotdb/confignode/manager/node/NodeManager.java | 8 +
.../iotdb/confignode/persistence/ModelInfo.java | 2 +-
.../procedure/impl/StateMachineProcedure.java | 9 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 2 +
.../iotdb/confignode/service/ConfigNode.java | 44 +-----
.../consensus/config/PipeConsensusConfig.java | 21 +--
.../consensus/pipe/PipeConsensusServerImpl.java | 21 ++-
...xManager.java => ReplicateProgressManager.java} | 8 +-
.../pipe/metric/PipeConsensusSyncLagManager.java | 71 +++++++--
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 136 +---------------
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 67 ++++----
.../db/consensus/DataRegionConsensusImpl.java | 10 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +
.../evolvable/batch/PipeTabletEventBatch.java | 37 ++++-
.../evolvable/batch/PipeTabletEventPlainBatch.java | 41 +----
.../batch/PipeTabletEventTsFileBatch.java | 11 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 16 +-
.../pipeconsensus/PipeConsensusSyncConnector.java | 9 +-
.../PipeConsensusTabletInsertionEventHandler.java | 8 +-
.../PipeConsensusTsFileInsertionEventHandler.java | 8 +-
.../PipeConsensusTransferBatchReqBuilder.java | 5 +-
.../async/IoTDBDataRegionAsyncConnector.java | 1 +
....java => ReplicateProgressDataNodeManager.java} | 36 ++++-
.../deletion/DeletionResourceManager.java | 4 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 5 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 17 +-
.../event/realtime/PipeRealtimeEventFactory.java | 71 +++++++--
...oricalDataRegionTsFileAndDeletionExtractor.java | 17 ++
.../realtime/assigner/PipeDataRegionAssigner.java | 2 +
.../listener/PipeInsertionDataNodeListener.java | 16 +-
.../pipeconsensus/PipeConsensusProcessor.java | 43 ++++--
.../pipeconsensus/PipeConsensusReceiver.java | 55 ++-----
.../db/pipe/resource/memory/PipeMemoryManager.java | 5 +-
.../cache/schema/DataNodeDevicePathCache.java | 4 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 64 +-------
.../iotdb/db/service/ExternalRPCService.java | 2 +-
...viceMBean.java => ExternalRPCServiceMBean.java} | 2 +-
.../metrics/memory/ConsensusMemoryMetrics.java | 6 +-
.../metrics/memory/GlobalMemoryMetrics.java | 4 +-
.../metrics/memory/QueryEngineMemoryMetrics.java | 4 +-
.../metrics/memory/SchemaEngineMemoryMetrics.java | 4 +-
.../metrics/memory/StorageEngineMemoryMetrics.java | 24 +--
.../metrics/memory/StreamEngineMemoryMetrics.java | 6 +-
.../iotdb/db/storageengine/StorageEngine.java | 19 ++-
.../storageengine/dataregion/DataRegionInfo.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 61 ++++++--
.../memtable/AlignedWritableMemChunk.java | 13 ++
.../memtable/AlignedWritableMemChunkGroup.java | 15 +-
.../dataregion/memtable/IMemTable.java | 2 +
.../memtable/IWritableMemChunkGroup.java | 2 +
.../dataregion/memtable/TsFileProcessor.java | 41 +++--
.../dataregion/memtable/WritableMemChunk.java | 8 +
.../dataregion/memtable/WritableMemChunkGroup.java | 20 +++
.../dataregion/tsfile/TsFileResource.java | 8 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 4 +-
.../rescon/memory/PrimitiveArrayManager.java | 5 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 14 +-
.../db/utils/datastructure/AlignedTVList.java | 44 +++---
.../iotdb/db/utils/datastructure/BinaryTVList.java | 38 +++--
.../db/utils/datastructure/BooleanTVList.java | 38 +++--
.../iotdb/db/utils/datastructure/DoubleTVList.java | 38 +++--
.../iotdb/db/utils/datastructure/FloatTVList.java | 38 +++--
.../iotdb/db/utils/datastructure/IntTVList.java | 38 +++--
.../iotdb/db/utils/datastructure/LongTVList.java | 38 +++--
.../iotdb/db/utils/datastructure/TVList.java | 70 +++++++--
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 4 +-
.../dataregion/memtable/TsFileProcessorTest.java | 36 ++---
.../datastructure/PrimitiveArrayManagerTest.java | 5 +-
.../async/AsyncPipeDataTransferServiceClient.java | 14 ++
.../commons/memory/AtomicLongMemoryBlock.java | 36 +----
.../apache/iotdb/commons/memory/IMemoryBlock.java | 18 +--
.../apache/iotdb/commons/memory/MemoryConfig.java | 171 +++++++++++++++++++++
.../iotdb/commons/memory/MemoryException.java | 7 +-
.../apache/iotdb/commons/memory/MemoryManager.java | 33 ++--
.../iotdb/commons/pipe/event/EnrichedEvent.java | 17 +-
.../iotdb/commons/memory/MemoryManagerTest.java | 2 +-
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/pipeconsensus.thrift | 5 +-
85 files changed, 1261 insertions(+), 778 deletions(-)
rename
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/pipe/consensuspipe/{ProgressIndexManager.java
=> ReplicateProgressManager.java} (81%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/consensus/{ProgressIndexDataNodeManager.java
=> ReplicateProgressDataNodeManager.java} (78%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/{RPCServiceMBean.java
=> ExternalRPCServiceMBean.java} (96%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/memory/MemoryConfig.java
