This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/memory_auto
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from dfb98462bd2 Merge branch 'master' into feature/memory_auto
add 14f172c6845 Merge branch 'master' into feature/memory_collect
add a864d9fabc4 Fix class name of RPCServiceMBean #14940
add bb8a5f74356 Pipe: Fix the protential resource leak issue of async
client when async manager is closed (#14929)
add 72dd41d62ed Pipe: Add memory control mechanism for TsFile batch mode
in sinks (#14911)
add 9733c7540cf Delete remove node logic in ServerCommandLine #14933
add ab2ab36fa7d Subscription: check if all topic messages have been
consumed when client polling (#14937)
add 5d38f0c251e Fix the missing deletion when concurrent deletion and
insertion compaction (#14955)
add dbe2d37c389 enhance wal compatibility (#14954)
add de10ea78911 [AINode] Optimize the error information when dropping
built-in model (#14943)
add fa9711e1146 IoTConsensusV2: Use custom commitIndex to indicate
synchronization progress instead of pipe's commitIndex (#14624)
add 29cc71b599f Add timestamp suffix to vulnerability check report.
(#14960)
add fb2cb7a394b Fix state setting of AbstractOperatePipeProcedureV2 &
Enhance state checking of StateMachineProcedure #14959
add 9e79d85b7a8 peformance regression of sequential inserting (#14951)
add 95972550d8c Introduce flushing on specific regions & IoTConsensusV2:
Flush old leader when leader transfer & Delay the execution of
invalidateSchemaCache after leader change (#14910)
add ecaac56bef9 Merge branch 'master' into feature/memory_collect
add 6f916c11850 move some manager to memory config
add 90e00789b67 move some manager to memory config(finish)
add f6c3c5da617 Adapt to Mybatis generator (#14936)
add 1e6513b1fc5 IoTConsensusV2: Multi-Dirs balance with sequence rolling
strategy in receiver (#14962)
add 1a4ac0ea0ad Merge branch 'master' into feature/memory_collect
new 1e6e12630e3 merge feature/memory_collect
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/vulnerability-check.yml | 7 +-
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 2 +
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 25 +-
.../apache/iotdb/jdbc/IoTDBPreparedStatement.java | 31 +-
.../IoTDBRelationalDatabaseMetadata.java | 52 +++-
.../base/AbstractSubscriptionConsumer.java | 22 +-
.../iotdb/confignode/manager/ConfigManager.java | 9 +
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/ModelManager.java | 5 +
.../manager/load/balancer/RouteBalancer.java | 152 ++++++---
.../iotdb/confignode/manager/node/NodeManager.java | 8 +
.../iotdb/confignode/persistence/ModelInfo.java | 2 +-
.../procedure/impl/StateMachineProcedure.java | 9 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 2 +
.../iotdb/confignode/service/ConfigNode.java | 44 +--
.../consensus/config/PipeConsensusConfig.java | 21 +-
.../consensus/pipe/PipeConsensusServerImpl.java | 21 +-
...xManager.java => ReplicateProgressManager.java} | 8 +-
.../pipe/metric/PipeConsensusSyncLagManager.java | 71 ++++-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 286 +----------------
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 105 ++++---
.../db/consensus/DataRegionConsensusImpl.java | 8 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +
.../evolvable/batch/PipeTabletEventBatch.java | 37 ++-
.../evolvable/batch/PipeTabletEventPlainBatch.java | 41 +--
.../batch/PipeTabletEventTsFileBatch.java | 11 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 16 +-
.../pipeconsensus/PipeConsensusSyncConnector.java | 9 +-
.../PipeConsensusTabletInsertionEventHandler.java | 8 +-
.../PipeConsensusTsFileInsertionEventHandler.java | 8 +-
.../PipeConsensusTransferBatchReqBuilder.java | 5 +-
.../async/IoTDBDataRegionAsyncConnector.java | 1 +
....java => ReplicateProgressDataNodeManager.java} | 36 ++-
.../deletion/DeletionResourceManager.java | 4 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 5 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 17 +-
.../event/realtime/PipeRealtimeEventFactory.java | 71 ++++-
...oricalDataRegionTsFileAndDeletionExtractor.java | 17 ++
.../realtime/assigner/PipeDataRegionAssigner.java | 2 +
.../listener/PipeInsertionDataNodeListener.java | 16 +-
.../pipeconsensus/PipeConsensusProcessor.java | 43 ++-
.../pipeconsensus/PipeConsensusReceiver.java | 338 +++++++++------------
.../db/pipe/resource/memory/PipeMemoryManager.java | 5 +-
.../execution/memory/LocalMemoryManager.java | 3 +-
.../analyze/cache/partition/PartitionCache.java | 4 +-
.../cache/schema/DataNodeDevicePathCache.java | 4 +-
.../plan/planner/LocalExecutionPlanner.java | 6 +-
.../fetcher/cache/TableDeviceSchemaCache.java | 4 +-
.../metric/SchemaEngineCachedMetric.java | 7 +-
.../rescon/MemSchemaEngineStatistics.java | 5 +-
.../ReleaseFlushStrategySizeBasedImpl.java | 7 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 64 +---
.../iotdb/db/service/ExternalRPCService.java | 2 +-
...viceMBean.java => ExternalRPCServiceMBean.java} | 2 +-
.../metrics/memory/ConsensusMemoryMetrics.java | 6 +-
.../metrics/memory/GlobalMemoryMetrics.java | 6 +-
.../metrics/memory/OffHeapMemoryMetrics.java | 6 +-
.../metrics/memory/QueryEngineMemoryMetrics.java | 30 +-
.../metrics/memory/SchemaEngineMemoryMetrics.java | 16 +-
.../metrics/memory/StorageEngineMemoryMetrics.java | 28 +-
.../metrics/memory/StreamEngineMemoryMetrics.java | 6 +-
.../iotdb/db/storageengine/StorageEngine.java | 19 +-
.../db/storageengine/buffer/BloomFilterCache.java | 4 +-
.../iotdb/db/storageengine/buffer/ChunkCache.java | 6 +-
.../buffer/TimeSeriesMetadataCache.java | 4 +-
.../storageengine/dataregion/DataRegionInfo.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 61 +++-
.../memtable/AlignedWritableMemChunk.java | 13 +
.../memtable/AlignedWritableMemChunkGroup.java | 15 +-
.../dataregion/memtable/IMemTable.java | 2 +
.../memtable/IWritableMemChunkGroup.java | 2 +
.../dataregion/memtable/TsFileProcessor.java | 41 ++-
.../dataregion/memtable/WritableMemChunk.java | 8 +
.../dataregion/memtable/WritableMemChunkGroup.java | 20 ++
.../dataregion/tsfile/TsFileResource.java | 8 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 4 +-
.../rescon/memory/PrimitiveArrayManager.java | 5 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 18 +-
.../rescon/memory/TimePartitionManager.java | 5 +-
.../rescon/memory/TsFileResourceManager.java | 6 +-
.../db/utils/datastructure/AlignedTVList.java | 44 ++-
.../iotdb/db/utils/datastructure/BinaryTVList.java | 38 ++-
.../db/utils/datastructure/BooleanTVList.java | 38 ++-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 38 ++-
.../iotdb/db/utils/datastructure/FloatTVList.java | 38 ++-
.../iotdb/db/utils/datastructure/IntTVList.java | 38 ++-
.../iotdb/db/utils/datastructure/LongTVList.java | 38 ++-
.../iotdb/db/utils/datastructure/TVList.java | 70 ++++-
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 10 +-
.../dataregion/memtable/TsFileProcessorTest.java | 36 +--
.../rescon/memory/ResourceManagerTest.java | 5 +-
.../rescon/memory/TimePartitionManagerTest.java | 7 +-
.../datastructure/PrimitiveArrayManagerTest.java | 5 +-
.../async/AsyncPipeDataTransferServiceClient.java | 14 +
.../commons/memory/AtomicLongMemoryBlock.java | 36 +--
.../apache/iotdb/commons/memory/IMemoryBlock.java | 18 +-
.../apache/iotdb/commons/memory/MemoryConfig.java | 315 +++++++++++++++++++
.../iotdb/commons/memory/MemoryException.java | 7 +-
.../apache/iotdb/commons/memory/MemoryManager.java | 33 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 17 +-
.../iotdb/commons/memory/MemoryManagerTest.java | 2 +-
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/pipeconsensus.thrift | 5 +-
103 files changed, 1727 insertions(+), 1166 deletions(-)
rename
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/pipe/consensuspipe/{ProgressIndexManager.java
=> ReplicateProgressManager.java} (81%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/consensus/{ProgressIndexDataNodeManager.java
=> ReplicateProgressDataNodeManager.java} (78%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/{RPCServiceMBean.java
=> ExternalRPCServiceMBean.java} (96%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/memory/MemoryConfig.java
