This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch IOTDB-6327
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b2b0e425ab9 change to CopyOnWriteArrayList
add 4b59e1850d1 fix ci
add a7aaeb4c75d modify direct buffer memory proportion (#12496)
add d675ba14ab5 Pipe: Globally adjust timeout when syncing huge tsfiles &
Speed up file transfer after sync task failed (#12491)
add 5c434dc6a31 Pipe: Changed the hybrid switching status to avoid first
data is not synced realtime in hybrid mode (#12495)
add ddd10057fd7 Load: Add LoadTsfilePointRateLimiter to control load
tsfile throughput rate (#12356)
add dc323ffed6e Fix insert rows mem control error
add c486e3fd1a9 fixed backup bug (#12504)
add 5d916c08e94 Fix timeout doesn't take effect while using builder to
build session
add 679fc98021f Pipe: fix infinite loop with lock when retrying syncing
tsfiles in async connector (which may cause selector & connector worker
deadlock) (#12501)
add c710efbb51d Adjust some access modifier of confignode (#12505)
add 214d8d2d77d Pipe: fix pipe plugin instance not closed issue after
failed initialization (#12509)
add 5e6737108dd Bump org.springframework:spring-web from 5.3.33 to 5.3.34
(#12506)
add 0df3700054b add allow compaction check when inner space compaction
task after start (#12494)
add 856f884ae64 Merge remote-tracking branch 'origin/master' into
IOTDB-6327
No new revisions were added by this update.
Summary of changes:
.../cli/src/assembly/resources/tools/backup.sh | 2 +-
.../org/apache/iotdb/tool/IoTDBDataBackTool.java | 112 +++++++-----
.../java/org/apache/iotdb/session/Session.java | 4 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 10 ++
.../iotdb/confignode/manager/ConfigManager.java | 35 +++-
.../iotdb/confignode/manager/load/LoadManager.java | 12 +-
.../manager/load/service/HeartbeatService.java | 16 +-
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../pipe/execution/PipeConfigNodeSubtask.java | 64 ++++---
.../confignode/persistence/node/NodeInfo.java | 7 +-
.../iotdb/confignode/service/ConfigNode.java | 28 ++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 4 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 ++
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +
.../async/IoTDBDataRegionAsyncConnector.java | 116 +++++++-----
.../PipeTransferTsFileInsertionEventHandler.java | 18 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 67 +++----
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 13 ++
.../connector/PipeConnectorSubtaskManager.java | 13 ++
.../execution/load/AlignedChunkData.java | 3 +
.../execution/load/LoadTsFileRateLimiter.java | 79 ++++++++
.../execution/load/NonAlignedChunkData.java | 3 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 19 +-
.../iotdb/db/storageengine/StorageEngine.java | 3 +
.../db/storageengine/dataregion/DataRegion.java | 3 +
.../execute/task/AbstractCompactionTask.java | 8 +-
.../execute/task/InnerSpaceCompactionTask.java | 3 +
.../compaction/schedule/CompactionTaskManager.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 3 +
.../dataregion/memtable/TsFileProcessor.java | 167 ++++++++++++++---
.../dataregion/memtable/WritableMemChunkGroup.java | 3 +
.../db/storageengine/rescon/memory/SystemInfo.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 14 ++
.../dataregion/memtable/TsFileProcessorTest.java | 200 +++++++++++++++++++++
.../async/AsyncPipeDataTransferServiceClient.java | 13 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 11 ++
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../commons/pipe/agent/plugin/PipePluginAgent.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../pipe/connector/client/IoTDBClientManager.java | 24 ++-
.../connector/client/IoTDBSyncClientManager.java | 2 +-
.../commons/pipe/progress/PipeEventCommitter.java | 17 ++
pom.xml | 2 +-
44 files changed, 942 insertions(+), 231 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/LoadTsFileRateLimiter.java
