This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch tsbs/iot
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a441ed240c1 fix timeout doesn't take effect while using builder to
build session
add 7bbd83d4042 [IOTDB-6326] Normalize the table headers of Auth related
statement
add e737aeb6693 Fix tsfile flush error when drop database or remove peer
(#12493)
add a7aaeb4c75d modify direct buffer memory proportion (#12496)
add d675ba14ab5 Pipe: Globally adjust timeout when syncing huge tsfiles &
Speed up file transfer after sync task failed (#12491)
add 5c434dc6a31 Pipe: Changed the hybrid switching status to avoid first
data is not synced realtime in hybrid mode (#12495)
add ddd10057fd7 Load: Add LoadTsfilePointRateLimiter to control load
tsfile throughput rate (#12356)
add dc323ffed6e Fix insert rows mem control error
add c486e3fd1a9 fixed backup bug (#12504)
add 5d916c08e94 Fix timeout doesn't take effect while using builder to
build session
add 679fc98021f Pipe: fix infinite loop with lock when retrying syncing
tsfiles in async connector (which may cause selector & connector worker
deadlock) (#12501)
add c710efbb51d Adjust some access modifier of confignode (#12505)
add 214d8d2d77d Pipe: fix pipe plugin instance not closed issue after
failed initialization (#12509)
add 5e6737108dd Bump org.springframework:spring-web from 5.3.33 to 5.3.34
(#12506)
add 0df3700054b add allow compaction check when inner space compaction
task after start (#12494)
new a673bb8e72f Merge remote-tracking branch 'origin/master' into tsbs/iot
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 5 +-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 4 +-
.../iotdb/db/it/auth/IoTDBClusterAuthorityIT.java | 4 +-
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 28 ++-
.../cli/src/assembly/resources/tools/backup.sh | 2 +-
.../org/apache/iotdb/tool/IoTDBDataBackTool.java | 112 +++++++-----
.../org/apache/iotdb/session/pool/SessionPool.java | 10 ++
.../java/org/apache/iotdb/session/SessionTest.java | 6 +
.../iotdb/confignode/manager/ConfigManager.java | 35 +++-
.../iotdb/confignode/manager/load/LoadManager.java | 12 +-
.../manager/load/service/HeartbeatService.java | 16 +-
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../pipe/execution/PipeConfigNodeSubtask.java | 64 ++++---
.../iotdb/confignode/persistence/AuthorInfo.java | 10 +-
.../confignode/persistence/node/NodeInfo.java | 7 +-
.../iotdb/confignode/service/ConfigNode.java | 28 ++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 4 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 22 +--
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 ++
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +
.../async/IoTDBDataRegionAsyncConnector.java | 116 +++++++-----
.../PipeTransferTsFileInsertionEventHandler.java | 18 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 67 +++----
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 13 ++
.../connector/PipeConnectorSubtaskManager.java | 13 ++
.../common/header/ColumnHeaderConstant.java | 12 ++
.../execution/load/AlignedChunkData.java | 3 +
.../execution/load/LoadTsFileRateLimiter.java | 79 ++++++++
.../execution/load/NonAlignedChunkData.java | 3 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 19 +-
.../iotdb/db/storageengine/StorageEngine.java | 3 +
.../db/storageengine/dataregion/DataRegion.java | 48 +++--
.../execute/task/AbstractCompactionTask.java | 8 +-
.../execute/task/InnerSpaceCompactionTask.java | 3 +
.../compaction/schedule/CompactionTaskManager.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 3 +
.../dataregion/memtable/TsFileProcessor.java | 167 ++++++++++++++---
.../dataregion/memtable/WritableMemChunkGroup.java | 3 +
.../db/storageengine/rescon/memory/SystemInfo.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 14 ++
.../dataregion/memtable/TsFileProcessorTest.java | 200 +++++++++++++++++++++
.../async/AsyncPipeDataTransferServiceClient.java | 13 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 11 ++
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 -
.../commons/pipe/agent/plugin/PipePluginAgent.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../pipe/connector/client/IoTDBClientManager.java | 24 ++-
.../connector/client/IoTDBSyncClientManager.java | 2 +-
.../commons/pipe/progress/PipeEventCommitter.java | 17 ++
pom.xml | 2 +-
52 files changed, 1031 insertions(+), 278 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/LoadTsFileRateLimiter.java
