This is an automated email from the ASF dual-hosted git repository. rong pushed a commit to branch fix-pipe-cause-wal-pin in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 2976ddd924e0a783d0349301cc95874397236baa Author: Steve Yurong Su <[email protected]> AuthorDate: Thu Sep 28 12:42:42 2023 +0800 mayWalSizeReachThrottleThreshold & isTsFileEventCountInQueueExceededLimit --- .../extractor/realtime/PipeRealtimeDataRegionHybridExtractor.java | 5 ++++- .../src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java | 2 +- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/realtime/PipeRealtimeDataRegionHybridExtractor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/realtime/PipeRealtimeDataRegionHybridExtractor.java index c6b66a22abb..e4dbf60f56c 100644 --- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/realtime/PipeRealtimeDataRegionHybridExtractor.java +++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/realtime/PipeRealtimeDataRegionHybridExtractor.java @@ -198,7 +198,10 @@ public class PipeRealtimeDataRegionHybridExtractor extends PipeRealtimeDataRegio final IoTDBConfig config = IoTDBDescriptor.getInstance().getConfig(); // Assume that the max data replica factor in common config is 3. // This can be changed in the future. - return 3L * PipeAgent.task().getLeaderDataRegionCount() * config.getWalBufferSize() + return 3L + * PipeAgent.task().getLeaderDataRegionCount() + * config.getWalBufferSize() + * PipeConfig.getInstance().getPipeExtractorPendingQueueTsFileLimit() > config.getThrottleThreshold(); } diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java index 4ba4b8af519..230bdcc30e1 100644 --- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java +++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java @@ -165,7 +165,7 @@ public class CommonConfig { private int pipeExtractorAssignerDisruptorRingBufferSize = 65536; private int pipeExtractorMatcherCacheSize = 1024; - private int pipeExtractorPendingQueueTsFileLimit = 3; + private int pipeExtractorPendingQueueTsFileLimit = 2; private int pipeDataStructureTabletRowSize = 2048; private long pipeConnectorTimeoutMs = 15 * 60 * 1000L; // 15 minutes
