This is an automated email from the ASF dual-hosted git repository. rong pushed a commit to branch iotdb-pipe-selector in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 6a54bb1d3d26da4030285ae4441e7786094d4364 Author: Steve Yurong Su <[email protected]> AuthorDate: Thu Dec 21 12:38:13 2023 +0800 Pipe: set pipe_sink_selector_number to pipe_sink_core_client_number to improves the performance of concurrent file transfers --- .../node-commons/src/assembly/resources/conf/iotdb-common.properties | 3 ++- .../src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-common.properties b/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-common.properties index e67158a1ed1..3985f6b92c4 100644 --- a/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-common.properties +++ b/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-common.properties @@ -959,7 +959,8 @@ timestamp_precision=ms # pipe_sink_timeout_ms=900000 # The maximum number of selectors that can be used in the sink. -# pipe_sink_selector_number=1 +# Recommend to set this value to less than or equal to pipe_sink_max_client_number. +# pipe_sink_selector_number=8 # The core number of clients that can be used in the sink. # pipe_sink_core_client_number=8 diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java index 683654d3bb0..1f89f950c50 100644 --- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java +++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/CommonConfig.java @@ -171,7 +171,7 @@ public class CommonConfig { private int pipeConnectorPendingQueueSize = 256; private boolean pipeConnectorRPCThriftCompressionEnabled = false; - private int pipeAsyncConnectorSelectorNumber = 1; + private int pipeAsyncConnectorSelectorNumber = 8; private int pipeAsyncConnectorCoreClientNumber = 8; private int pipeAsyncConnectorMaxClientNumber = 16;
