This is an automated email from the ASF dual-hosted git repository. xingtanzjr pushed a commit to branch xingtanzjr/write_opt in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 142b68cba0ba3f4a88be4319a5ed2a7d39773f5a Author: Jinrui.Zhang <[email protected]> AuthorDate: Sun Jun 19 20:54:13 2022 +0800 add configuration for coordinator thread pool size --- .../resources/conf/iotdb-engine.properties | 8 ++++++++ .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 +++++++++++++++++++++- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 10 +++++++++ .../org/apache/iotdb/db/mpp/plan/Coordinator.java | 4 ++-- 4 files changed, 43 insertions(+), 3 deletions(-) diff --git a/server/src/assembly/resources/conf/iotdb-engine.properties b/server/src/assembly/resources/conf/iotdb-engine.properties index 6345b92d76..b16ab4e5b3 100644 --- a/server/src/assembly/resources/conf/iotdb-engine.properties +++ b/server/src/assembly/resources/conf/iotdb-engine.properties @@ -1020,6 +1020,14 @@ timestamp_precision=ms # Datatype: int # datanode_schema_cache_size=10000 +# thread pool size for read operation in DataNode's coordinator. +# Datatype: int +# coordinator_read_executor_size=30 + +# thread pool size for write operation in DataNode's coordinator. +# Datatype: int +# coordinator_read_executor_size=30 + # cache size for partition. # This cache is used to improve partition fetch from config node. # Datatype: int diff --git a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java index 50bc44f4a9..ee14868554 100644 --- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java +++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java @@ -896,7 +896,7 @@ public class IoTDBConfig { * Cache size of dataNodeSchemaCache in{@link * org.apache.iotdb.db.metadata.cache.DataNodeSchemaCache}. */ - private int dataNodeSchemaCacheSize = 10000; + private int dataNodeSchemaCacheSize = 1000000; /** * Cache size of partition cache in {@link @@ -927,6 +927,12 @@ public class IoTDBConfig { /** Trigger MQTT forward pool size */ private int triggerForwardMQTTPoolSize = 4; + /** ThreadPool size for read operation in coordinator */ + private int coordinatorReadExecutorSize = 30; + + /** ThreadPool size for write operation in coordinator */ + private int coordinatorWriteExecutorSize = 30; + IoTDBConfig() {} public float getUdfMemoryBudgetInMB() { @@ -2920,4 +2926,20 @@ public class IoTDBConfig { public void setTriggerForwardMQTTPoolSize(int triggerForwardMQTTPoolSize) { this.triggerForwardMQTTPoolSize = triggerForwardMQTTPoolSize; } + + public int getCoordinatorReadExecutorSize() { + return coordinatorReadExecutorSize; + } + + public void setCoordinatorReadExecutorSize(int coordinatorReadExecutorSize) { + this.coordinatorReadExecutorSize = coordinatorReadExecutorSize; + } + + public int getCoordinatorWriteExecutorSize() { + return coordinatorWriteExecutorSize; + } + + public void setCoordinatorWriteExecutorSize(int coordinatorWriteExecutorSize) { + this.coordinatorWriteExecutorSize = coordinatorWriteExecutorSize; + } } diff --git a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java index 2433e1a469..92a373a6d9 100644 --- a/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java +++ b/server/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java @@ -1548,6 +1548,16 @@ public class IoTDBDescriptor { properties.getProperty( "trigger_forward_mqtt_pool_size", Integer.toString(conf.getTriggerForwardMQTTPoolSize())))); + conf.setCoordinatorReadExecutorSize( + Integer.parseInt( + properties.getProperty( + "coordinator_read_executor_size", + Integer.toString(conf.getTriggerForwardMQTTPoolSize())))); + conf.setCoordinatorWriteExecutorSize( + Integer.parseInt( + properties.getProperty( + "coordinator_write_executor_size", + Integer.toString(conf.getTriggerForwardMQTTPoolSize())))); } private void loadCQProps(Properties properties) { diff --git a/server/src/main/java/org/apache/iotdb/db/mpp/plan/Coordinator.java b/server/src/main/java/org/apache/iotdb/db/mpp/plan/Coordinator.java index 7569294351..b732313503 100644 --- a/server/src/main/java/org/apache/iotdb/db/mpp/plan/Coordinator.java +++ b/server/src/main/java/org/apache/iotdb/db/mpp/plan/Coordinator.java @@ -54,9 +54,9 @@ public class Coordinator { private static final Logger LOGGER = LoggerFactory.getLogger(Coordinator.class); private static final String COORDINATOR_EXECUTOR_NAME = "MPPCoordinator"; - private static final int COORDINATOR_EXECUTOR_SIZE = 10; + private static final int COORDINATOR_EXECUTOR_SIZE = 50; private static final String COORDINATOR_WRITE_EXECUTOR_NAME = "MPPCoordinatorWrite"; - private static final int COORDINATOR_WRITE_EXECUTOR_SIZE = 10; + private static final int COORDINATOR_WRITE_EXECUTOR_SIZE = 50; private static final String COORDINATOR_SCHEDULED_EXECUTOR_NAME = "MPPCoordinatorScheduled"; private static final int COORDINATOR_SCHEDULED_EXECUTOR_SIZE = 1;
