This is an automated email from the ASF dual-hosted git repository. morningman pushed a commit to branch branch-1.2-lts in repository https://gitbox.apache.org/repos/asf/doris.git
commit 7fd58d60c7d00fbb38eba9c87fa7ff0a44b8ff42 Author: Xiangyu Wang <[email protected]> AuthorDate: Tue Mar 28 15:10:19 2023 +0800 [Enhancement](multi-catalog) add config for external meta cache loade… (#18117) Add config for external cache-loader's max thread-pool size. --- fe/fe-common/src/main/java/org/apache/doris/common/Config.java | 7 +++++++ .../java/org/apache/doris/datasource/ExternalMetaCacheMgr.java | 4 +++- 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java index f40e7233cd..0466e31f1d 100644 --- a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java +++ b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java @@ -1900,6 +1900,13 @@ public class Config extends ConfigBase { @ConfField(mutable = false, masterOnly = false) public static long max_hive_partition_cache_num = 100000; + /** + * Max cache loader thread-pool size. + * Max thread pool size for loading external meta cache + */ + @ConfField(mutable = false, masterOnly = false) + public static int max_external_cache_loader_thread_pool_size = 10; + /** * Max cache num of external catalog's file * Decrease this value if FE's memory is small diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java index 13875d084e..afe1cce61c 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java +++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java @@ -20,6 +20,7 @@ package org.apache.doris.datasource; import org.apache.doris.catalog.external.ExternalTable; import org.apache.doris.catalog.external.HMSExternalTable; import org.apache.doris.cluster.ClusterNamespace; +import org.apache.doris.common.Config; import org.apache.doris.common.ThreadPoolManager; import org.apache.doris.datasource.hive.HiveMetaStoreCache; @@ -46,7 +47,8 @@ public class ExternalMetaCacheMgr { private Executor executor; public ExternalMetaCacheMgr() { - executor = ThreadPoolManager.newDaemonCacheThreadPool(10, "ExternalMetaCacheMgr", false); + executor = ThreadPoolManager.newDaemonCacheThreadPool(Config.max_external_cache_loader_thread_pool_size, + "ExternalMetaCacheMgr", true); } public HiveMetaStoreCache getMetaStoreCache(HMSExternalCatalog catalog) { --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
