This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new 2465159078a [branch-2.0](fix) fix row count cache block bug (#33755)
2465159078a is described below
commit 2465159078a166a1da3f03dc864f00e92da78655
Author: Mingyu Chen <[email protected]>
AuthorDate: Wed Apr 17 15:35:53 2024 +0800
[branch-2.0](fix) fix row count cache block bug (#33755)
part of #33449
in branch 2.0, I do a simple fix by using a separate thread pool for row
count cache.
So that it won't block with other thread pool
---
.../java/org/apache/doris/datasource/ExternalMetaCacheMgr.java | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java
b/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java
index c8cafeb990e..29d09ab89f0 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalMetaCacheMgr.java
@@ -54,6 +54,7 @@ public class ExternalMetaCacheMgr {
// hudi partition manager
private final HudiPartitionMgr hudiPartitionMgr;
private ExecutorService executor;
+ private ExecutorService rowCountExecutor;
// all catalogs could share the same fsCache.
private FileSystemCache fsCache;
// all external table row count cache.
@@ -66,9 +67,13 @@ public class ExternalMetaCacheMgr {
Config.max_external_cache_loader_thread_pool_size,
Config.max_external_cache_loader_thread_pool_size * 1000,
"ExternalMetaCacheMgr", 120, true);
+ rowCountExecutor = ThreadPoolManager.newDaemonFixedThreadPool(
+ Config.max_external_cache_loader_thread_pool_size,
+ Config.max_external_cache_loader_thread_pool_size * 1000,
+ "ExternalMetaCacheMgr", 120, true);
hudiPartitionMgr = HudiPartitionMgr.get(executor);
fsCache = new FileSystemCache(executor);
- rowCountCache = new ExternalRowCountCache(executor,
+ rowCountCache = new ExternalRowCountCache(rowCountExecutor,
Config.external_cache_expire_time_minutes_after_access * 60,
null);
icebergMetadataCacheMgr = new IcebergMetadataCacheMgr();
maxComputeMetadataCacheMgr = new MaxComputeMetadataCacheMgr();
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
