This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new ece718c9b37 [enhancement](cloud) make active warmup job number
configurable (#42868)
ece718c9b37 is described below
commit ece718c9b37369e913735ffe7af61db668e0862c
Author: zhengyu <[email protected]>
AuthorDate: Tue Oct 29 23:12:04 2024 +0800
[enhancement](cloud) make active warmup job number configurable (#42868)
pick #41233
Signed-off-by: freemandealer <[email protected]>
---
fe/fe-common/src/main/java/org/apache/doris/common/Config.java | 3 +++
.../src/main/java/org/apache/doris/cloud/CacheHotspotManager.java | 5 ++---
2 files changed, 5 insertions(+), 3 deletions(-)
diff --git a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
index 5f909ed84c1..819f2247158 100644
--- a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
+++ b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
@@ -3049,6 +3049,9 @@ public class Config extends ConfigBase {
@ConfField(mutable = true, masterOnly = true)
public static int history_cloud_warm_up_job_keep_max_second = 7 * 24 *
3600;
+ @ConfField(mutable = true, masterOnly = true)
+ public static int max_active_cloud_warm_up_job = 10;
+
@ConfField(mutable = true, masterOnly = true)
public static int cloud_warm_up_timeout_second = 86400 * 30; // 30 days
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/cloud/CacheHotspotManager.java
b/fe/fe-core/src/main/java/org/apache/doris/cloud/CacheHotspotManager.java
index cbb64797612..b35a3b9e911 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/cloud/CacheHotspotManager.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/cloud/CacheHotspotManager.java
@@ -85,7 +85,6 @@ public class CacheHotspotManager extends MasterDaemon {
public static final int MAX_SHOW_ENTRIES = 2000;
private static final Logger LOG =
LogManager.getLogger(CacheHotspotManager.class);
private static final int CYCLE_COUNT_TO_CHECK_EXPIRE_CLOUD_WARM_UP_JOB =
20;
- private static int MAX_ACTIVE_CLOUD_WARM_UP_JOB_SIZE = 10;
private final CloudSystemInfoService nodeMgr;
// periodically clear and re-build <id, table> message for
@@ -111,7 +110,7 @@ public class CacheHotspotManager extends MasterDaemon {
private Set<String> runnableClusterSet = ConcurrentHashMap.newKeySet();
private final ThreadPoolExecutor cloudWarmUpThreadPool =
ThreadPoolManager.newDaemonCacheThreadPool(
- MAX_ACTIVE_CLOUD_WARM_UP_JOB_SIZE, "cloud-warm-up-pool", true);
+ Config.max_active_cloud_warm_up_job, "cloud-warm-up-pool", true);
public CacheHotspotManager(CloudSystemInfoService nodeMgr) {
super("CacheHotspotManager",
Config.fetch_cluster_cache_hotspot_interval_ms);
@@ -620,7 +619,7 @@ public class CacheHotspotManager extends MasterDaemon {
private void runCloudWarmUpJob() {
runnableCloudWarmUpJobs.values().forEach(cloudWarmUpJob -> {
if (!cloudWarmUpJob.isDone() &&
!activeCloudWarmUpJobs.containsKey(cloudWarmUpJob.getJobId())
- && activeCloudWarmUpJobs.size() <
MAX_ACTIVE_CLOUD_WARM_UP_JOB_SIZE) {
+ && activeCloudWarmUpJobs.size() <
Config.max_active_cloud_warm_up_job) {
if (FeConstants.runningUnitTest) {
cloudWarmUpJob.run();
} else {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
