This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new 13ed5b7f5ce [metrics](warmup) add some metrics for warmup jobs #52991
(#52739) (#53189)
13ed5b7f5ce is described below
commit 13ed5b7f5ce37d0f67d7ad94eed3307f13c54669
Author: Kaijie Chen <[email protected]>
AuthorDate: Tue Jul 15 09:32:34 2025 +0800
[metrics](warmup) add some metrics for warmup jobs #52991 (#52739) (#53189)
pick #52991
Add the following metrics:
* `file_cache_once_or_periodic_warm_up_submitted_tablet_num`
* `file_cache_once_or_periodic_warm_up_finished_tablet_num`
Fix the following metrics:
* `file_cache_once_or_periodic_warm_up_finished_segment_num`
* `file_cache_once_or_periodic_warm_up_finished_segment_size`
* `file_cache_once_or_periodic_warm_up_finished_index_num`
* `file_cache_once_or_periodic_warm_up_finished_index_size`
---
be/src/cloud/cloud_warm_up_manager.cpp | 25 ++++++++++++++++++++++++-
1 file changed, 24 insertions(+), 1 deletion(-)
diff --git a/be/src/cloud/cloud_warm_up_manager.cpp
b/be/src/cloud/cloud_warm_up_manager.cpp
index f3084555ecd..f270ee5ff78 100644
--- a/be/src/cloud/cloud_warm_up_manager.cpp
+++ b/be/src/cloud/cloud_warm_up_manager.cpp
@@ -48,6 +48,10 @@ bvar::Adder<uint64_t>
g_file_cache_event_driven_warm_up_requested_index_size(
"file_cache_event_driven_warm_up_requested_index_size");
bvar::Adder<uint64_t> g_file_cache_event_driven_warm_up_requested_index_num(
"file_cache_event_driven_warm_up_requested_index_num");
+bvar::Adder<uint64_t>
g_file_cache_once_or_periodic_warm_up_submitted_tablet_num(
+ "file_cache_once_or_periodic_warm_up_submitted_tablet_num");
+bvar::Adder<uint64_t>
g_file_cache_once_or_periodic_warm_up_finished_tablet_num(
+ "file_cache_once_or_periodic_warm_up_finished_tablet_num");
bvar::Adder<uint64_t>
g_file_cache_once_or_periodic_warm_up_submitted_segment_size(
"file_cache_once_or_periodic_warm_up_submitted_segment_size");
bvar::Adder<uint64_t>
g_file_cache_once_or_periodic_warm_up_submitted_segment_num(
@@ -110,6 +114,13 @@ void CloudWarmUpManager::submit_download_tasks(io::Path
path, int64_t file_size,
return;
}
}
+ if (is_index) {
+ g_file_cache_once_or_periodic_warm_up_submitted_index_num << 1;
+ g_file_cache_once_or_periodic_warm_up_submitted_index_size <<
file_size;
+ } else {
+ g_file_cache_once_or_periodic_warm_up_submitted_segment_num << 1;
+ g_file_cache_once_or_periodic_warm_up_submitted_segment_size <<
file_size;
+ }
if (is_index) {
g_file_cache_once_or_periodic_warm_up_submitted_index_num << 1;
@@ -139,9 +150,19 @@ void CloudWarmUpManager::submit_download_tasks(io::Path
path, int64_t file_size,
.is_dryrun =
config::enable_reader_dryrun_when_download_file_cache,
},
.download_done =
- [wait](Status st) {
+ [=](Status st) {
if (!st) {
LOG_WARNING("Warm up error ").error(st);
+ } else if (is_index) {
+
g_file_cache_once_or_periodic_warm_up_finished_index_num
+ << (offset == 0 ? 1 : 0);
+
g_file_cache_once_or_periodic_warm_up_finished_index_size
+ << current_chunk_size;
+ } else {
+
g_file_cache_once_or_periodic_warm_up_finished_segment_num
+ << (offset == 0 ? 1 : 0);
+
g_file_cache_once_or_periodic_warm_up_finished_segment_size
+ << current_chunk_size;
}
wait->signal();
},
@@ -260,6 +281,7 @@ void CloudWarmUpManager::handle_jobs() {
}
}
}
+ g_file_cache_once_or_periodic_warm_up_finished_tablet_num << 1;
}
timespec time;
@@ -327,6 +349,7 @@ void CloudWarmUpManager::add_job(const
std::vector<TJobMeta>& job_metas) {
std::lock_guard lock(_mtx);
std::for_each(job_metas.begin(), job_metas.end(), [this](const
TJobMeta& meta) {
_pending_job_metas.emplace_back(std::make_shared<JobMeta>(meta));
+ g_file_cache_once_or_periodic_warm_up_submitted_tablet_num <<
meta.tablet_ids.size();
});
}
_cond.notify_all();
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
