This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-4.0 by this push:
new 29b5d3fdbbf branch-4.0: [fix](auto partition) keep load row metrics
monotonic for auto partition #64109 (#64135)
29b5d3fdbbf is described below
commit 29b5d3fdbbf65f3b38b0e88693479822ae63a095
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Thu Jun 11 13:16:53 2026 +1000
branch-4.0: [fix](auto partition) keep load row metrics monotonic for auto
partition #64109 (#64135)
Cherry-picked from #64109
Co-authored-by: hui lai <[email protected]>
---
be/src/vec/sink/vrow_distribution.cpp | 2 --
be/src/vec/sink/writer/vtablet_writer.cpp | 7 +++++--
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 7 +++++--
3 files changed, 10 insertions(+), 6 deletions(-)
diff --git a/be/src/vec/sink/vrow_distribution.cpp
b/be/src/vec/sink/vrow_distribution.cpp
index 01d111e8ea1..2e850c67f74 100644
--- a/be/src/vec/sink/vrow_distribution.cpp
+++ b/be/src/vec/sink/vrow_distribution.cpp
@@ -413,8 +413,6 @@ Status VRowDistribution::_deal_missing_map(const Block&
input_block, Block* bloc
rows_stat_val -= new_bt_rows - old_bt_rows;
_state->update_num_rows_load_total(old_bt_rows - new_bt_rows);
_state->update_num_bytes_load_total(old_bt_bytes - new_bt_bytes);
- DorisMetrics::instance()->load_rows->increment(old_bt_rows - new_bt_rows);
- DorisMetrics::instance()->load_bytes->increment(old_bt_bytes -
new_bt_bytes);
return Status::OK();
}
diff --git a/be/src/vec/sink/writer/vtablet_writer.cpp
b/be/src/vec/sink/writer/vtablet_writer.cpp
index 1aa564f78bb..b19534163d0 100644
--- a/be/src/vec/sink/writer/vtablet_writer.cpp
+++ b/be/src/vec/sink/writer/vtablet_writer.cpp
@@ -2070,6 +2070,7 @@ Status VTabletWriter::write(RuntimeState* state,
doris::vectorized::Block& input
// check out of limit
RETURN_IF_ERROR(_send_new_partition_batch());
+ const bool is_replaying_batched_block = _row_distribution._deal_batched;
auto rows = input_block.rows();
auto bytes = input_block.bytes();
if (UNLIKELY(rows == 0)) {
@@ -2084,8 +2085,10 @@ Status VTabletWriter::write(RuntimeState* state,
doris::vectorized::Block& input
// the real 'num_rows_load_total' will be set when sink being closed.
_state->update_num_rows_load_total(rows);
_state->update_num_bytes_load_total(bytes);
- DorisMetrics::instance()->load_rows->increment(rows);
- DorisMetrics::instance()->load_bytes->increment(bytes);
+ if (!is_replaying_batched_block) {
+ DorisMetrics::instance()->load_rows->increment(rows);
+ DorisMetrics::instance()->load_bytes->increment(bytes);
+ }
_row_distribution_watch.start();
RETURN_IF_ERROR(_row_distribution.generate_rows_distribution(
diff --git a/be/src/vec/sink/writer/vtablet_writer_v2.cpp
b/be/src/vec/sink/writer/vtablet_writer_v2.cpp
index 794cd99a30e..bce52bead14 100644
--- a/be/src/vec/sink/writer/vtablet_writer_v2.cpp
+++ b/be/src/vec/sink/writer/vtablet_writer_v2.cpp
@@ -494,6 +494,7 @@ Status VTabletWriterV2::write(RuntimeState* state, Block&
input_block) {
// check out of limit
RETURN_IF_ERROR(_send_new_partition_batch());
+ const bool is_replaying_batched_block = _row_distribution._deal_batched;
auto input_rows = input_block.rows();
auto input_bytes = input_block.bytes();
if (UNLIKELY(input_rows == 0)) {
@@ -505,8 +506,10 @@ Status VTabletWriterV2::write(RuntimeState* state, Block&
input_block) {
// the real 'num_rows_load_total' will be set when sink being closed.
_state->update_num_rows_load_total(input_rows);
_state->update_num_bytes_load_total(input_bytes);
- DorisMetrics::instance()->load_rows->increment(input_rows);
- DorisMetrics::instance()->load_bytes->increment(input_bytes);
+ if (!is_replaying_batched_block) {
+ DorisMetrics::instance()->load_rows->increment(input_rows);
+ DorisMetrics::instance()->load_bytes->increment(input_bytes);
+ }
SCOPED_RAW_TIMER(&_send_data_ns);
// This is just for passing compilation.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
