This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new 26cb28acdf1 [branch-2.0](rowset writer) disable check segment when
build rowset meta by default (#30921)
26cb28acdf1 is described below
commit 26cb28acdf1d9e269507af1fb66f443d58a826dc
Author: HHoflittlefish777 <[email protected]>
AuthorDate: Wed Feb 7 09:51:25 2024 +0800
[branch-2.0](rowset writer) disable check segment when build rowset meta by
default (#30921)
---
be/src/common/config.cpp | 2 ++
be/src/common/config.h | 2 ++
be/src/olap/rowset/beta_rowset_writer.cpp | 2 +-
3 files changed, 5 insertions(+), 1 deletion(-)
diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp
index 6926b336181..f881edaaba3 100644
--- a/be/src/common/config.cpp
+++ b/be/src/common/config.cpp
@@ -1127,6 +1127,8 @@ DEFINE_mInt32(report_query_statistics_interval_ms,
"3000");
// 30s
DEFINE_mInt32(query_statistics_reserve_timeout_ms, "30000");
+DEFINE_mBool(check_segment_when_build_rowset_meta, "false");
+
// clang-format off
#ifdef BE_TEST
// test s3
diff --git a/be/src/common/config.h b/be/src/common/config.h
index 7f4d1c6b636..822832cfeca 100644
--- a/be/src/common/config.h
+++ b/be/src/common/config.h
@@ -1181,6 +1181,8 @@ DECLARE_Int32(ignore_invalid_partition_id_rowset_num);
DECLARE_mInt32(report_query_statistics_interval_ms);
DECLARE_mInt32(query_statistics_reserve_timeout_ms);
+DECLARE_mBool(check_segment_when_build_rowset_meta);
+
#ifdef BE_TEST
// test s3
DECLARE_String(test_s3_resource);
diff --git a/be/src/olap/rowset/beta_rowset_writer.cpp
b/be/src/olap/rowset/beta_rowset_writer.cpp
index 3c3f71917ad..c90cd6ba079 100644
--- a/be/src/olap/rowset/beta_rowset_writer.cpp
+++ b/be/src/olap/rowset/beta_rowset_writer.cpp
@@ -636,7 +636,7 @@ Status
BetaRowsetWriter::_build_rowset_meta(std::shared_ptr<RowsetMeta> rowset_m
rowset_meta->set_segments_overlap(NONOVERLAPPING);
}
- if (check_segment_num) {
+ if (check_segment_num && config::check_segment_when_build_rowset_meta) {
auto segments_encoded_key_bounds_size =
segments_encoded_key_bounds.size();
if (segments_encoded_key_bounds_size != num_seg) {
return Status::InternalError(
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
