This is an automated email from the ASF dual-hosted git repository.
wyxxxcat pushed a commit to branch branch-4.1.2-recycler
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-4.1.2-recycler by this
push:
new 32454b89dae [fix](recycler) skip packed slice deletion during recycle
rowsets (#70602)
32454b89dae is described below
commit 32454b89daeaa7619f5f9a365895954256ea1909
Author: Yixuan Wang <[email protected]>
AuthorDate: Sun Nov 15 19:49:52 2026 -0800
[fix](recycler) skip packed slice deletion during recycle rowsets (#70602)
---
cloud/src/recycler/recycler.cpp | 41 +++++++++++++++++++++++++++++++++--------
cloud/test/recycler_test.cpp | 6 +++++-
2 files changed, 38 insertions(+), 9 deletions(-)
diff --git a/cloud/src/recycler/recycler.cpp b/cloud/src/recycler/recycler.cpp
index fc74894b951..b2477f3df9b 100644
--- a/cloud/src/recycler/recycler.cpp
+++ b/cloud/src/recycler/recycler.cpp
@@ -98,6 +98,21 @@ void sleep_for_packed_file_retry() {
std::this_thread::sleep_for(std::chrono::milliseconds(packed_file_retry_sleep_ms()));
}
+bool is_packed_slice_path(const doris::RowsetMetaCloudPB& rowset, const
std::string& path) {
+ const auto& locations = rowset.packed_slice_locations();
+ auto it = locations.find(path);
+ return it != locations.end() && it->second.has_packed_file_path() &&
+ !it->second.packed_file_path().empty();
+}
+
+void add_file_to_delete_if_not_packed(const doris::RowsetMetaCloudPB& rowset,
+ const std::string& path,
+ std::vector<std::string>* file_paths) {
+ if (!is_packed_slice_path(rowset, path)) {
+ file_paths->push_back(path);
+ }
+}
+
} // namespace
// return 0 for success get a key, 1 for key not found, negative for error
@@ -3202,14 +3217,19 @@ int InstanceRecycler::delete_rowset_data(const
RowsetMetaCloudPB& rs_meta_pb) {
int64_t tablet_id = rs_meta_pb.tablet_id();
const auto& rowset_id = rs_meta_pb.rowset_id_v2();
for (int64_t i = 0; i < num_segments; ++i) {
- file_paths.push_back(segment_path(tablet_id, rowset_id, i));
+ add_file_to_delete_if_not_packed(rs_meta_pb, segment_path(tablet_id,
rowset_id, i),
+ &file_paths);
if (index_format == InvertedIndexStorageFormatPB::V1) {
for (const auto& index_id : index_ids) {
- file_paths.push_back(inverted_index_path_v1(tablet_id,
rowset_id, i, index_id.first,
- index_id.second));
+ add_file_to_delete_if_not_packed(
+ rs_meta_pb,
+ inverted_index_path_v1(tablet_id, rowset_id, i,
index_id.first,
+ index_id.second),
+ &file_paths);
}
} else if (!index_ids.empty()) {
- file_paths.push_back(inverted_index_path_v2(tablet_id, rowset_id,
i));
+ add_file_to_delete_if_not_packed(
+ rs_meta_pb, inverted_index_path_v2(tablet_id, rowset_id,
i), &file_paths);
}
}
@@ -3964,11 +3984,15 @@ int InstanceRecycler::delete_rowset_data(
continue;
}
for (int64_t i = 0; i < num_segments; ++i) {
- file_paths.push_back(segment_path(tablet_id, rowset_id, i));
+ add_file_to_delete_if_not_packed(rs, segment_path(tablet_id,
rowset_id, i),
+ &file_paths);
if (index_format == InvertedIndexStorageFormatPB::V1) {
for (const auto& index_id : index_ids) {
- file_paths.push_back(inverted_index_path_v1(tablet_id,
rowset_id, i,
-
index_id.first, index_id.second));
+ add_file_to_delete_if_not_packed(
+ rs,
+ inverted_index_path_v1(tablet_id, rowset_id, i,
index_id.first,
+ index_id.second),
+ &file_paths);
}
} else if (!index_ids.empty() || inverted_index_get_ret == 1) {
// try to recycle inverted index v2 when get_ret == 1
@@ -3980,7 +4004,8 @@ int InstanceRecycler::delete_rowset_data(
.tag("inverted index v2 path",
inverted_index_path_v2(tablet_id, rowset_id,
i));
}
- file_paths.push_back(inverted_index_path_v2(tablet_id,
rowset_id, i));
+ add_file_to_delete_if_not_packed(
+ rs, inverted_index_path_v2(tablet_id, rowset_id, i),
&file_paths);
}
}
}
diff --git a/cloud/test/recycler_test.cpp b/cloud/test/recycler_test.cpp
index bbbe0d5cc31..d3cb3e6a2f9 100644
--- a/cloud/test/recycler_test.cpp
+++ b/cloud/test/recycler_test.cpp
@@ -5787,6 +5787,9 @@ TEST(RecyclerTest,
delete_rowset_data_packed_file_single_rowset) {
EXPECT_EQ(TxnErrorCode::TXN_KEY_NOT_FOUND, txn->get(merged_key,
&updated_val));
EXPECT_EQ(1, accessor->exists(packed_file_path));
+ for (int i = 0; i < rowset.num_segments(); ++i) {
+ EXPECT_EQ(0, accessor->exists(segment_path(rowset.tablet_id(),
rowset.rowset_id_v2(), i)));
+ }
}
TEST(RecyclerTest, delete_rowset_data_packed_file_respects_recycled_tablet) {
@@ -5950,6 +5953,7 @@ TEST(RecyclerTest,
delete_rowset_data_packed_file_batch_rowsets) {
EXPECT_EQ(TxnErrorCode::TXN_KEY_NOT_FOUND, txn->get(merged_key,
&updated_val));
EXPECT_EQ(1, accessor->exists(packed_file_path));
+ EXPECT_EQ(0, accessor->exists(small_path));
}
TEST(RecyclerTest, delete_rowset_data_packed_file_multiple_groups) {
@@ -6068,7 +6072,7 @@ TEST(RecyclerTest,
delete_rowset_data_packed_file_multiple_groups) {
}
for (const auto& path : segment_paths) {
- EXPECT_EQ(1, accessor->exists(path));
+ EXPECT_EQ(0, accessor->exists(path));
}
for (const auto& path : index_paths) {
EXPECT_EQ(1, accessor->exists(path));
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]