This is an automated email from the ASF dual-hosted git repository.
airborne pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 4f4d4b0e243 [Fix](inverted index) skip index compaction for inverted
index V2 (#38209)
4f4d4b0e243 is described below
commit 4f4d4b0e243caf99754b12558dce8a36c2321114
Author: airborne12 <[email protected]>
AuthorDate: Tue Jul 23 16:33:06 2024 +0800
[Fix](inverted index) skip index compaction for inverted index V2 (#38209)
## Proposed changes
Enabling index compaction in the inverted index V2 format currently
causes unexpected errors, especially in the case of tables with hybrid
indexes, such as BKD index and Fulltext index together.
---
be/src/olap/compaction.cpp | 8 ++++++--
.../pipeline/cloud_p0/conf/regression-conf-custom.groovy | 1 +
regression-test/pipeline/p0/conf/regression-conf.groovy | 1 +
3 files changed, 8 insertions(+), 2 deletions(-)
diff --git a/be/src/olap/compaction.cpp b/be/src/olap/compaction.cpp
index 296cb55fd84..5e25b39fe66 100644
--- a/be/src/olap/compaction.cpp
+++ b/be/src/olap/compaction.cpp
@@ -907,7 +907,9 @@ Status
CompactionMixin::construct_output_rowset_writer(RowsetWriterContext& ctx)
if (config::inverted_index_compaction_enable &&
(((_tablet->keys_type() == KeysType::UNIQUE_KEYS &&
_tablet->enable_unique_key_merge_on_write()) ||
- _tablet->keys_type() == KeysType::DUP_KEYS))) {
+ _tablet->keys_type() == KeysType::DUP_KEYS)) &&
+ _cur_tablet_schema->get_inverted_index_storage_format() ==
+ InvertedIndexStorageFormatPB::V1) {
construct_skip_inverted_index(ctx);
}
ctx.version = _output_version;
@@ -1199,7 +1201,9 @@ Status
CloudCompactionMixin::construct_output_rowset_writer(RowsetWriterContext&
if (config::inverted_index_compaction_enable &&
(((_tablet->keys_type() == KeysType::UNIQUE_KEYS &&
_tablet->enable_unique_key_merge_on_write()) ||
- _tablet->keys_type() == KeysType::DUP_KEYS))) {
+ _tablet->keys_type() == KeysType::DUP_KEYS)) &&
+ _cur_tablet_schema->get_inverted_index_storage_format() ==
+ InvertedIndexStorageFormatPB::V1) {
construct_skip_inverted_index(ctx);
}
diff --git
a/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
b/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
index c90ec09d06d..9127189e28c 100644
--- a/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
+++ b/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
@@ -41,6 +41,7 @@ excludeSuites = "000_the_start_sentinel_do_not_touch," + //
keep this line as th
"test_show_transaction," + // not supported yet
"test_spark_load," +
"test_index_lowercase_fault_injection," +
+ "test_index_compaction_failure_injection," +
"test_partial_update_2pc_schema_change," + // mow 2pc
"test_query_sys_rowsets," + // rowsets sys table
"test_unique_table_debug_data," + // disable auto compaction
diff --git a/regression-test/pipeline/p0/conf/regression-conf.groovy
b/regression-test/pipeline/p0/conf/regression-conf.groovy
index 1c2fb4d08b6..c30dd20481c 100644
--- a/regression-test/pipeline/p0/conf/regression-conf.groovy
+++ b/regression-test/pipeline/p0/conf/regression-conf.groovy
@@ -71,6 +71,7 @@ excludeSuites = "000_the_start_sentinel_do_not_touch," + //
keep this line as th
"test_spark_load," +
"test_broker_load_func," +
"test_stream_stub_fault_injection," +
+ "test_index_compaction_failure_injection," +
"zzz_the_end_sentinel_do_not_touch" // keep this line as the last line
// this directories will not be executed
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
