This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a commit to branch clucene
in repository https://gitbox.apache.org/repos/asf/doris-thirdparty.git
The following commit(s) were added to refs/heads/clucene by this push:
new 0be3c4ae [fix](index compaction)ignore doc which dose not exist in
destination segment (#125)
0be3c4ae is described below
commit 0be3c4aeb62ecbc0ff1c79c9526e619742d54fcc
Author: qiye <[email protected]>
AuthorDate: Thu Sep 21 15:29:33 2023 +0800
[fix](index compaction)ignore doc which dose not exist in destination
segment (#125)
---
src/core/CLucene/index/IndexWriter.cpp | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git a/src/core/CLucene/index/IndexWriter.cpp
b/src/core/CLucene/index/IndexWriter.cpp
index 6abd2716..d200b353 100644
--- a/src/core/CLucene/index/IndexWriter.cpp
+++ b/src/core/CLucene/index/IndexWriter.cpp
@@ -1684,7 +1684,11 @@ void IndexWriter::mergeTerms(bool hasProx) {
auto destDocId = destDoc->destDocId;
auto destFreq = destDoc->destFreq;
auto& descPositions = destDoc->destPositions;
-
+ // <UINT32_MAX, UINT32_MAX> indicates current row not exist in
Doris dest segment.
+ // So we ignore this doc here.
+ if (destIdx == UINT32_MAX || destDocId == UINT32_MAX) {
+ continue;
+ }
auto freqOut = freqOutputList[destIdx];
auto proxOut = proxOutputList[destIdx];
auto& docDeltaBuffer = docDeltaBuffers[destIdx];
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
