This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 369ab567b [core] skip_clean_tag_manifest_file_if_exception (#4099)
369ab567b is described below
commit 369ab567bd663e3376dbb0af6bb4815d32d6e42f
Author: wangwj <[email protected]>
AuthorDate: Sat Aug 31 21:44:07 2024 +0800
[core] skip_clean_tag_manifest_file_if_exception (#4099)
---
.../main/java/org/apache/paimon/utils/TagManager.java | 18 ++++++++++++++++--
1 file changed, 16 insertions(+), 2 deletions(-)
diff --git a/paimon-core/src/main/java/org/apache/paimon/utils/TagManager.java
b/paimon-core/src/main/java/org/apache/paimon/utils/TagManager.java
index 56ed8dacb..2833ca33c 100644
--- a/paimon-core/src/main/java/org/apache/paimon/utils/TagManager.java
+++ b/paimon-core/src/main/java/org/apache/paimon/utils/TagManager.java
@@ -41,6 +41,7 @@ import java.util.ArrayList;
import java.util.Collection;
import java.util.Comparator;
import java.util.List;
+import java.util.Set;
import java.util.SortedMap;
import java.util.TreeMap;
import java.util.function.Predicate;
@@ -235,8 +236,21 @@ public class TagManager {
}
// delete manifests
- tagDeletion.cleanUnusedManifests(
- taggedSnapshot,
tagDeletion.manifestSkippingSet(skippedSnapshots));
+ success = true;
+ Set<String> manifestSkippingSet = null;
+ try {
+ manifestSkippingSet =
tagDeletion.manifestSkippingSet(skippedSnapshots);
+ } catch (Exception e) {
+ LOG.info(
+ String.format(
+ "Skip cleaning manifest files for tag of snapshot
%s due to failed to build skipping set.",
+ taggedSnapshot.id()),
+ e);
+ success = false;
+ }
+ if (success) {
+ tagDeletion.cleanUnusedManifests(taggedSnapshot,
manifestSkippingSet);
+ }
}
/** Check if a tag exists. */