This is an automated email from the ASF dual-hosted git repository. danny0405 pushed a commit to branch release-0.10.0 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 40879bca148932c9ad5a13e761cb34f99bc68932 Author: vinoth chandar <[email protected]> AuthorDate: Sat Dec 4 01:16:11 2021 -0800 [HUDI-2935] Remove special casing of clustering in deltastreamer checkpoint retrival (#4216) - We now seek backwards to find the checkpoint - No need to return empty anymore (cherry picked from commit 36b69d80332468439d9e1674b7d1845198379152) --- .../main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java | 3 --- 1 file changed, 3 deletions(-) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java index 1baa68f..07f37a7 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java @@ -336,9 +336,6 @@ public class DeltaSync implements Serializable { } else if (!StringUtils.isNullOrEmpty(commitMetadata.getMetadata(CHECKPOINT_KEY))) { //if previous checkpoint is an empty string, skip resume use Option.empty() resumeCheckpointStr = Option.of(commitMetadata.getMetadata(CHECKPOINT_KEY)); - } else if (commitMetadata.getOperationType() == WriteOperationType.CLUSTER) { - // incase of CLUSTER commit, no checkpoint will be available in metadata. - resumeCheckpointStr = Option.empty(); } else if (HoodieTimeline.compareTimestamps(HoodieTimeline.FULL_BOOTSTRAP_INSTANT_TS, HoodieTimeline.LESSER_THAN, lastCommit.get().getTimestamp())) { // if previous commit metadata did not have the checkpoint key, try traversing previous commits until we find one.
