From 36b69d80332468439d9e1674b7d1845198379152 Mon Sep 17 00:00:00 2001 From: vinoth chandar Date: Sat, 4 Dec 2021 01:16:11 -0800 Subject: [PATCH] [HUDI-2935] Remove special casing of clustering in deltastreamer checkpoint retrival (#4216) - We now seek backwards to find the checkpoint - No need to return empty anymore --- .../org/apache/hudi/utilities/deltastreamer/DeltaSync.java | 3 --- 1 file changed, 3 deletions(-) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java index 1baa68fcd..07f37a755 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java @@ -336,9 +336,6 @@ public class DeltaSync implements Serializable { } else if (!StringUtils.isNullOrEmpty(commitMetadata.getMetadata(CHECKPOINT_KEY))) { //if previous checkpoint is an empty string, skip resume use Option.empty() resumeCheckpointStr = Option.of(commitMetadata.getMetadata(CHECKPOINT_KEY)); - } else if (commitMetadata.getOperationType() == WriteOperationType.CLUSTER) { - // incase of CLUSTER commit, no checkpoint will be available in metadata. - resumeCheckpointStr = Option.empty(); } else if (HoodieTimeline.compareTimestamps(HoodieTimeline.FULL_BOOTSTRAP_INSTANT_TS, HoodieTimeline.LESSER_THAN, lastCommit.get().getTimestamp())) { // if previous commit metadata did not have the checkpoint key, try traversing previous commits until we find one.