1
0

[HUDI-2935] Remove special casing of clustering in deltastreamer checkpoint retrival (#4216)

- We now seek backwards to find the checkpoint
 - No need to return empty anymore
This commit is contained in:
vinoth chandar
2021-12-04 01:16:11 -08:00
committed by GitHub
parent 568181a3e7
commit 36b69d8033

View File

@@ -336,9 +336,6 @@ public class DeltaSync implements Serializable {
} else if (!StringUtils.isNullOrEmpty(commitMetadata.getMetadata(CHECKPOINT_KEY))) {
//if previous checkpoint is an empty string, skip resume use Option.empty()
resumeCheckpointStr = Option.of(commitMetadata.getMetadata(CHECKPOINT_KEY));
} else if (commitMetadata.getOperationType() == WriteOperationType.CLUSTER) {
// incase of CLUSTER commit, no checkpoint will be available in metadata.
resumeCheckpointStr = Option.empty();
} else if (HoodieTimeline.compareTimestamps(HoodieTimeline.FULL_BOOTSTRAP_INSTANT_TS,
HoodieTimeline.LESSER_THAN, lastCommit.get().getTimestamp())) {
// if previous commit metadata did not have the checkpoint key, try traversing previous commits until we find one.