lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Adding fixes to test suite framework. Adding clustering node and validate async operations node. (#2400)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2021-02-12 12:29:21 -05:00
committed by GitHub
parent ff0e3f5669
commit d5f202821b
31 changed files with 531 additions and 123 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java
View File

@@ -309,7 +309,10 @@ public class DeltaSync implements Serializable {
if (!commitMetadata.getMetadata(CHECKPOINT_KEY).isEmpty()) {
resumeCheckpointStr = Option.of(commitMetadata.getMetadata(CHECKPOINT_KEY));
}
} else if (HoodieTimeline.compareTimestamps(HoodieTimeline.FULL_BOOTSTRAP_INSTANT_TS,
} else if (commitMetadata.getOperationType() == WriteOperationType.CLUSTER) {
// incase of CLUSTER commit, no checkpoint will be available in metadata.
resumeCheckpointStr = Option.empty();
} else if (HoodieTimeline.compareTimestamps(HoodieTimeline.FULL_BOOTSTRAP_INSTANT_TS,
HoodieTimeline.LESSER_THAN, lastCommit.get().getTimestamp())) {
throw new HoodieDeltaStreamerException(
"Unable to find previous checkpoint. Please double check if this table "
@@ -373,7 +376,7 @@ public class DeltaSync implements Serializable {
if (Objects.equals(checkpointStr, resumeCheckpointStr.orElse(null))) {
LOG.info("No new data, source checkpoint has not changed. Nothing to commit. Old checkpoint=("
+ resumeCheckpointStr + "). New Checkpoint=(" + checkpointStr + ")");
+ resumeCheckpointStr + "). New Checkpoint=(" + checkpointStr + ")");
return null;
}