lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Fixing checkpoint management in S3IncrSource (#4871)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-02-22 09:15:16 -05:00
committed by GitHub
parent b87e95d621
commit 9678c3fbcf
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/S3EventsHoodieIncrSource.java
View File

@@ -106,8 +106,8 @@ public class S3EventsHoodieIncrSource extends HoodieIncrSource {
sparkContext, srcPath, numInstantsPerFetch, beginInstant, missingCheckpointStrategy); sparkContext, srcPath, numInstantsPerFetch, beginInstant, missingCheckpointStrategy);
if (queryTypeAndInstantEndpts.getValue().getKey().equals(queryTypeAndInstantEndpts.getValue().getValue())) { if (queryTypeAndInstantEndpts.getValue().getKey().equals(queryTypeAndInstantEndpts.getValue().getValue())) {
LOG.warn("Already caught up. Begin Checkpoint was :" + queryTypeAndInstantEndpts.getKey()); LOG.warn("Already caught up. Begin Checkpoint was :" + queryTypeAndInstantEndpts.getValue().getKey());
return Pair.of(Option.empty(), queryTypeAndInstantEndpts.getKey()); return Pair.of(Option.empty(), queryTypeAndInstantEndpts.getValue().getKey());
} }
Dataset<Row> source = null; Dataset<Row> source = null;