lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[Hotfix][utilities] Optimized codes (#2821)

Browse Source
This commit is contained in:
Roc Marshal
2021-04-15 09:40:14 +08:00
committed by GitHub
parent 8d29863c86
commit 62bb9e10d9
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-utilities/src/main/java/org/apache/hudi/utilities/HDFSParquetImporter.java
View File

@@ -102,7 +102,7 @@ public class HDFSParquetImporter implements Serializable {
}
private boolean isUpsert() {
return "upsert".equals(cfg.command.toLowerCase());
return "upsert".equalsIgnoreCase(cfg.command);
}
public int dataImport(JavaSparkContext jsc, int retry) {

8
hudi-utilities/src/main/java/org/apache/hudi/utilities/checkpointing/InitialCheckpointFromAnotherHoodieTimelineProvider.java
View File

@@ -35,7 +35,7 @@ import static org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.CHECKP
*/
public class InitialCheckpointFromAnotherHoodieTimelineProvider extends InitialCheckPointProvider {
private HoodieTableMetaClient anotherDsHoodieMetaclient;
private HoodieTableMetaClient anotherDsHoodieMetaClient;
public InitialCheckpointFromAnotherHoodieTimelineProvider(TypedProperties props) {
super(props);
@@ -44,16 +44,16 @@ public class InitialCheckpointFromAnotherHoodieTimelineProvider extends InitialC
@Override
public void init(Configuration config) throws HoodieException {
super.init(config);
this.anotherDsHoodieMetaclient = HoodieTableMetaClient.builder().setConf(config).setBasePath(path.toString()).build();
this.anotherDsHoodieMetaClient = HoodieTableMetaClient.builder().setConf(config).setBasePath(path.toString()).build();
}
@Override
public String getCheckpoint() throws HoodieException {
return anotherDsHoodieMetaclient.getCommitsTimeline().filterCompletedInstants().getReverseOrderedInstants()
return anotherDsHoodieMetaClient.getCommitsTimeline().filterCompletedInstants().getReverseOrderedInstants()
.map(instant -> {
try {
HoodieCommitMetadata commitMetadata = HoodieCommitMetadata
.fromBytes(anotherDsHoodieMetaclient.getActiveTimeline().getInstantDetails(instant).get(),
.fromBytes(anotherDsHoodieMetaClient.getActiveTimeline().getInstantDetails(instant).get(),
HoodieCommitMetadata.class);
return commitMetadata.getMetadata(CHECKPOINT_KEY);
} catch (IOException e) {