lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[Hotfix][utilities] Optimized codes (#2821)

Browse Source
This commit is contained in:
Roc Marshal
2021-04-15 09:40:14 +08:00
committed by GitHub
parent 8d29863c86
commit 62bb9e10d9
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-utilities/src/main/java/org/apache/hudi/utilities/HDFSParquetImporter.java
View File

@@ -102,7 +102,7 @@ public class HDFSParquetImporter implements Serializable {
} }
private boolean isUpsert() { private boolean isUpsert() {
return "upsert".equals(cfg.command.toLowerCase()); return "upsert".equalsIgnoreCase(cfg.command);
} }
public int dataImport(JavaSparkContext jsc, int retry) { public int dataImport(JavaSparkContext jsc, int retry) {

8
hudi-utilities/src/main/java/org/apache/hudi/utilities/checkpointing/InitialCheckpointFromAnotherHoodieTimelineProvider.java
View File

@@ -35,7 +35,7 @@ import static org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.CHECKP
*/ */
public class InitialCheckpointFromAnotherHoodieTimelineProvider extends InitialCheckPointProvider { public class InitialCheckpointFromAnotherHoodieTimelineProvider extends InitialCheckPointProvider {
private HoodieTableMetaClient anotherDsHoodieMetaclient; private HoodieTableMetaClient anotherDsHoodieMetaClient;
public InitialCheckpointFromAnotherHoodieTimelineProvider(TypedProperties props) { public InitialCheckpointFromAnotherHoodieTimelineProvider(TypedProperties props) {
super(props); super(props);
@@ -44,16 +44,16 @@ public class InitialCheckpointFromAnotherHoodieTimelineProvider extends InitialC
@Override @Override
public void init(Configuration config) throws HoodieException { public void init(Configuration config) throws HoodieException {
super.init(config); super.init(config);
this.anotherDsHoodieMetaclient = HoodieTableMetaClient.builder().setConf(config).setBasePath(path.toString()).build(); this.anotherDsHoodieMetaClient = HoodieTableMetaClient.builder().setConf(config).setBasePath(path.toString()).build();
} }
@Override @Override
public String getCheckpoint() throws HoodieException { public String getCheckpoint() throws HoodieException {
return anotherDsHoodieMetaclient.getCommitsTimeline().filterCompletedInstants().getReverseOrderedInstants() return anotherDsHoodieMetaClient.getCommitsTimeline().filterCompletedInstants().getReverseOrderedInstants()
.map(instant -> { .map(instant -> {
try { try {
HoodieCommitMetadata commitMetadata = HoodieCommitMetadata HoodieCommitMetadata commitMetadata = HoodieCommitMetadata
.fromBytes(anotherDsHoodieMetaclient.getActiveTimeline().getInstantDetails(instant).get(), .fromBytes(anotherDsHoodieMetaClient.getActiveTimeline().getInstantDetails(instant).get(),
HoodieCommitMetadata.class); HoodieCommitMetadata.class);
return commitMetadata.getMetadata(CHECKPOINT_KEY); return commitMetadata.getMetadata(CHECKPOINT_KEY);
} catch (IOException e) { } catch (IOException e) {