lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1731] Rename UpsertPartitioner in hudi-java-client (#2734)

Browse Source 
Co-authored-by: lei.zhu <lei.zhu@envisioncn.com>
This commit is contained in:
leo-Iamok
2021-03-31 11:06:04 +08:00
committed by GitHub
parent 3cab928b50
commit 8bc65b9318
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/table/action/commit/BaseJavaCommitActionExecutor.java
View File

@@ -228,8 +228,8 @@ public abstract class BaseJavaCommitActionExecutor<T extends HoodieRecordPayload
@SuppressWarnings("unchecked") @SuppressWarnings("unchecked")
protected Iterator<List<WriteStatus>> handleUpsertPartition(String instantTime, Integer partition, Iterator recordItr, protected Iterator<List<WriteStatus>> handleUpsertPartition(String instantTime, Integer partition, Iterator recordItr,
Partitioner partitioner) { Partitioner partitioner) {
UpsertPartitioner upsertPartitioner = (UpsertPartitioner) partitioner; JavaUpsertPartitioner javaUpsertPartitioner = (JavaUpsertPartitioner) partitioner;
BucketInfo binfo = upsertPartitioner.getBucketInfo(partition); BucketInfo binfo = javaUpsertPartitioner.getBucketInfo(partition);
BucketType btype = binfo.bucketType; BucketType btype = binfo.bucketType;
try { try {
if (btype.equals(BucketType.INSERT)) { if (btype.equals(BucketType.INSERT)) {
@@ -314,7 +314,7 @@ public abstract class BaseJavaCommitActionExecutor<T extends HoodieRecordPayload
if (profile == null) { if (profile == null) {
throw new HoodieUpsertException("Need workload profile to construct the upsert partitioner."); throw new HoodieUpsertException("Need workload profile to construct the upsert partitioner.");
} }
return new UpsertPartitioner(profile, context, table, config); return new JavaUpsertPartitioner(profile, context, table, config);
} }
/** /**

6
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/table/action/commit/UpsertPartitioner.java → hudi-client/hudi-java-client/src/main/java/org/apache/hudi/table/action/commit/JavaUpsertPartitioner.java
View File

@@ -51,9 +51,9 @@ import java.util.stream.Collectors;
/** /**
* Packs incoming records to be upserted, into buckets. * Packs incoming records to be upserted, into buckets.
*/ */
public class UpsertPartitioner<T extends HoodieRecordPayload<T>> implements Partitioner { public class JavaUpsertPartitioner<T extends HoodieRecordPayload<T>> implements Partitioner {
private static final Logger LOG = LogManager.getLogger(UpsertPartitioner.class); private static final Logger LOG = LogManager.getLogger(JavaUpsertPartitioner.class);
/** /**
* List of all small files to be corrected. * List of all small files to be corrected.
@@ -84,7 +84,7 @@ public class UpsertPartitioner<T extends HoodieRecordPayload<T>> implements Part
protected final HoodieWriteConfig config; protected final HoodieWriteConfig config;
public UpsertPartitioner(WorkloadProfile profile, HoodieEngineContext context, HoodieTable table, public JavaUpsertPartitioner(WorkloadProfile profile, HoodieEngineContext context, HoodieTable table,
HoodieWriteConfig config) { HoodieWriteConfig config) {
updateLocationToBucket = new HashMap<>(); updateLocationToBucket = new HashMap<>();
partitionPathToInsertBucketInfos = new HashMap<>(); partitionPathToInsertBucketInfos = new HashMap<>();