From eafd7bf289f901edfedc350beec30fa3cc09bb85 Mon Sep 17 00:00:00 2001 From: vinoyang Date: Sat, 10 Oct 2020 06:09:26 +0800 Subject: [PATCH] [MINOR] Fix wrong javadoc and refactor some naming issues (#2156) --- .../client/AbstractHoodieWriteClient.java | 20 +++++++++---------- .../FullRecordBootstrapDataProvider.java | 2 +- .../org/apache/hudi/index/HoodieIndex.java | 2 +- .../apache/hudi/index/HoodieIndexUtils.java | 2 +- .../hudi/table/BulkInsertPartitioner.java | 2 +- .../action/commit/AbstractWriteHelper.java | 6 +++--- 6 files changed, 17 insertions(+), 17 deletions(-) diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java index 0f35e270e..222e1ab2c 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/AbstractHoodieWriteClient.java @@ -268,7 +268,7 @@ public abstract class AbstractHoodieWriteClient> userDefinedBulkInsertPartitioner); @@ -343,7 +343,7 @@ public abstract class AbstractHoodieWriteClient> bulkInsertPartitioner); @@ -354,7 +354,7 @@ public abstract class AbstractHoodieWriteClient implements Serializable } /** - * Generates a list of input partition and files and returns a RDD representing source. + * Generates a list of input partition and files and returns a collection representing source. * @param tableName Hudi Table Name * @param sourceBasePath Source Base Path * @param partitionPaths Partition Paths diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndex.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndex.java index c71b34e69..6d04594cb 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndex.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndex.java @@ -62,7 +62,7 @@ public abstract class HoodieIndex implem * TODO(vc): We may need to propagate the record as well in a WriteStatus class */ @PublicAPIMethod(maturity = ApiMaturityLevel.STABLE) - public abstract O updateLocation(O writeStatusRDD, HoodieEngineContext context, + public abstract O updateLocation(O writeStatuses, HoodieEngineContext context, HoodieTable hoodieTable) throws HoodieIndexException; /** diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndexUtils.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndexUtils.java index 8cd0cb2f5..ad7807b70 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndexUtils.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/HoodieIndexUtils.java @@ -73,7 +73,7 @@ public class HoodieIndexUtils { public static HoodieRecord getTaggedRecord(HoodieRecord inputRecord, Option location) { HoodieRecord record = inputRecord; if (location.isPresent()) { - // When you have a record in multiple files in the same partition, then rowKeyRecordPairRDD + // When you have a record in multiple files in the same partition, then collection // will have 2 entries with the same exact in memory copy of the HoodieRecord and the 2 // separate filenames that the record is found in. This will result in setting // currentLocation 2 times and it will fail the second time. So creating a new in memory diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/BulkInsertPartitioner.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/BulkInsertPartitioner.java index b571fd960..fd1558a82 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/BulkInsertPartitioner.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/BulkInsertPartitioner.java @@ -35,7 +35,7 @@ public interface BulkInsertPartitioner { I repartitionRecords(I records, int outputSparkPartitions); /** - * @return {@code true} if the records within a RDD partition are sorted; {@code false} otherwise. + * @return {@code true} if the records within a partition are sorted; {@code false} otherwise. */ boolean arePartitionRecordsSorted(); } diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/commit/AbstractWriteHelper.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/commit/AbstractWriteHelper.java index f5e5e358c..caa6ecdb9 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/commit/AbstractWriteHelper.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/commit/AbstractWriteHelper.java @@ -32,7 +32,7 @@ import java.time.Instant; public abstract class AbstractWriteHelper { public HoodieWriteMetadata write(String instantTime, - I inputRecordsRDD, + I inputRecords, HoodieEngineContext context, HoodieTable table, boolean shouldCombine, @@ -42,7 +42,7 @@ public abstract class AbstractWriteHelper table, int parallelism) {