1
0

[HUDI-714]Add javadoc and comments to hudi write method link (#1409)

* [HUDI-714] Add javadoc and comments to hudi write method link
This commit is contained in:
Mathieu
2020-05-16 20:36:51 +08:00
committed by GitHub
parent 148b2458f6
commit 25a0080b2f
9 changed files with 64 additions and 26 deletions

View File

@@ -241,6 +241,13 @@ public class DataSourceUtils {
return new HoodieRecord<>(hKey, payload);
}
/**
* Drop records already present in the dataset.
*
* @param jssc JavaSparkContext
* @param incomingHoodieRecords HoodieRecords to deduplicate
* @param writeConfig HoodieWriteConfig
*/
@SuppressWarnings("unchecked")
public static JavaRDD<HoodieRecord> dropDuplicates(JavaSparkContext jssc, JavaRDD<HoodieRecord> incomingHoodieRecords,
HoodieWriteConfig writeConfig) {