lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[MINOR] Fixing usage of right config value for parallelism to dedup in Bulk Insert (#1905)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2020-08-03 13:38:36 -04:00
committed by GitHub
parent 433d7d2c98
commit 266bce12b3
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-client/src/main/java/org/apache/hudi/table/action/commit/BulkInsertHelper.java
View File

@@ -51,7 +51,7 @@ public class BulkInsertHelper<T extends HoodieRecordPayload<T>> {
if (performDedupe) { if (performDedupe) {
dedupedRecords = WriteHelper.combineOnCondition(config.shouldCombineBeforeInsert(), inputRecords, dedupedRecords = WriteHelper.combineOnCondition(config.shouldCombineBeforeInsert(), inputRecords,
config.getInsertShuffleParallelism(), ((HoodieTable<T>)table)); config.getBulkInsertShuffleParallelism(), ((HoodieTable<T>)table));
} }
final JavaRDD<HoodieRecord<T>> repartitionedRecords; final JavaRDD<HoodieRecord<T>> repartitionedRecords;