1
0

[MINOR] Fixing usage of right config value for parallelism to dedup in Bulk Insert (#1905)

This commit is contained in:
Sivabalan Narayanan
2020-08-03 13:38:36 -04:00
committed by GitHub
parent 433d7d2c98
commit 266bce12b3

View File

@@ -51,7 +51,7 @@ public class BulkInsertHelper<T extends HoodieRecordPayload<T>> {
if (performDedupe) {
dedupedRecords = WriteHelper.combineOnCondition(config.shouldCombineBeforeInsert(), inputRecords,
config.getInsertShuffleParallelism(), ((HoodieTable<T>)table));
config.getBulkInsertShuffleParallelism(), ((HoodieTable<T>)table));
}
final JavaRDD<HoodieRecord<T>> repartitionedRecords;