From 266bce12b32ae5dc35e04d1c25530df9257d5dc9 Mon Sep 17 00:00:00 2001 From: Sivabalan Narayanan Date: Mon, 3 Aug 2020 13:38:36 -0400 Subject: [PATCH] [MINOR] Fixing usage of right config value for parallelism to dedup in Bulk Insert (#1905) --- .../org/apache/hudi/table/action/commit/BulkInsertHelper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-client/src/main/java/org/apache/hudi/table/action/commit/BulkInsertHelper.java b/hudi-client/src/main/java/org/apache/hudi/table/action/commit/BulkInsertHelper.java index 29bedd7a9..eb38f076d 100644 --- a/hudi-client/src/main/java/org/apache/hudi/table/action/commit/BulkInsertHelper.java +++ b/hudi-client/src/main/java/org/apache/hudi/table/action/commit/BulkInsertHelper.java @@ -51,7 +51,7 @@ public class BulkInsertHelper> { if (performDedupe) { dedupedRecords = WriteHelper.combineOnCondition(config.shouldCombineBeforeInsert(), inputRecords, - config.getInsertShuffleParallelism(), ((HoodieTable)table)); + config.getBulkInsertShuffleParallelism(), ((HoodieTable)table)); } final JavaRDD> repartitionedRecords;