1
0

[HUDI-4140] Fixing hive style partitioning and default partition with bulk insert row writer with SimpleKeyGen and virtual keys (#5664)

Bulk insert row writer code path had a gap wrt hive style partitioning and default partition when virtual keys are enabled with SimpleKeyGen.  This patch fixes the issue.
This commit is contained in:
Sivabalan Narayanan
2022-06-06 13:21:00 -04:00
committed by GitHub
parent 4f7ea8c79a
commit 4f6fc726d0
4 changed files with 63 additions and 1 deletions

View File

@@ -1064,6 +1064,10 @@ public class HoodieWriteConfig extends HoodieConfig {
return MarkerType.valueOf(markerType.toUpperCase());
}
public boolean isHiveStylePartitioningEnabled() {
return getBooleanOrDefault(KeyGeneratorOptions.HIVE_STYLE_PARTITIONING_ENABLE);
}
public int getMarkersTimelineServerBasedBatchNumThreads() {
return getInt(MARKERS_TIMELINE_SERVER_BASED_BATCH_NUM_THREADS);
}