Add more options in HoodieWriteConfig

2018-03-06 11:25:26 -08:00
parent 7f079632a6
commit ba7c258c61
5 changed files with 20 additions and 7 deletions
--- a/hoodie-client/src/main/java/com/uber/hoodie/index/bloom/HoodieBloomIndex.java
+++ b/hoodie-client/src/main/java/com/uber/hoodie/index/bloom/HoodieBloomIndex.java
@@ -75,7 +75,7 @@ public class HoodieBloomIndex<T extends HoodieRecordPayload> extends HoodieIndex

    // Step 0: cache the input record RDD
    if (config.getBloomIndexUseCaching()) {
-      recordRDD.persist(StorageLevel.MEMORY_AND_DISK_SER());
+      recordRDD.persist(config.getBloomIndexInputStorageLevel());
    }

    // Step 1: Extract out thinner JavaPairRDD of (partitionPath, recordKey)