From 87fdb769f0020414f500805838fbe5cb99159515 Mon Sep 17 00:00:00 2001 From: Sivabalan Narayanan Date: Mon, 13 Jan 2020 23:10:26 -0500 Subject: [PATCH] Adding util methods to assist in adding deletion support to Quick Start --- .../java/org/apache/hudi/QuickstartUtils.java | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/hudi-spark/src/main/java/org/apache/hudi/QuickstartUtils.java b/hudi-spark/src/main/java/org/apache/hudi/QuickstartUtils.java index 0cdd26fc7..2ef90afd3 100644 --- a/hudi-spark/src/main/java/org/apache/hudi/QuickstartUtils.java +++ b/hudi-spark/src/main/java/org/apache/hudi/QuickstartUtils.java @@ -170,6 +170,22 @@ public class QuickstartUtils { return updates; } + /** + * Generates new Deletes, randomly distributed across the keys above. There can be duplicates within the returned + * list + * + * @param n Number of deletes (including dups) + * @return list of hoodie records to delete + */ + public List generateDeletes(Integer n) throws IOException { + List deletes = new ArrayList<>(); + for (int i = 0; i < n; i++) { + HoodieKey key = existingKeys.get(rand.nextInt(numExistingKeys)); + deletes.add(key); + } + return deletes; + } + public void close() { existingKeys.clear(); }