From 555dd55c16b2df504214f2bdfe84a6b106f61904 Mon Sep 17 00:00:00 2001 From: Alex Filipchik Date: Thu, 29 Aug 2019 16:22:01 -0700 Subject: [PATCH] Support nested ordering fields --- .../java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java index 446fd9cfc..601bcc370 100644 --- a/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java +++ b/hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltaSync.java @@ -316,7 +316,7 @@ public class DeltaSync implements Serializable { JavaRDD avroRDD = avroRDDOptional.get(); JavaRDD records = avroRDD.map(gr -> { HoodieRecordPayload payload = DataSourceUtils.createPayload(cfg.payloadClassName, gr, - (Comparable) gr.get(cfg.sourceOrderingField)); + (Comparable) DataSourceUtils.getNestedFieldVal(gr, cfg.sourceOrderingField)); return new HoodieRecord<>(keyGenerator.getKey(gr), payload); }); return Pair.of(schemaProvider, Pair.of(checkpointStr, records));