From 58c5bed40a76189a28dd72bbd67fcefaac587184 Mon Sep 17 00:00:00 2001 From: lamber-ken Date: Tue, 24 Dec 2019 23:22:37 +0800 Subject: [PATCH] [HUDI-453] Fix throw failed to archive commits error when writing data to MOR/COW table --- .../java/org/apache/hudi/io/HoodieCommitArchiveLog.java | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/hudi-client/src/main/java/org/apache/hudi/io/HoodieCommitArchiveLog.java b/hudi-client/src/main/java/org/apache/hudi/io/HoodieCommitArchiveLog.java index e918b709c..50412561d 100644 --- a/hudi-client/src/main/java/org/apache/hudi/io/HoodieCommitArchiveLog.java +++ b/hudi-client/src/main/java/org/apache/hudi/io/HoodieCommitArchiveLog.java @@ -249,6 +249,13 @@ public class HoodieCommitArchiveLog { LOG.info("Wrapper schema " + wrapperSchema.toString()); List records = new ArrayList<>(); for (HoodieInstant hoodieInstant : instants) { + + // filter empty instant, like *.commit.requested + byte[] instantDetails = commitTimeline.getInstantDetails(hoodieInstant).get(); + if (instantDetails == null || instantDetails.length == 0 ) { + continue; + } + try { records.add(convertToAvroRecord(commitTimeline, hoodieInstant)); if (records.size() >= this.config.getCommitArchivalBatchSize()) {