From d860fb18b6248abfa911e6188d1105f2afc4e582 Mon Sep 17 00:00:00 2001 From: Balaji Varadarajan Date: Wed, 29 May 2019 12:00:35 -0700 Subject: [PATCH] HUDI-139 Compaction running twice due to duplicate "map" transformation while finalizing compaction --- .../src/main/java/com/uber/hoodie/HoodieWriteClient.java | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java b/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java index fb642828c..13ef21a16 100644 --- a/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java +++ b/hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java @@ -1326,8 +1326,7 @@ public class HoodieWriteClient extends AbstractHo } // Finalize write - List stats = writeStatuses.map(WriteStatus::getStat).collect(); - finalizeWrite(table, compactionCommitTime, stats); + finalizeWrite(table, compactionCommitTime, updateStatusMap); // Copy extraMetadata extraMetadata.ifPresent(m -> { @@ -1336,9 +1335,7 @@ public class HoodieWriteClient extends AbstractHo }); }); - logger.info("Compaction finished with result " + metadata); - - logger.info("Committing Compaction " + compactionCommitTime); + logger.info("Committing Compaction " + compactionCommitTime + ". Finished with result " + metadata); HoodieActiveTimeline activeTimeline = metaClient.getActiveTimeline(); try {