lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

HUDI-139 Compaction running twice due to duplicate "map" transformation while finalizing compaction

Browse Source
This commit is contained in:
Balaji Varadarajan
2019-05-29 12:00:35 -07:00
committed by Balaji Varadarajan
parent 66c0b81b49
commit d860fb18b6
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
hoodie-client/src/main/java/com/uber/hoodie/HoodieWriteClient.java
View File

@@ -1326,8 +1326,7 @@ public class HoodieWriteClient<T extends HoodieRecordPayload> extends AbstractHo
} }
// Finalize write // Finalize write
List<HoodieWriteStat> stats = writeStatuses.map(WriteStatus::getStat).collect(); finalizeWrite(table, compactionCommitTime, updateStatusMap);
finalizeWrite(table, compactionCommitTime, stats);
// Copy extraMetadata // Copy extraMetadata
extraMetadata.ifPresent(m -> { extraMetadata.ifPresent(m -> {
@@ -1336,9 +1335,7 @@ public class HoodieWriteClient<T extends HoodieRecordPayload> extends AbstractHo
}); });
}); });
logger.info("Compaction finished with result " + metadata); logger.info("Committing Compaction " + compactionCommitTime + ". Finished with result " + metadata);
logger.info("Committing Compaction " + compactionCommitTime);
HoodieActiveTimeline activeTimeline = metaClient.getActiveTimeline(); HoodieActiveTimeline activeTimeline = metaClient.getActiveTimeline();
try { try {