lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-453] Fix throw failed to archive commits error when writing data to MOR/COW table

Browse Source
This commit is contained in:
lamber-ken
2019-12-24 23:22:37 +08:00
committed by Balaji Varadarajan
parent 01c25d6aff
commit 58c5bed40a
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
hudi-client/src/main/java/org/apache/hudi/io/HoodieCommitArchiveLog.java
View File

@@ -249,6 +249,13 @@ public class HoodieCommitArchiveLog {
LOG.info("Wrapper schema " + wrapperSchema.toString()); LOG.info("Wrapper schema " + wrapperSchema.toString());
List<IndexedRecord> records = new ArrayList<>(); List<IndexedRecord> records = new ArrayList<>();
for (HoodieInstant hoodieInstant : instants) { for (HoodieInstant hoodieInstant : instants) {
// filter empty instant, like *.commit.requested
byte[] instantDetails = commitTimeline.getInstantDetails(hoodieInstant).get();
if (instantDetails == null || instantDetails.length == 0 ) {
continue;
}
try { try {
records.add(convertToAvroRecord(commitTimeline, hoodieInstant)); records.add(convertToAvroRecord(commitTimeline, hoodieInstant));
if (records.size() >= this.config.getCommitArchivalBatchSize()) { if (records.size() >= this.config.getCommitArchivalBatchSize()) {