lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Skip setting commit metadata

Browse Source
This commit is contained in:
lamber-ken
2019-12-28 07:57:05 +08:00
committed by Balaji Varadarajan
parent 179837e8ef
commit 2f254163d4
1 changed files with 6 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
hudi-client/src/main/java/org/apache/hudi/io/HoodieCommitArchiveLog.java
View File

@@ -250,12 +250,6 @@ public class HoodieCommitArchiveLog {
List<IndexedRecord> records = new ArrayList<>(); List<IndexedRecord> records = new ArrayList<>();
for (HoodieInstant hoodieInstant : instants) { for (HoodieInstant hoodieInstant : instants) {
// filter empty instant, like *.commit.requested
byte[] instantDetails = commitTimeline.getInstantDetails(hoodieInstant).get();
if (instantDetails == null || instantDetails.length == 0) {
continue;
}
try { try {
records.add(convertToAvroRecord(commitTimeline, hoodieInstant)); records.add(convertToAvroRecord(commitTimeline, hoodieInstant));
if (records.size() >= this.config.getCommitArchivalBatchSize()) { if (records.size() >= this.config.getCommitArchivalBatchSize()) {
@@ -297,7 +291,7 @@ public class HoodieCommitArchiveLog {
case HoodieTimeline.CLEAN_ACTION: { case HoodieTimeline.CLEAN_ACTION: {
if (hoodieInstant.isCompleted()) { if (hoodieInstant.isCompleted()) {
archivedMetaWrapper.setHoodieCleanMetadata(CleanerUtils.getCleanerMetadata(metaClient, hoodieInstant)); archivedMetaWrapper.setHoodieCleanMetadata(CleanerUtils.getCleanerMetadata(metaClient, hoodieInstant));
} else { } else if (HoodieInstant.State.REQUESTED != hoodieInstant.getState()) {
archivedMetaWrapper.setHoodieCleanerPlan(CleanerUtils.getCleanerPlan(metaClient, hoodieInstant)); archivedMetaWrapper.setHoodieCleanerPlan(CleanerUtils.getCleanerPlan(metaClient, hoodieInstant));
} }
archivedMetaWrapper.setActionType(ActionType.clean.name()); archivedMetaWrapper.setActionType(ActionType.clean.name());
@@ -323,9 +317,11 @@ public class HoodieCommitArchiveLog {
break; break;
} }
case HoodieTimeline.DELTA_COMMIT_ACTION: { case HoodieTimeline.DELTA_COMMIT_ACTION: {
if (HoodieInstant.State.REQUESTED != hoodieInstant.getState()) {
HoodieCommitMetadata commitMetadata = HoodieCommitMetadata HoodieCommitMetadata commitMetadata = HoodieCommitMetadata
.fromBytes(commitTimeline.getInstantDetails(hoodieInstant).get(), HoodieCommitMetadata.class); .fromBytes(commitTimeline.getInstantDetails(hoodieInstant).get(), HoodieCommitMetadata.class);
archivedMetaWrapper.setHoodieCommitMetadata(commitMetadataConverter(commitMetadata)); archivedMetaWrapper.setHoodieCommitMetadata(commitMetadataConverter(commitMetadata));
}
archivedMetaWrapper.setActionType(ActionType.commit.name()); archivedMetaWrapper.setActionType(ActionType.commit.name());
break; break;
} }