lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2473] Fixing compaction write operation in commit metadata (#5203)

Browse Source
This commit is contained in:
Sivabalan Narayanan
2022-05-24 03:33:21 -04:00
committed by GitHub
parent 676d5cefe0
commit c05ebf2417
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/compact/RunCompactionActionExecutor.java
View File

@@ -27,6 +27,7 @@ import org.apache.hudi.common.model.HoodieKey;
import org.apache.hudi.common.model.HoodieRecord; import org.apache.hudi.common.model.HoodieRecord;
import org.apache.hudi.common.model.HoodieRecordPayload; import org.apache.hudi.common.model.HoodieRecordPayload;
import org.apache.hudi.common.model.HoodieWriteStat; import org.apache.hudi.common.model.HoodieWriteStat;
import org.apache.hudi.common.model.WriteOperationType;
import org.apache.hudi.common.table.timeline.HoodieTimeline; import org.apache.hudi.common.table.timeline.HoodieTimeline;
import org.apache.hudi.common.util.CompactionUtils; import org.apache.hudi.common.util.CompactionUtils;
import org.apache.hudi.common.util.Option; import org.apache.hudi.common.util.Option;
@@ -99,6 +100,7 @@ public class RunCompactionActionExecutor<T extends HoodieRecordPayload> extends
metadata.addMetadata(SerDeHelper.LATEST_SCHEMA, schemaPair.getLeft().get()); metadata.addMetadata(SerDeHelper.LATEST_SCHEMA, schemaPair.getLeft().get());
metadata.addMetadata(HoodieCommitMetadata.SCHEMA_KEY, schemaPair.getRight().get()); metadata.addMetadata(HoodieCommitMetadata.SCHEMA_KEY, schemaPair.getRight().get());
} }
metadata.setOperationType(WriteOperationType.COMPACT);
compactionMetadata.setWriteStatuses(statuses); compactionMetadata.setWriteStatuses(statuses);
compactionMetadata.setCommitted(false); compactionMetadata.setCommitted(false);
compactionMetadata.setCommitMetadata(Option.of(metadata)); compactionMetadata.setCommitMetadata(Option.of(metadata));