lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-526] fix the HoodieAppendHandle

Browse Source
This commit is contained in:
liujianhui
2020-01-13 19:16:32 +08:00
committed by n3nash
parent a44c61b813
commit c1f8acab34
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-client/src/main/java/org/apache/hudi/io/HoodieAppendHandle.java
View File

@@ -23,6 +23,7 @@ import org.apache.hudi.common.model.FileSlice;
import org.apache.hudi.common.model.HoodieDeltaWriteStat; import org.apache.hudi.common.model.HoodieDeltaWriteStat;
import org.apache.hudi.common.model.HoodieKey; import org.apache.hudi.common.model.HoodieKey;
import org.apache.hudi.common.model.HoodieLogFile; import org.apache.hudi.common.model.HoodieLogFile;
import org.apache.hudi.common.model.HoodiePartitionMetadata;
import org.apache.hudi.common.model.HoodieRecord; import org.apache.hudi.common.model.HoodieRecord;
import org.apache.hudi.common.model.HoodieRecordLocation; import org.apache.hudi.common.model.HoodieRecordLocation;
import org.apache.hudi.common.model.HoodieRecordPayload; import org.apache.hudi.common.model.HoodieRecordPayload;
@@ -132,6 +133,10 @@ public class HoodieAppendHandle<T extends HoodieRecordPayload> extends HoodieWri
writeStatus.getStat().setFileId(fileId); writeStatus.getStat().setFileId(fileId);
averageRecordSize = SizeEstimator.estimate(record); averageRecordSize = SizeEstimator.estimate(record);
try { try {
//save hoodie partition meta in the partition path
HoodiePartitionMetadata partitionMetadata = new HoodiePartitionMetadata(fs, baseInstantTime,
new Path(config.getBasePath()), FSUtils.getPartitionPath(config.getBasePath(), partitionPath));
partitionMetadata.trySave(TaskContext.getPartitionId());
this.writer = createLogWriter(fileSlice, baseInstantTime); this.writer = createLogWriter(fileSlice, baseInstantTime);
this.currentLogFile = writer.getLogFile(); this.currentLogFile = writer.getLogFile();
((HoodieDeltaWriteStat) writeStatus.getStat()).setLogVersion(currentLogFile.getLogVersion()); ((HoodieDeltaWriteStat) writeStatus.getStat()).setLogVersion(currentLogFile.getLogVersion());