lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2218] Fix missing HoodieWriteStat in HoodieCreateHandle (#3341)

Browse Source
This commit is contained in:
Gary Li
2021-07-30 17:36:57 +08:00
committed by GitHub
parent f7f5d4cc6d
commit 6353fc865f
3 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieCreateHandle.java
View File

@@ -73,6 +73,7 @@ public class HoodieCreateHandle<T extends HoodieRecordPayload, I, K, O> extends
taskContextSupplier);
writeStatus.setFileId(fileId);
writeStatus.setPartitionPath(partitionPath);
writeStatus.setStat(new HoodieWriteStat());
this.path = makeNewPath(partitionPath);
@@ -200,7 +201,7 @@ public class HoodieCreateHandle<T extends HoodieRecordPayload, I, K, O> extends
* @throws IOException if error occurs
*/
protected void setupWriteStatus() throws IOException {
HoodieWriteStat stat = new HoodieWriteStat();
HoodieWriteStat stat = writeStatus.getStat();
stat.setPartitionPath(writeStatus.getPartitionPath());
stat.setNumWrites(recordsWritten);
stat.setNumDeletes(recordsDeleted);
@@ -214,7 +215,6 @@ public class HoodieCreateHandle<T extends HoodieRecordPayload, I, K, O> extends
RuntimeStats runtimeStats = new RuntimeStats();
runtimeStats.setTotalCreateTime(timer.endTimer());
stat.setRuntimeStats(runtimeStats);
writeStatus.setStat(stat);
}
protected long computeTotalWriteBytes() throws IOException {

4
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataCreateHandle.java
View File

@@ -86,6 +86,7 @@ public class HoodieRowDataCreateHandle implements Serializable {
writeConfig.getWriteStatusFailureFraction());
writeStatus.setPartitionPath(partitionPath);
writeStatus.setFileId(fileId);
writeStatus.setStat(new HoodieWriteStat());
try {
HoodiePartitionMetadata partitionMetadata =
new HoodiePartitionMetadata(
@@ -145,7 +146,7 @@ public class HoodieRowDataCreateHandle implements Serializable {
*/
public HoodieInternalWriteStatus close() throws IOException {
fileWriter.close();
HoodieWriteStat stat = new HoodieWriteStat();
HoodieWriteStat stat = writeStatus.getStat();
stat.setPartitionPath(partitionPath);
stat.setNumWrites(writeStatus.getTotalRecords());
stat.setNumDeletes(0);
@@ -160,7 +161,6 @@ public class HoodieRowDataCreateHandle implements Serializable {
HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats();
runtimeStats.setTotalCreateTime(currTimer.endTimer());
stat.setRuntimeStats(runtimeStats);
writeStatus.setStat(stat);
return writeStatus;
}

4
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java
View File

@@ -86,6 +86,7 @@ public class HoodieRowCreateHandle implements Serializable {
writeConfig.getWriteStatusFailureFraction());
writeStatus.setPartitionPath(partitionPath);
writeStatus.setFileId(fileId);
writeStatus.setStat(new HoodieWriteStat());
try {
HoodiePartitionMetadata partitionMetadata =
new HoodiePartitionMetadata(
@@ -144,7 +145,7 @@ public class HoodieRowCreateHandle implements Serializable {
*/
public HoodieInternalWriteStatus close() throws IOException {
fileWriter.close();
HoodieWriteStat stat = new HoodieWriteStat();
HoodieWriteStat stat = writeStatus.getStat();
stat.setPartitionPath(partitionPath);
stat.setNumWrites(writeStatus.getTotalRecords());
stat.setNumDeletes(0);
@@ -159,7 +160,6 @@ public class HoodieRowCreateHandle implements Serializable {
HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats();
runtimeStats.setTotalCreateTime(currTimer.endTimer());
stat.setRuntimeStats(runtimeStats);
writeStatus.setStat(stat);
return writeStatus;
}