lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-2218] Fix missing HoodieWriteStat in HoodieCreateHandle (#3341)

Browse Source
This commit is contained in:
Gary Li
2021-07-30 17:36:57 +08:00
committed by GitHub
parent f7f5d4cc6d
commit 6353fc865f
3 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieCreateHandle.java
View File

@@ -73,6 +73,7 @@ public class HoodieCreateHandle<T extends HoodieRecordPayload, I, K, O> extends
taskContextSupplier); taskContextSupplier);
writeStatus.setFileId(fileId); writeStatus.setFileId(fileId);
writeStatus.setPartitionPath(partitionPath); writeStatus.setPartitionPath(partitionPath);
writeStatus.setStat(new HoodieWriteStat());
this.path = makeNewPath(partitionPath); this.path = makeNewPath(partitionPath);
@@ -200,7 +201,7 @@ public class HoodieCreateHandle<T extends HoodieRecordPayload, I, K, O> extends
* @throws IOException if error occurs * @throws IOException if error occurs
*/ */
protected void setupWriteStatus() throws IOException { protected void setupWriteStatus() throws IOException {
HoodieWriteStat stat = new HoodieWriteStat(); HoodieWriteStat stat = writeStatus.getStat();
stat.setPartitionPath(writeStatus.getPartitionPath()); stat.setPartitionPath(writeStatus.getPartitionPath());
stat.setNumWrites(recordsWritten); stat.setNumWrites(recordsWritten);
stat.setNumDeletes(recordsDeleted); stat.setNumDeletes(recordsDeleted);
@@ -214,7 +215,6 @@ public class HoodieCreateHandle<T extends HoodieRecordPayload, I, K, O> extends
RuntimeStats runtimeStats = new RuntimeStats(); RuntimeStats runtimeStats = new RuntimeStats();
runtimeStats.setTotalCreateTime(timer.endTimer()); runtimeStats.setTotalCreateTime(timer.endTimer());
stat.setRuntimeStats(runtimeStats); stat.setRuntimeStats(runtimeStats);
writeStatus.setStat(stat);
} }
protected long computeTotalWriteBytes() throws IOException { protected long computeTotalWriteBytes() throws IOException {

4
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataCreateHandle.java
View File

@@ -86,6 +86,7 @@ public class HoodieRowDataCreateHandle implements Serializable {
writeConfig.getWriteStatusFailureFraction()); writeConfig.getWriteStatusFailureFraction());
writeStatus.setPartitionPath(partitionPath); writeStatus.setPartitionPath(partitionPath);
writeStatus.setFileId(fileId); writeStatus.setFileId(fileId);
writeStatus.setStat(new HoodieWriteStat());
try { try {
HoodiePartitionMetadata partitionMetadata = HoodiePartitionMetadata partitionMetadata =
new HoodiePartitionMetadata( new HoodiePartitionMetadata(
@@ -145,7 +146,7 @@ public class HoodieRowDataCreateHandle implements Serializable {
*/ */
public HoodieInternalWriteStatus close() throws IOException { public HoodieInternalWriteStatus close() throws IOException {
fileWriter.close(); fileWriter.close();
HoodieWriteStat stat = new HoodieWriteStat(); HoodieWriteStat stat = writeStatus.getStat();
stat.setPartitionPath(partitionPath); stat.setPartitionPath(partitionPath);
stat.setNumWrites(writeStatus.getTotalRecords()); stat.setNumWrites(writeStatus.getTotalRecords());
stat.setNumDeletes(0); stat.setNumDeletes(0);
@@ -160,7 +161,6 @@ public class HoodieRowDataCreateHandle implements Serializable {
HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats(); HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats();
runtimeStats.setTotalCreateTime(currTimer.endTimer()); runtimeStats.setTotalCreateTime(currTimer.endTimer());
stat.setRuntimeStats(runtimeStats); stat.setRuntimeStats(runtimeStats);
writeStatus.setStat(stat);
return writeStatus; return writeStatus;
} }

4
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java
View File

@@ -86,6 +86,7 @@ public class HoodieRowCreateHandle implements Serializable {
writeConfig.getWriteStatusFailureFraction()); writeConfig.getWriteStatusFailureFraction());
writeStatus.setPartitionPath(partitionPath); writeStatus.setPartitionPath(partitionPath);
writeStatus.setFileId(fileId); writeStatus.setFileId(fileId);
writeStatus.setStat(new HoodieWriteStat());
try { try {
HoodiePartitionMetadata partitionMetadata = HoodiePartitionMetadata partitionMetadata =
new HoodiePartitionMetadata( new HoodiePartitionMetadata(
@@ -144,7 +145,7 @@ public class HoodieRowCreateHandle implements Serializable {
*/ */
public HoodieInternalWriteStatus close() throws IOException { public HoodieInternalWriteStatus close() throws IOException {
fileWriter.close(); fileWriter.close();
HoodieWriteStat stat = new HoodieWriteStat(); HoodieWriteStat stat = writeStatus.getStat();
stat.setPartitionPath(partitionPath); stat.setPartitionPath(partitionPath);
stat.setNumWrites(writeStatus.getTotalRecords()); stat.setNumWrites(writeStatus.getTotalRecords());
stat.setNumDeletes(0); stat.setNumDeletes(0);
@@ -159,7 +160,6 @@ public class HoodieRowCreateHandle implements Serializable {
HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats(); HoodieWriteStat.RuntimeStats runtimeStats = new HoodieWriteStat.RuntimeStats();
runtimeStats.setTotalCreateTime(currTimer.endTimer()); runtimeStats.setTotalCreateTime(currTimer.endTimer());
stat.setRuntimeStats(runtimeStats); stat.setRuntimeStats(runtimeStats);
writeStatus.setStat(stat);
return writeStatus; return writeStatus;
} }