Adding another metric to HoodieWriteStat to determine if there were inserts converted to updates, added one test for this
This commit is contained in:
committed by
vinoth chandar
parent
989afddd54
commit
88274b8261
@@ -61,6 +61,11 @@
|
||||
"name":"totalUpdatedRecordsCompacted",
|
||||
"type":["null","long"],
|
||||
"default" : null
|
||||
},
|
||||
{
|
||||
"name":"numInserts",
|
||||
"type":["null","long"],
|
||||
"default" : null
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -61,6 +61,11 @@ public class HoodieWriteStat implements Serializable {
|
||||
*/
|
||||
private long numUpdateWrites;
|
||||
|
||||
/**
|
||||
* Total number of insert records or converted to updates (for small file handling)
|
||||
*/
|
||||
private long numInserts;
|
||||
|
||||
/**
|
||||
* Total size of file written
|
||||
*/
|
||||
@@ -160,6 +165,10 @@ public class HoodieWriteStat implements Serializable {
|
||||
this.numUpdateWrites = numUpdateWrites;
|
||||
}
|
||||
|
||||
public void setNumInserts(long numInserts) {
|
||||
this.numInserts = numInserts;
|
||||
}
|
||||
|
||||
public long getTotalWriteBytes() {
|
||||
return totalWriteBytes;
|
||||
}
|
||||
@@ -192,6 +201,10 @@ public class HoodieWriteStat implements Serializable {
|
||||
return numUpdateWrites;
|
||||
}
|
||||
|
||||
public long getNumInserts() {
|
||||
return numInserts;
|
||||
}
|
||||
|
||||
public String getFileId() {
|
||||
return fileId;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user