lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1425] Performance loss with the additional hoodieRecords.isEmpty() in HoodieSparkSqlWriter#write (#2296)

Browse Source
This commit is contained in:
pengzhiwei
2021-07-29 12:30:18 +08:00
committed by GitHub
parent efbbb67420
commit bbadac7de1
5 changed files with 35 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
View File

@@ -194,11 +194,6 @@ object HoodieSparkSqlWriter {
} else {
hoodieAllIncomingRecords
}
if (hoodieRecords.isEmpty()) {
log.info("new batch has no new records, skipping...")
(true, common.util.Option.empty())
}
client.startCommitWithTime(instantTime, commitActionType)
val writeResult = DataSourceUtils.doWriteOperation(client, hoodieRecords, instantTime, operation)
(writeResult, client)