lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4333] fix HoodieFileIndex's listFiles method log print skipping percent NaN (#5990)

Browse Source
This commit is contained in:
ForwardXu
2022-06-28 15:08:48 +08:00
committed by GitHub
parent 09dc001430
commit 08eba914ed
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieFileIndex.scala
View File

@@ -162,9 +162,9 @@ case class HoodieFileIndex(spark: SparkSession,
PartitionDirectory(InternalRow.fromSeq(partition.values), candidateFiles) PartitionDirectory(InternalRow.fromSeq(partition.values), candidateFiles)
} }
logInfo(s"Total base files: ${totalFileSize}; " + logInfo(s"Total base files: $totalFileSize; " +
s"candidate files after data skipping : ${candidateFileSize}; " + s"candidate files after data skipping : $candidateFileSize; " +
s"skipping percent ${if (allFiles.nonEmpty) (totalFileSize - candidateFileSize) / totalFileSize.toDouble else 0}") s"skipping percent ${if (allFiles.nonEmpty && totalFileSize > 0) (totalFileSize - candidateFileSize) / totalFileSize.toDouble else 0}")
result result
} }
@@ -264,7 +264,7 @@ case class HoodieFileIndex(spark: SparkSession,
private def validateConfig(): Unit = { private def validateConfig(): Unit = {
if (isDataSkippingEnabled && (!isMetadataTableEnabled || !isColumnStatsIndexEnabled)) { if (isDataSkippingEnabled && (!isMetadataTableEnabled || !isColumnStatsIndexEnabled)) {
logWarning("Data skipping requires both Metadata Table and Column Stats Index to be enabled as well! " + logWarning("Data skipping requires both Metadata Table and Column Stats Index to be enabled as well! " +
s"(isMetadataTableEnabled = ${isMetadataTableEnabled}, isColumnStatsIndexEnabled = ${isColumnStatsIndexEnabled}") s"(isMetadataTableEnabled = $isMetadataTableEnabled, isColumnStatsIndexEnabled = $isColumnStatsIndexEnabled")
} }
} }
} }