lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-4333] fix HoodieFileIndex's listFiles method log print skipping percent NaN (#5990)

Browse Source
This commit is contained in:
ForwardXu
2022-06-28 15:08:48 +08:00
committed by GitHub
parent 09dc001430
commit 08eba914ed
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieFileIndex.scala
View File

@@ -162,9 +162,9 @@ case class HoodieFileIndex(spark: SparkSession,
PartitionDirectory(InternalRow.fromSeq(partition.values), candidateFiles)
}
logInfo(s"Total base files: ${totalFileSize}; " +
s"candidate files after data skipping : ${candidateFileSize}; " +
s"skipping percent ${if (allFiles.nonEmpty) (totalFileSize - candidateFileSize) / totalFileSize.toDouble else 0}")
logInfo(s"Total base files: $totalFileSize; " +
s"candidate files after data skipping : $candidateFileSize; " +
s"skipping percent ${if (allFiles.nonEmpty && totalFileSize > 0) (totalFileSize - candidateFileSize) / totalFileSize.toDouble else 0}")
result
}
@@ -264,7 +264,7 @@ case class HoodieFileIndex(spark: SparkSession,
private def validateConfig(): Unit = {
if (isDataSkippingEnabled && (!isMetadataTableEnabled || !isColumnStatsIndexEnabled)) {
logWarning("Data skipping requires both Metadata Table and Column Stats Index to be enabled as well! " +
s"(isMetadataTableEnabled = ${isMetadataTableEnabled}, isColumnStatsIndexEnabled = ${isColumnStatsIndexEnabled}")
s"(isMetadataTableEnabled = $isMetadataTableEnabled, isColumnStatsIndexEnabled = $isColumnStatsIndexEnabled")
}
}
}