From 08eba914edf6c0c404fe0a9c88896a5dd0821c8f Mon Sep 17 00:00:00 2001 From: ForwardXu Date: Tue, 28 Jun 2022 15:08:48 +0800 Subject: [PATCH] [HUDI-4333] fix HoodieFileIndex's listFiles method log print skipping percent NaN (#5990) --- .../src/main/scala/org/apache/hudi/HoodieFileIndex.scala | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieFileIndex.scala b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieFileIndex.scala index d73e3a5d3..23c860536 100644 --- a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieFileIndex.scala +++ b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieFileIndex.scala @@ -162,9 +162,9 @@ case class HoodieFileIndex(spark: SparkSession, PartitionDirectory(InternalRow.fromSeq(partition.values), candidateFiles) } - logInfo(s"Total base files: ${totalFileSize}; " + - s"candidate files after data skipping : ${candidateFileSize}; " + - s"skipping percent ${if (allFiles.nonEmpty) (totalFileSize - candidateFileSize) / totalFileSize.toDouble else 0}") + logInfo(s"Total base files: $totalFileSize; " + + s"candidate files after data skipping : $candidateFileSize; " + + s"skipping percent ${if (allFiles.nonEmpty && totalFileSize > 0) (totalFileSize - candidateFileSize) / totalFileSize.toDouble else 0}") result } @@ -264,7 +264,7 @@ case class HoodieFileIndex(spark: SparkSession, private def validateConfig(): Unit = { if (isDataSkippingEnabled && (!isMetadataTableEnabled || !isColumnStatsIndexEnabled)) { logWarning("Data skipping requires both Metadata Table and Column Stats Index to be enabled as well! " + - s"(isMetadataTableEnabled = ${isMetadataTableEnabled}, isColumnStatsIndexEnabled = ${isColumnStatsIndexEnabled}") + s"(isMetadataTableEnabled = $isMetadataTableEnabled, isColumnStatsIndexEnabled = $isColumnStatsIndexEnabled") } } }