lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3268] Fix NPE while reading table with Spark datasource (#4630)

Browse Source
This commit is contained in:
Y Ethan Guo
2022-01-21 05:46:07 -08:00
committed by GitHub
parent 8547f11752
commit 4b9085057a
3 changed files with 83 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/SparkHoodieTableFileIndex.scala
View File

@@ -86,8 +86,10 @@ class SparkHoodieTableFileIndex(spark: SparkSession,
val nameFieldMap = generateFieldMap(schema)
if (partitionColumns.isPresent) {
if (tableConfig.getKeyGeneratorClassName.equalsIgnoreCase(classOf[TimestampBasedKeyGenerator].getName)
|| tableConfig.getKeyGeneratorClassName.equalsIgnoreCase(classOf[TimestampBasedAvroKeyGenerator].getName)) {
// Note that key generator class name could be null
val keyGeneratorClassName = tableConfig.getKeyGeneratorClassName
if (classOf[TimestampBasedKeyGenerator].getName.equalsIgnoreCase(keyGeneratorClassName)
|| classOf[TimestampBasedAvroKeyGenerator].getName.equalsIgnoreCase(keyGeneratorClassName)) {
val partitionFields = partitionColumns.get().map(column => StructField(column, StringType))
StructType(partitionFields)
} else {