From ce3e8ec87083ef4cd4f33de39b6697f66ff3f277 Mon Sep 17 00:00:00 2001 From: Liulietong Date: Sat, 20 Mar 2021 22:54:20 +0800 Subject: [PATCH] [HUDI-1667]: Fix a null value related bug for spark vectorized reader. (#2636) --- .../src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala index 8c8655b98..45b145288 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala @@ -281,7 +281,7 @@ class HoodieMergeOnReadRDD(@transient sc: SparkContext, tableState.requiredStructSchema.foreach( f => { val curPos = posIterator.next() - val curField = row.get(curPos, f.dataType) + val curField = if (row.isNullAt(curPos)) null else row.get(curPos, f.dataType) rowToReturn.update(curIndex, curField) curIndex = curIndex + 1 }