lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-3849] AvroDeserializer supports AVRO_REBASE_MODE_IN_READ configuration (#5287)

Browse Source
This commit is contained in:
cxzl25
2022-05-07 15:39:14 +08:00
committed by GitHub
parent 52fe1c9fae
commit 9625d16937
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/avro/HoodieSpark3_2AvroDeserializer.scala
View File

@@ -18,13 +18,14 @@
package org.apache.spark.sql.avro package org.apache.spark.sql.avro
import org.apache.avro.Schema import org.apache.avro.Schema
import org.apache.hudi.HoodieSparkUtils import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.types.DataType import org.apache.spark.sql.types.DataType
class HoodieSpark3_2AvroDeserializer(rootAvroType: Schema, rootCatalystType: DataType) class HoodieSpark3_2AvroDeserializer(rootAvroType: Schema, rootCatalystType: DataType)
extends HoodieAvroDeserializer { extends HoodieAvroDeserializer {
private val avroDeserializer = new AvroDeserializer(rootAvroType, rootCatalystType, "EXCEPTION") private val avroDeserializer = new AvroDeserializer(rootAvroType, rootCatalystType,
SQLConf.get.getConf(SQLConf.AVRO_REBASE_MODE_IN_READ))
def deserialize(data: Any): Option[Any] = avroDeserializer.deserialize(data) def deserialize(data: Any): Option[Any] = avroDeserializer.deserialize(data)
} }