lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-1109] Support Spark Structured Streaming read from Hudi table (#2485)

Browse Source
This commit is contained in:
pengzhiwei
2021-02-17 19:36:29 +08:00
committed by GitHub
parent 5d2491d10c
commit 37972071ff
10 changed files with 517 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/hudi/Spark2RowDeserializer.scala → hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/hudi/Spark2RowSerDe.scala
View File

@@ -17,14 +17,17 @@
package org.apache.hudi
import org.apache.hudi.client.utils.SparkRowDeserializer
import org.apache.hudi.client.utils.SparkRowSerDe
import org.apache.spark.sql.Row
import org.apache.spark.sql.catalyst.InternalRow
import org.apache.spark.sql.catalyst.encoders.ExpressionEncoder
class Spark2RowDeserializer(val encoder: ExpressionEncoder[Row]) extends SparkRowDeserializer {
class Spark2RowSerDe(val encoder: ExpressionEncoder[Row]) extends SparkRowSerDe {
def deserializeRow(internalRow: InternalRow): Row = {
encoder.fromRow(internalRow)
}
override def serializeRow(row: Row): InternalRow = {
encoder.toRow(row)
}
}