lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

[HUDI-345] Fix used deprecated function (#1024)

Browse Source 
- Schema.parse() with new Schema.Parser().parse
- FSDataOutputStream constructor
This commit is contained in:
hongdd
2019-11-22 19:32:09 +08:00
committed by vinoth chandar
parent 17eaf41c54
commit 7bc08cbfdc
6 changed files with 9 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
hudi-spark/src/main/scala/org/apache/hudi/AvroConversionUtils.scala
View File

@@ -48,12 +48,12 @@ object AvroConversionUtils {
ss.createDataFrame(rdd.mapPartitions { records =>
if (records.isEmpty) Iterator.empty
else {
val schema = Schema.parse(schemaStr)
val schema = new Schema.Parser().parse(schemaStr)
val dataType = convertAvroSchemaToStructType(schema)
val convertor = AvroConversionHelper.createConverterToRow(schema, dataType)
records.map { x => convertor(x).asInstanceOf[Row] }
}
}, convertAvroSchemaToStructType(Schema.parse(schemaStr))).asInstanceOf[Dataset[Row]]
}, convertAvroSchemaToStructType(new Schema.Parser().parse(schemaStr))).asInstanceOf[Dataset[Row]]
}
}