lanyuanxiaoyao/hudi
1
0
Fork 0
Code Activity

Fix to enable hoodie.datasource.read.incr.filters

Browse Source
This commit is contained in:
Naoki Takezoe
2019-04-27 01:09:38 +09:00
committed by vinoth chandar
parent 26f24b6728
commit 461ce18bd1
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala
View File

@@ -87,8 +87,9 @@ class IncrementalRelation(val sqlContext: SQLContext,
if (optParams.contains(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY)) { if (optParams.contains(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY)) {
val filterStr = optParams.get(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY).getOrElse("") val filterStr = optParams.get(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY).getOrElse("")
filterStr.split(",").filter(!_.isEmpty) filterStr.split(",").filter(!_.isEmpty)
} else {
Array[String]()
} }
Array[String]()
} }
override def schema: StructType = latestSchema override def schema: StructType = latestSchema