From 461ce18bd1177a54ca737acab879361f680960d8 Mon Sep 17 00:00:00 2001 From: Naoki Takezoe Date: Sat, 27 Apr 2019 01:09:38 +0900 Subject: [PATCH] Fix to enable hoodie.datasource.read.incr.filters --- .../src/main/scala/com/uber/hoodie/IncrementalRelation.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala b/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala index 0f13c9348..6f9d5d73c 100644 --- a/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala +++ b/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala @@ -87,8 +87,9 @@ class IncrementalRelation(val sqlContext: SQLContext, if (optParams.contains(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY)) { val filterStr = optParams.get(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY).getOrElse("") filterStr.split(",").filter(!_.isEmpty) + } else { + Array[String]() } - Array[String]() } override def schema: StructType = latestSchema