From 6cf25d5c8a4c0ee7e8cd09a7a2884806b0fee1b7 Mon Sep 17 00:00:00 2001 From: wangxianghu Date: Thu, 10 Dec 2020 20:16:00 +0800 Subject: [PATCH] [MINOR] Minor improve in IncrementalRelation (#2314) --- .../scala/org/apache/hudi/IncrementalRelation.scala | 13 ++----------- 1 file changed, 2 insertions(+), 11 deletions(-) diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala index f8345780b..9cd562cd6 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala @@ -92,17 +92,8 @@ class IncrementalRelation(val sqlContext: SQLContext, StructType(skeletonSchema.fields ++ dataSchema.fields) } - - private val filters = { - if (optParams.contains(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY)) { - val filterStr = optParams.getOrElse( - DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY, - DataSourceReadOptions.DEFAULT_PUSH_DOWN_FILTERS_OPT_VAL) - filterStr.split(",").filter(!_.isEmpty) - } else { - Array[String]() - } - } + private val filters = optParams.getOrElse(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY, + DataSourceReadOptions.DEFAULT_PUSH_DOWN_FILTERS_OPT_VAL).split(",").filter(!_.isEmpty) override def schema: StructType = usedSchema