This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 461ce18 Fix to enable hoodie.datasource.read.incr.filters
461ce18 is described below
commit 461ce18bd1177a54ca737acab879361f680960d8
Author: Naoki Takezoe <[email protected]>
AuthorDate: Sat Apr 27 01:09:38 2019 +0900
Fix to enable hoodie.datasource.read.incr.filters
---
hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git
a/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala
b/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala
index 0f13c93..6f9d5d7 100644
--- a/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala
+++ b/hoodie-spark/src/main/scala/com/uber/hoodie/IncrementalRelation.scala
@@ -87,8 +87,9 @@ class IncrementalRelation(val sqlContext: SQLContext,
if
(optParams.contains(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY)) {
val filterStr =
optParams.get(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY).getOrElse("")
filterStr.split(",").filter(!_.isEmpty)
+ } else {
+ Array[String]()
}
- Array[String]()
}
override def schema: StructType = latestSchema