Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/15049#discussion_r150428716
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala
---
@@ -116,145 +116,159 @@ class ParquetFilterSuite extends QueryTest with
ParquetTest with SharedSQLContex
}
test("filter pushdown - boolean") {
- withParquetDataFrame((true :: false :: Nil).map(b =>
Tuple1.apply(Option(b)))) { implicit df =>
- checkFilterPredicate('_1.isNull, classOf[Eq[_]], Seq.empty[Row])
- checkFilterPredicate('_1.isNotNull, classOf[NotEq[_]],
Seq(Row(true), Row(false)))
-
- checkFilterPredicate('_1 === true, classOf[Eq[_]], true)
- checkFilterPredicate('_1 <=> true, classOf[Eq[_]], true)
- checkFilterPredicate('_1 =!= true, classOf[NotEq[_]], false)
+ withSQLConf(SQLConf.PARQUET_RECORD_FILTER_ENABLED.key -> "true") {
--- End diff --
change the config in `beforeEach` or `beforeAll`?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
