(asterixdb) branch master updated: [ASTERIXDB-3679][EXT] Fix parquet filter pushdown

[mblow]

This is an automated email from the ASF dual-hosted git repository.

mblow pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git


The following commit(s) were added to refs/heads/master by this push:
     new 2847b2be5d [ASTERIXDB-3679][EXT] Fix parquet filter pushdown
2847b2be5d is described below

commit 2847b2be5d6079d5ddead27a17b628f4ee715869
Author: Peeyush Gupta <peeyush.gu...@couchbase.com>
AuthorDate: Mon Dec 15 13:01:53 2025 -0800

    [ASTERIXDB-3679][EXT] Fix parquet filter pushdown
    
    - user model changes: no
    - storage format changes: no
    - interface changes: no
    
    Ext-ref: MB-69838
    Change-Id: I7c5455be80e60290fb819b2228018ad9f07603b1
    Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/20664
    Reviewed-by: Ali Alsuliman <ali.al.solai...@gmail.com>
    Reviewed-by: Peeyush Gupta <peeyush.gu...@couchbase.com>
    Tested-by: Peeyush Gupta <peeyush.gu...@couchbase.com>
    Integration-Tests: Jenkins <jenk...@fulliautomatix.ics.uci.edu>
---
 .../rules/pushdown/processor/ParquetFilterPushdownProcessor.java  | 1 +
 .../asterix/metadata/utils/filter/ParquetFilterBuilder.java       | 8 +-------
 2 files changed, 2 insertions(+), 7 deletions(-)

diff --git 
a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
 
b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
index f6c94c635f..50d5ca628b 100644
--- 
a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
+++ 
b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/pushdown/processor/ParquetFilterPushdownProcessor.java
@@ -79,5 +79,6 @@ public class ParquetFilterPushdownProcessor extends 
ColumnFilterPushdownProcesso
         } else {
             scanDefDesc.setRowGroupFilterExpression(inlinedExpr);
         }
+        scanDefDesc.getFilterPaths().putAll(paths);
     }
 }
diff --git 
a/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
 
b/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
index 38ad119ae0..6cdef59d12 100644
--- 
a/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
+++ 
b/asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/utils/filter/ParquetFilterBuilder.java
@@ -52,9 +52,6 @@ import org.apache.parquet.filter2.predicate.FilterPredicate;
 import org.apache.parquet.filter2.predicate.Operators;
 import org.apache.parquet.io.api.Binary;
 
-import io.delta.kernel.expressions.Column;
-import io.delta.kernel.expressions.Predicate;
-
 public class ParquetFilterBuilder extends AbstractFilterBuilder {
 
     private static final org.apache.logging.log4j.Logger LOGGER = 
LogManager.getLogger();
@@ -71,12 +68,9 @@ public class ParquetFilterBuilder extends 
AbstractFilterBuilder {
             try {
                 parquetFilterPredicate = 
createFilterExpression(filterExpression);
             } catch (Exception e) {
-                LOGGER.error("Error creating Parquet row-group filter 
expression ", e);
+                LOGGER.error("Error creating Parquet row-group filter 
expression ", e.getMessage());
             }
         }
-        if (parquetFilterPredicate != null && !(parquetFilterPredicate 
instanceof Predicate)) {
-            parquetFilterPredicate = null;
-        }
         return parquetFilterPredicate;
     }