[iceberg] branch master updated: Spark: Reduce logging from SparkBatchQueryScan (#6108)

[blue]

This is an automated email from the ASF dual-hosted git repository.

blue pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git


The following commit(s) were added to refs/heads/master by this push:
     new 97511652a0 Spark: Reduce logging from SparkBatchQueryScan (#6108)
97511652a0 is described below

commit 97511652a0464221c25e913e32de2a78e663719a
Author: Bruce Ritchie <bruce.ritc...@veeva.com>
AuthorDate: Sun Nov 6 19:10:18 2022 -0500

    Spark: Reduce logging from SparkBatchQueryScan (#6108)
    
    Closes #6106.
---
 .../java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java  | 7 +++++--
 .../java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java  | 7 +++++--
 2 files changed, 10 insertions(+), 4 deletions(-)

diff --git 
a/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
 
b/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
index 59dd875996..13e7bb82fa 100644
--- 
a/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
+++ 
b/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
@@ -38,6 +38,7 @@ import org.apache.iceberg.exceptions.ValidationException;
 import org.apache.iceberg.expressions.Binder;
 import org.apache.iceberg.expressions.Evaluator;
 import org.apache.iceberg.expressions.Expression;
+import org.apache.iceberg.expressions.ExpressionUtil;
 import org.apache.iceberg.expressions.Expressions;
 import org.apache.iceberg.expressions.Projections;
 import org.apache.iceberg.io.CloseableIterable;
@@ -179,7 +180,9 @@ class SparkBatchQueryScan extends SparkScan implements 
SupportsRuntimeFiltering
       }
 
       LOG.info(
-          "Trying to filter {} files using runtime filter {}", files().size(), 
runtimeFilterExpr);
+          "Trying to filter {} files using runtime filter {}",
+          files().size(),
+          ExpressionUtil.toSanitizedString(runtimeFilterExpr));
 
       List<FileScanTask> filteredFiles =
           files().stream()
@@ -194,7 +197,7 @@ class SparkBatchQueryScan extends SparkScan implements 
SupportsRuntimeFiltering
           "{}/{} files matched runtime filter {}",
           filteredFiles.size(),
           files().size(),
-          runtimeFilterExpr);
+          ExpressionUtil.toSanitizedString(runtimeFilterExpr));
 
       // don't invalidate tasks if the runtime filter had no effect to avoid 
planning splits again
       if (filteredFiles.size() < files().size()) {
diff --git 
a/spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
 
b/spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
index 59dd875996..13e7bb82fa 100644
--- 
a/spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
+++ 
b/spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
@@ -38,6 +38,7 @@ import org.apache.iceberg.exceptions.ValidationException;
 import org.apache.iceberg.expressions.Binder;
 import org.apache.iceberg.expressions.Evaluator;
 import org.apache.iceberg.expressions.Expression;
+import org.apache.iceberg.expressions.ExpressionUtil;
 import org.apache.iceberg.expressions.Expressions;
 import org.apache.iceberg.expressions.Projections;
 import org.apache.iceberg.io.CloseableIterable;
@@ -179,7 +180,9 @@ class SparkBatchQueryScan extends SparkScan implements 
SupportsRuntimeFiltering
       }
 
       LOG.info(
-          "Trying to filter {} files using runtime filter {}", files().size(), 
runtimeFilterExpr);
+          "Trying to filter {} files using runtime filter {}",
+          files().size(),
+          ExpressionUtil.toSanitizedString(runtimeFilterExpr));
 
       List<FileScanTask> filteredFiles =
           files().stream()
@@ -194,7 +197,7 @@ class SparkBatchQueryScan extends SparkScan implements 
SupportsRuntimeFiltering
           "{}/{} files matched runtime filter {}",
           filteredFiles.size(),
           files().size(),
-          runtimeFilterExpr);
+          ExpressionUtil.toSanitizedString(runtimeFilterExpr));
 
       // don't invalidate tasks if the runtime filter had no effect to avoid 
planning splits again
       if (filteredFiles.size() < files().size()) {