This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch comet-parquet-exec
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/comet-parquet-exec by this
push:
new 3131a1df Add CometNativeScanExec support to CheckParquetScan. (#1160)
3131a1df is described below
commit 3131a1dfe345545d37ac1acff751f95b3d0304d5
Author: Matt Butrovich <[email protected]>
AuthorDate: Tue Dec 10 18:45:31 2024 -0500
Add CometNativeScanExec support to CheckParquetScan. (#1160)
---
.../test/scala/org/apache/comet/parquet/ParquetReadSuite.scala | 10 ++++++----
1 file changed, 6 insertions(+), 4 deletions(-)
diff --git
a/spark/src/test/scala/org/apache/comet/parquet/ParquetReadSuite.scala
b/spark/src/test/scala/org/apache/comet/parquet/ParquetReadSuite.scala
index 5ddf62c8..65fe9459 100644
--- a/spark/src/test/scala/org/apache/comet/parquet/ParquetReadSuite.scala
+++ b/spark/src/test/scala/org/apache/comet/parquet/ParquetReadSuite.scala
@@ -37,8 +37,7 @@ import org.apache.spark.SparkException
import org.apache.spark.sql.{CometTestBase, DataFrame, Row}
import org.apache.spark.sql.catalyst.expressions.GenericInternalRow
import org.apache.spark.sql.catalyst.util.DateTimeUtils
-import org.apache.spark.sql.comet.CometBatchScanExec
-import org.apache.spark.sql.comet.CometScanExec
+import org.apache.spark.sql.comet.{CometBatchScanExec, CometNativeScanExec,
CometScanExec}
import org.apache.spark.sql.execution.adaptive.AdaptiveSparkPlanHelper
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.types._
@@ -1414,8 +1413,11 @@ class ParquetReadV1Suite extends ParquetReadSuite with
AdaptiveSparkPlanHelper {
data: Seq[T],
f: Row => Boolean = _ => true): Unit = {
withParquetDataFrame(data) { r =>
- val scans = collect(r.filter(f).queryExecution.executedPlan) { case p:
CometScanExec =>
- p
+ val scans = collect(r.filter(f).queryExecution.executedPlan) {
+ case p: CometScanExec =>
+ p
+ case p: CometNativeScanExec =>
+ p
}
if (CometConf.COMET_ENABLED.get()) {
assert(scans.nonEmpty)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
