This is an automated email from the ASF dual-hosted git repository.
mbutrovich pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new 025e2a631 chore: Use native_datafusion scan in benchmark scripts
(#3460)
025e2a631 is described below
commit 025e2a631417627a115d386f1103575fc520b9d6
Author: Andy Grove <[email protected]>
AuthorDate: Mon Feb 9 17:18:58 2026 -0700
chore: Use native_datafusion scan in benchmark scripts (#3460)
---
dev/benchmarks/comet-tpcds.sh | 1 +
dev/benchmarks/comet-tpch.sh | 1 +
2 files changed, 2 insertions(+)
diff --git a/dev/benchmarks/comet-tpcds.sh b/dev/benchmarks/comet-tpcds.sh
index 86cc12b02..b55b27188 100755
--- a/dev/benchmarks/comet-tpcds.sh
+++ b/dev/benchmarks/comet-tpcds.sh
@@ -40,6 +40,7 @@ $SPARK_HOME/bin/spark-submit \
--conf spark.executor.extraClassPath=$COMET_JAR \
--conf spark.plugins=org.apache.spark.CometPlugin \
--conf
spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager
\
+ --conf spark.comet.scan.impl=native_datafusion \
--conf spark.comet.expression.Cast.allowIncompatible=true \
--conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
--conf
spark.hadoop.fs.s3a.aws.credentials.provider=com.amazonaws.auth.DefaultAWSCredentialsProviderChain
\
diff --git a/dev/benchmarks/comet-tpch.sh b/dev/benchmarks/comet-tpch.sh
index f0709b7ef..a748a0231 100755
--- a/dev/benchmarks/comet-tpch.sh
+++ b/dev/benchmarks/comet-tpch.sh
@@ -40,6 +40,7 @@ $SPARK_HOME/bin/spark-submit \
--conf spark.executor.extraClassPath=$COMET_JAR \
--conf spark.plugins=org.apache.spark.CometPlugin \
--conf
spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager
\
+ --conf spark.comet.scan.impl=native_datafusion \
--conf spark.comet.exec.replaceSortMergeJoin=true \
--conf spark.comet.expression.Cast.allowIncompatible=true \
--conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
