This is an automated email from the ASF dual-hosted git repository.
mbutrovich pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new b9f29c8f8 fix: disable native C2R for legacy Iceberg scans [iceberg]
(#3663)
b9f29c8f8 is described below
commit b9f29c8f82472b4a20f573834c43c825877f8d68
Author: Matt Butrovich <[email protected]>
AuthorDate: Wed Mar 11 12:58:40 2026 -0400
fix: disable native C2R for legacy Iceberg scans [iceberg] (#3663)
* Set COMET_NATIVE_COLUMNAR_TO_ROW_ENABLED to false for legacy Iceberg
reads.
* run [iceberg] tests
---
spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala | 2 ++
1 file changed, 2 insertions(+)
diff --git a/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala
b/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala
index 404d209b4..698b68777 100644
--- a/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala
+++ b/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala
@@ -307,6 +307,8 @@ case class CometScanRule(session: SparkSession)
if (s.isCometEnabled && schemaSupported) {
// When reading from Iceberg, we automatically enable type promotion
SQLConf.get.setConfString(COMET_SCHEMA_EVOLUTION_ENABLED.key, "true")
+ // When reading from Iceberg, we automatically disable native
columnar to row
+ SQLConf.get.setConfString(COMET_NATIVE_COLUMNAR_TO_ROW_ENABLED.key,
"false")
CometBatchScanExec(
scanExec.clone().asInstanceOf[BatchScanExec],
runtimeFilters = scanExec.runtimeFilters)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
