(arrow-datafusion-comet) branch main updated: fix: Fix compilation error for Spark 3.2 & 3.3 (#117)

[sunchao]

This is an automated email from the ASF dual-hosted git repository.

sunchao pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion-comet.git


The following commit(s) were added to refs/heads/main by this push:
     new 6ec8cb9  fix: Fix compilation error for Spark 3.2 & 3.3 (#117)
6ec8cb9 is described below

commit 6ec8cb912b938ef0ad7291f4f3de9ce7a883ae34
Author: Chao Sun <sunc...@apache.org>
AuthorDate: Mon Feb 26 21:55:14 2024 -0800

    fix: Fix compilation error for Spark 3.2 & 3.3 (#117)
---
 spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala 
b/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala
index 0414671..29b6e12 100644
--- a/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala
+++ b/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala
@@ -43,6 +43,7 @@ import 
org.apache.spark.sql.internal.SQLConf.SESSION_LOCAL_TIMEZONE
 import org.apache.spark.unsafe.types.UTF8String
 
 import org.apache.comet.CometConf
+import org.apache.comet.CometSparkSessionExtensions.isSpark34Plus
 
 class CometExecSuite extends CometTestBase {
   import testImplicits._
@@ -1055,6 +1056,7 @@ class CometExecSuite extends CometTestBase {
   }
 
   test("Fallback to Spark for TakeOrderedAndProjectExec with offset") {
+    assume(isSpark34Plus)
     Seq("true", "false").foreach(aqeEnabled =>
       withSQLConf(SQLConf.ADAPTIVE_EXECUTION_ENABLED.key -> aqeEnabled) {
         withTable("t1") {
@@ -1066,7 +1068,7 @@ class CometExecSuite extends CometTestBase {
             .write
             .saveAsTable("t1")
 
-          val df = sql("SELECT * FROM t1 ORDER BY a, b LIMIT 
3").offset(1).groupBy($"a").sum("b")
+          val df = sql("SELECT * FROM t1 ORDER BY a, b LIMIT 3 OFFSET 
1").groupBy($"a").sum("b")
           checkSparkAnswer(df)
         }
       })