This is an automated email from the ASF dual-hosted git repository.
chengchengjin pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 28ef7ee2f8 [VL] Remove unused checks for CollectLimit support (#9411)
28ef7ee2f8 is described below
commit 28ef7ee2f8ccad3c5f5aafe2ceae30549ef99f7c
Author: Arnav Balyan <[email protected]>
AuthorDate: Thu Apr 24 19:19:57 2025 +0530
[VL] Remove unused checks for CollectLimit support (#9411)
---
.../common/src/main/scala/org/apache/gluten/sql/shims/SparkShims.scala | 2 --
.../main/scala/org/apache/gluten/sql/shims/spark32/Spark32Shims.scala | 2 --
.../main/scala/org/apache/gluten/sql/shims/spark33/Spark33Shims.scala | 2 --
.../main/scala/org/apache/gluten/sql/shims/spark34/Spark34Shims.scala | 2 --
.../main/scala/org/apache/gluten/sql/shims/spark35/Spark35Shims.scala | 2 --
5 files changed, 10 deletions(-)
diff --git
a/shims/common/src/main/scala/org/apache/gluten/sql/shims/SparkShims.scala
b/shims/common/src/main/scala/org/apache/gluten/sql/shims/SparkShims.scala
index 537385fa3d..c777873758 100644
--- a/shims/common/src/main/scala/org/apache/gluten/sql/shims/SparkShims.scala
+++ b/shims/common/src/main/scala/org/apache/gluten/sql/shims/SparkShims.scala
@@ -312,8 +312,6 @@ trait SparkShims {
def isParquetFileEncrypted(fileStatus: LocatedFileStatus, conf:
Configuration): Boolean
- def isColumnarLimitExecSupported(): Boolean
-
def getOtherConstantMetadataColumnValues(file: PartitionedFile):
JMap[String, Object] =
Map.empty[String, Any].asJava.asInstanceOf[JMap[String, Object]]
diff --git
a/shims/spark32/src/main/scala/org/apache/gluten/sql/shims/spark32/Spark32Shims.scala
b/shims/spark32/src/main/scala/org/apache/gluten/sql/shims/spark32/Spark32Shims.scala
index 06cf822696..1a71371c71 100644
---
a/shims/spark32/src/main/scala/org/apache/gluten/sql/shims/spark32/Spark32Shims.scala
+++
b/shims/spark32/src/main/scala/org/apache/gluten/sql/shims/spark32/Spark32Shims.scala
@@ -314,6 +314,4 @@ class Spark32Shims extends SparkShims {
}
}
- override def isColumnarLimitExecSupported(): Boolean = true
-
}
diff --git
a/shims/spark33/src/main/scala/org/apache/gluten/sql/shims/spark33/Spark33Shims.scala
b/shims/spark33/src/main/scala/org/apache/gluten/sql/shims/spark33/Spark33Shims.scala
index 0a502208dc..e8a827fe79 100644
---
a/shims/spark33/src/main/scala/org/apache/gluten/sql/shims/spark33/Spark33Shims.scala
+++
b/shims/spark33/src/main/scala/org/apache/gluten/sql/shims/spark33/Spark33Shims.scala
@@ -402,6 +402,4 @@ class Spark33Shims extends SparkShims {
}
}
- override def isColumnarLimitExecSupported(): Boolean = true
-
}
diff --git
a/shims/spark34/src/main/scala/org/apache/gluten/sql/shims/spark34/Spark34Shims.scala
b/shims/spark34/src/main/scala/org/apache/gluten/sql/shims/spark34/Spark34Shims.scala
index f43d212274..b1afb8045c 100644
---
a/shims/spark34/src/main/scala/org/apache/gluten/sql/shims/spark34/Spark34Shims.scala
+++
b/shims/spark34/src/main/scala/org/apache/gluten/sql/shims/spark34/Spark34Shims.scala
@@ -628,8 +628,6 @@ class Spark34Shims extends SparkShims {
}
}
- override def isColumnarLimitExecSupported(): Boolean = true
-
override def getCollectLimitOffset(plan: CollectLimitExec): Int = {
plan.offset
}
diff --git
a/shims/spark35/src/main/scala/org/apache/gluten/sql/shims/spark35/Spark35Shims.scala
b/shims/spark35/src/main/scala/org/apache/gluten/sql/shims/spark35/Spark35Shims.scala
index 88df86a35e..543bef6c55 100644
---
a/shims/spark35/src/main/scala/org/apache/gluten/sql/shims/spark35/Spark35Shims.scala
+++
b/shims/spark35/src/main/scala/org/apache/gluten/sql/shims/spark35/Spark35Shims.scala
@@ -684,8 +684,6 @@ class Spark35Shims extends SparkShims {
}
}
- override def isColumnarLimitExecSupported(): Boolean = true
-
override def getOtherConstantMetadataColumnValues(file: PartitionedFile):
JMap[String, Object] =
file.otherConstantMetadataColumnValues.asJava.asInstanceOf[JMap[String,
Object]]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
