This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new b1a3445a91 [GLUTEN-10470] Remove redundant getPartitions (#10471)
b1a3445a91 is described below
commit b1a3445a91faa864d675052c7bf169d585bded2f
Author: Jiaan Geng <[email protected]>
AuthorDate: Tue Aug 19 17:48:42 2025 +0800
[GLUTEN-10470] Remove redundant getPartitions (#10471)
---
.../src/main/scala/org/apache/gluten/execution/BaseDataSource.scala | 4 ----
.../scala/org/apache/gluten/execution/WholeStageTransformer.scala | 2 ++
2 files changed, 2 insertions(+), 4 deletions(-)
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/execution/BaseDataSource.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/execution/BaseDataSource.scala
index e0621a20de..dd2113e31f 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/execution/BaseDataSource.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/execution/BaseDataSource.scala
@@ -16,7 +16,6 @@
*/
package org.apache.gluten.execution
-import org.apache.spark.sql.connector.read.InputPartition
import org.apache.spark.sql.types.StructType
trait BaseDataSource {
@@ -27,8 +26,5 @@ trait BaseDataSource {
/** Returns the required partition schema, used to generate partition
column. */
def getPartitionSchema: StructType
- /** Returns the partitions generated by this data source scan. */
- def getPartitions: Seq[InputPartition]
-
def getRootPathsInternal: Seq[String]
}
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
index 3bdd6eba44..554ff910eb 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
@@ -137,6 +137,8 @@ trait TransformSupport extends ValidatablePlan {
trait LeafTransformSupport extends TransformSupport with LeafExecNode {
final override def columnarInputRDDs: Seq[RDD[ColumnarBatch]] = Seq.empty
def getSplitInfos: Seq[SplitInfo]
+
+ /** Returns the partitions generated by this data source scan. */
def getPartitions: Seq[InputPartition]
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
