This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 0d72a86823 [CORE] Fix FallbackByNativeValidation attempts to offload a
whole tree than a single node (#10696)
0d72a86823 is described below
commit 0d72a86823bdfbe0f5b72d2f90c07b6a9fceeb37
Author: Hongze Zhang <[email protected]>
AuthorDate: Wed Sep 17 15:44:22 2025 +0200
[CORE] Fix FallbackByNativeValidation attempts to offload a whole tree than
a single node (#10696)
---
.../gluten/extension/columnar/validator/Validators.scala | 10 ++++++++--
1 file changed, 8 insertions(+), 2 deletions(-)
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/validator/Validators.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/validator/Validators.scala
index ef4a50ee7a..3be033451e 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/validator/Validators.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/validator/Validators.scala
@@ -21,7 +21,6 @@ import org.apache.gluten.config.GlutenConfig
import org.apache.gluten.execution._
import org.apache.gluten.expression.ExpressionUtils
import org.apache.gluten.extension.columnar.FallbackTags
-import org.apache.gluten.extension.columnar.heuristic.LegacyOffload
import org.apache.gluten.extension.columnar.offload.OffloadSingleNode
import org.apache.gluten.sql.shims.SparkShimLoader
@@ -232,7 +231,6 @@ object Validators {
private class FallbackByNativeValidation(offloadRules:
Seq[OffloadSingleNode])
extends Validator
with Logging {
- private val offloadAttempt: LegacyOffload = LegacyOffload(offloadRules)
override def validate(plan: SparkPlan): Validator.OutCome = {
val offloadedNode = offloadAttempt.apply(plan)
val out = offloadedNode match {
@@ -244,6 +242,14 @@ object Validators {
}
out
}
+
+ private val offloadAttempt: SparkPlan => SparkPlan = {
+ node =>
+ offloadRules.foldLeft(node) {
+ case (node, rule) =>
+ rule.offload(node)
+ }
+ }
}
/**
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
