This is an automated email from the ASF dual-hosted git repository.
chengchengjin pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 74a02000f2 [MINOR] Remove unnecessary fields in
WholeStageTransformer(#10560)
74a02000f2 is described below
commit 74a02000f2e798766762d683ef64c6937b1dcd8a
Author: Jiaan Geng <[email protected]>
AuthorDate: Fri Aug 29 16:44:42 2025 +0800
[MINOR] Remove unnecessary fields in WholeStageTransformer(#10560)
---
.../org/apache/gluten/execution/WholeStageTransformer.scala | 10 +++-------
1 file changed, 3 insertions(+), 7 deletions(-)
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
index abe841f998..bf0392dabc 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/execution/WholeStageTransformer.scala
@@ -17,7 +17,7 @@
package org.apache.gluten.execution
import org.apache.gluten.backendsapi.BackendsApiManager
-import org.apache.gluten.config.{GlutenConfig, GlutenNumaBindingInfo}
+import org.apache.gluten.config.GlutenConfig
import org.apache.gluten.exception.GlutenException
import org.apache.gluten.expression._
import org.apache.gluten.extension.columnar.transition.Convention
@@ -163,10 +163,6 @@ case class WholeStageTransformer(child: SparkPlan,
materializeInput: Boolean = f
@transient override lazy val metrics: Map[String, SQLMetric] =
BackendsApiManager.getMetricsApiInstance.genWholeStageTransformerMetrics(sparkContext)
- val sparkConf: SparkConf = sparkContext.getConf
-
- val numaBindingInfo: GlutenNumaBindingInfo = GlutenConfig.get.numaBindingInfo
-
@transient
private var wholeStageTransformerContext: Option[WholeStageTransformContext]
= None
@@ -451,8 +447,8 @@ case class WholeStageTransformer(child: SparkPlan,
materializeInput: Boolean = f
new WholeStageZippedPartitionsRDD(
sparkContext,
inputRDDs,
- numaBindingInfo,
- sparkConf,
+ GlutenConfig.get.numaBindingInfo,
+ sparkContext.getConf,
wsCtx,
pipelineTime,
BackendsApiManager.getMetricsApiInstance.metricsUpdatingFunction(
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
