This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 70380a27b4 [CORE] Optimize the verboseString of
ColumnarShuffleExchangeExec (#10846)
70380a27b4 is described below
commit 70380a27b41b8085b988842a6ca2f1a07c435310
Author: Zouxxyy <[email protected]>
AuthorDate: Wed Oct 8 21:27:10 2025 +0800
[CORE] Optimize the verboseString of ColumnarShuffleExchangeExec (#10846)
---
.../spark/sql/execution/ColumnarShuffleExchangeExec.scala | 15 ++++++++++-----
1 file changed, 10 insertions(+), 5 deletions(-)
diff --git
a/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala
b/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala
index 7419d595f3..113097b816 100644
---
a/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala
+++
b/gluten-substrait/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala
@@ -31,6 +31,7 @@ import org.apache.spark.sql.catalyst.InternalRow
import org.apache.spark.sql.catalyst.expressions.Attribute
import org.apache.spark.sql.catalyst.plans.logical.Statistics
import org.apache.spark.sql.catalyst.plans.physical._
+import org.apache.spark.sql.catalyst.util.truncatedString
import org.apache.spark.sql.execution.CoalesceExec.EmptyPartition
import org.apache.spark.sql.execution.exchange._
import org.apache.spark.sql.execution.metric.SQLShuffleWriteMetricsReporter
@@ -148,12 +149,16 @@ case class ColumnarShuffleExchangeExec(
cachedShuffleRDD
}
- override def verboseString(maxFields: Int): String =
toString(super.verboseString(maxFields))
+ override def verboseString(maxFields: Int): String =
+ toString(super.verboseString(maxFields), maxFields)
- override def simpleString(maxFields: Int): String =
toString(super.simpleString(maxFields))
-
- private def toString(original: String): String = {
- original + ", [OUTPUT] " + output.map(attr => attr.name + ":" +
attr.dataType).toString()
+ private def toString(original: String, maxFields: Int): String = {
+ original + ", [output=" + truncatedString(
+ output.map(_.verboseString(maxFields)),
+ "[",
+ ", ",
+ "]",
+ maxFields) + "]"
}
override def output: Seq[Attribute] = if (projectOutputAttributes != null) {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
