This is an automated email from the ASF dual-hosted git repository.
mingliang pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 6a684a7c94 [GLUTEN-7890][UI] Optimize cleanup gluten sql executions ui
data (#7891)
6a684a7c94 is described below
commit 6a684a7c94a111558438ce962eba7994b09d3cbe
Author: Mingliang Zhu <[email protected]>
AuthorDate: Tue Nov 12 13:38:04 2024 +0800
[GLUTEN-7890][UI] Optimize cleanup gluten sql executions ui data (#7891)
---
.../apache/spark/sql/execution/ui/GlutenSQLAppStatusListener.scala | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/gluten-ui/src/main/scala/org/apache/spark/sql/execution/ui/GlutenSQLAppStatusListener.scala
b/gluten-ui/src/main/scala/org/apache/spark/sql/execution/ui/GlutenSQLAppStatusListener.scala
index 25150ca31f..a2f608f64d 100644
---
a/gluten-ui/src/main/scala/org/apache/spark/sql/execution/ui/GlutenSQLAppStatusListener.scala
+++
b/gluten-ui/src/main/scala/org/apache/spark/sql/execution/ui/GlutenSQLAppStatusListener.scala
@@ -32,7 +32,7 @@ private class GlutenSQLAppStatusListener(conf: SparkConf,
kvstore: ElementTracki
private val executionIdToDescription = new mutable.HashMap[Long, String]
private val executionIdToFallbackEvent = new mutable.HashMap[Long,
GlutenPlanFallbackEvent]
- kvstore.addTrigger(classOf[SQLExecutionUIData],
conf.get[Int](UI_RETAINED_EXECUTIONS)) {
+ kvstore.addTrigger(classOf[GlutenSQLExecutionUIData],
conf.get[Int](UI_RETAINED_EXECUTIONS)) {
count => cleanupExecutions(count)
}
@@ -71,7 +71,7 @@ private class GlutenSQLAppStatusListener(conf: SparkConf,
kvstore: ElementTracki
fallbackEvent.get.physicalPlanDescription,
fallbackEvent.get.fallbackNodeToReason.toSeq.sortBy(_._1)
)
- kvstore.write(uiData)
+ kvstore.write(uiData, checkTriggers = true)
executionIdToFallbackEvent.remove(event.executionId)
}
executionIdToDescription.put(event.executionId, event.description)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
