This is an automated email from the ASF dual-hosted git repository.
yao pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 7866da9519a [SPARK-44497][WEBUI] Show task partition id in Task table
7866da9519a is described below
commit 7866da9519a586e617a55702c39f19d0e16b7279
Author: sychen <[email protected]>
AuthorDate: Sun Aug 27 13:28:49 2023 +0800
[SPARK-44497][WEBUI] Show task partition id in Task table
### What changes were proposed in this pull request?
### Why are the changes needed?
In [SPARK-37831](https://issues.apache.org/jira/browse/SPARK-37831), the
partition id is added in taskinfo, and the task partition id cannot be directly
seen in the UI.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
local test
Closes #42093 from cxzl25/SPARK-44497.
Authored-by: sychen <[email protected]>
Signed-off-by: Kent Yao <[email protected]>
---
core/src/main/resources/org/apache/spark/ui/static/stagepage.js | 7 +------
.../resources/org/apache/spark/ui/static/stagespage-template.html | 2 +-
core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala | 2 +-
3 files changed, 3 insertions(+), 8 deletions(-)
diff --git a/core/src/main/resources/org/apache/spark/ui/static/stagepage.js
b/core/src/main/resources/org/apache/spark/ui/static/stagepage.js
index a8792593bf2..3c9c38bd092 100644
--- a/core/src/main/resources/org/apache/spark/ui/static/stagepage.js
+++ b/core/src/main/resources/org/apache/spark/ui/static/stagepage.js
@@ -846,12 +846,7 @@ $(document).ready(function () {
}
},
"columns": [
- {
- data: function (row, type) {
- return type !== 'display' ? (isNaN(row.index) ? 0 : row.index
) : row.index;
- },
- name: "Index"
- },
+ {data: "partitionId", name: "Index"},
{data : "taskId", name: "ID"},
{data : "attempt", name: "Attempt"},
{data : "status", name: "Status"},
diff --git
a/core/src/main/resources/org/apache/spark/ui/static/stagespage-template.html
b/core/src/main/resources/org/apache/spark/ui/static/stagespage-template.html
index 699278e0c16..86ec73e91a7 100644
---
a/core/src/main/resources/org/apache/spark/ui/static/stagespage-template.html
+++
b/core/src/main/resources/org/apache/spark/ui/static/stagespage-template.html
@@ -54,7 +54,7 @@ limitations under the License.
<div class="container-fluid d-none" id="toggle-aggregatedMetrics">
<table id="summary-executor-table" class="table table-striped compact
table-dataTable cell-border">
<thead>
- <tr>
+ <tr>
<th>Executor ID</th>
<th>Logs</th>
<th>Address</th>
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
index d50ccdadff5..7b71c476982 100644
--- a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
+++ b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
@@ -469,7 +469,7 @@ private[spark] object ApiHelper {
private[ui] val COLUMN_TO_INDEX = Map(
HEADER_ID -> null.asInstanceOf[String],
- HEADER_TASK_INDEX -> TaskIndexNames.TASK_INDEX,
+ HEADER_TASK_INDEX -> TaskIndexNames.TASK_PARTITION_ID,
HEADER_ATTEMPT -> TaskIndexNames.ATTEMPT,
HEADER_STATUS -> TaskIndexNames.STATUS,
HEADER_LOCALITY -> TaskIndexNames.LOCALITY,
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]