Github user pgandhi999 commented on a diff in the pull request:
https://github.com/apache/spark/pull/21688#discussion_r221263645
--- Diff:
core/src/main/scala/org/apache/spark/status/api/v1/StagesResource.scala ---
@@ -40,8 +42,29 @@ private[v1] class StagesResource extends BaseAppResource
{
@PathParam("stageId") stageId: Int,
@QueryParam("details") @DefaultValue("true") details: Boolean):
Seq[StageData] = {
withUI { ui =>
- val ret = ui.store.stageData(stageId, details = details)
+ var ret = ui.store.stageData(stageId, details = details)
if (ret.nonEmpty) {
+ // Some of the data that we want to display for the tasks like
executorLogs,
+ // schedulerDelay etc. comes from other sources, thus, we
basically add them to the
+ // executor and task data object before passing them to the client.
+ for (r <- ret) {
+ for (execId <- r.executorSummary.get.keys.toArray) {
+ val executorLogs =
ui.store.executorSummary(execId).executorLogs
+ val hostPort = ui.store.executorSummary(execId).hostPort
+ val taskDataArray = r.tasks.get.keys.toArray
+ var execStageSummary = r.executorSummary.get.get(execId).get
+ execStageSummary.executorLogs = executorLogs
+ execStageSummary.hostPort = hostPort
+ for (taskData <- taskDataArray) {
+ var taskDataObject = r.tasks.get.get(taskData).get
+ taskDataObject.executorLogs = executorLogs
--- End diff --
Done
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
