Github user pgandhi999 commented on a diff in the pull request:
https://github.com/apache/spark/pull/21688#discussion_r225558870
--- Diff: core/src/main/scala/org/apache/spark/status/AppStatusStore.scala
---
@@ -349,7 +349,23 @@ private[spark] class AppStatusStore(
def taskList(stageId: Int, stageAttemptId: Int, maxTasks: Int):
Seq[v1.TaskData] = {
val stageKey = Array(stageId, stageAttemptId)
store.view(classOf[TaskDataWrapper]).index("stage").first(stageKey).last(stageKey).reverse()
- .max(maxTasks).asScala.map(_.toApi).toSeq.reverse
+ .max(maxTasks).asScala.map { taskDataWrapper =>
+ val taskDataOld: v1.TaskData = taskDataWrapper.toApi
+ val executorLogs: Option[Map[String, String]] = try {
+ Some(executorSummary(taskDataOld.executorId).executorLogs)
+ } catch {
+ case e: NoSuchElementException => e.getMessage
+ None
+ }
+ new v1.TaskData(taskDataOld.taskId, taskDataOld.index,
+ taskDataOld.attempt, taskDataOld.launchTime,
taskDataOld.resultFetchStart,
+ taskDataOld.duration, taskDataOld.executorId, taskDataOld.host,
taskDataOld.status,
+ taskDataOld.taskLocality, taskDataOld.speculative,
taskDataOld.accumulatorUpdates,
+ taskDataOld.errorMessage, taskDataOld.taskMetrics,
+ executorLogs.getOrElse(Map[String, String]()),
+ AppStatusUtils.schedulerDelay(taskDataOld),
+ AppStatusUtils.gettingResultTime(taskDataOld))
--- End diff --
Done
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
