Fixed problem with scheduler delay
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/58b3aff9 Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/58b3aff9 Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/58b3aff9 Branch: refs/heads/master Commit: 58b3aff9a871a38446aacc2d60b65199d44e56bb Parents: fc78f67 Author: Kay Ousterhout <[email protected]> Authored: Mon Dec 2 20:30:03 2013 -0800 Committer: Kay Ousterhout <[email protected]> Committed: Mon Dec 2 20:30:03 2013 -0800 ---------------------------------------------------------------------- .../main/scala/org/apache/spark/ui/jobs/StagePage.scala | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/58b3aff9/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala ---------------------------------------------------------------------- diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala index fc8c334..8deb495 100644 --- a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala +++ b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala @@ -120,11 +120,14 @@ private[spark] class StagePage(parent: JobProgressUI) { // machine and to send back the result (but not the time to fetch the task result, // if it needed to be fetched from the block manager on the worker). val schedulerDelays = validTasks.map{case (info, metrics, exception) => - if (info.gettingResultTime > 0) { - (info.gettingResultTime - info.launchTime).toDouble - } else { - (info.finishTime - info.launchTime).toDouble + val totalExecutionTime = { + if (info.gettingResultTime > 0) { + (info.gettingResultTime - info.launchTime).toDouble + } else { + (info.finishTime - info.launchTime).toDouble + } } + totalExecutionTime - metrics.get.executorRunTime } val schedulerDelayQuantiles = ("Scheduler delay" +: Distribution(schedulerDelays).get.getQuantiles().map(
