From 58b3aff9a871a38446aacc2d60b65199d44e56bb Mon Sep 17 00:00:00 2001 From: Kay Ousterhout Date: Mon, 2 Dec 2013 20:30:03 -0800 Subject: Fixed problem with scheduler delay --- core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) (limited to 'core') diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala index fc8c334cb5..8deb495068 100644 --- a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala +++ b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala @@ -120,11 +120,14 @@ private[spark] class StagePage(parent: JobProgressUI) { // machine and to send back the result (but not the time to fetch the task result, // if it needed to be fetched from the block manager on the worker). val schedulerDelays = validTasks.map{case (info, metrics, exception) => - if (info.gettingResultTime > 0) { - (info.gettingResultTime - info.launchTime).toDouble - } else { - (info.finishTime - info.launchTime).toDouble + val totalExecutionTime = { + if (info.gettingResultTime > 0) { + (info.gettingResultTime - info.launchTime).toDouble + } else { + (info.finishTime - info.launchTime).toDouble + } } + totalExecutionTime - metrics.get.executorRunTime } val schedulerDelayQuantiles = ("Scheduler delay" +: Distribution(schedulerDelays).get.getQuantiles().map( -- cgit v1.2.3