diff options
| author | Kay Ousterhout <kayousterhout@gmail.com> | 2013-12-02 20:30:03 -0800 |
|---|---|---|
| committer | Kay Ousterhout <kayousterhout@gmail.com> | 2013-12-02 20:30:03 -0800 |
| commit | 58b3aff9a871a38446aacc2d60b65199d44e56bb (patch) | |
| tree | 44e15f828d283f949ec3ff4ad61ae16d65fec208 /core | |
| parent | fc78f67da2fd28744e8119e28f4bb8a29926b3ad (diff) | |
| download | spark-58b3aff9a871a38446aacc2d60b65199d44e56bb.tar.gz spark-58b3aff9a871a38446aacc2d60b65199d44e56bb.tar.bz2 spark-58b3aff9a871a38446aacc2d60b65199d44e56bb.zip | |
Fixed problem with scheduler delay
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala index fc8c334cb5..8deb495068 100644 --- a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala +++ b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala @@ -120,11 +120,14 @@ private[spark] class StagePage(parent: JobProgressUI) { // machine and to send back the result (but not the time to fetch the task result, // if it needed to be fetched from the block manager on the worker). val schedulerDelays = validTasks.map{case (info, metrics, exception) => - if (info.gettingResultTime > 0) { - (info.gettingResultTime - info.launchTime).toDouble - } else { - (info.finishTime - info.launchTime).toDouble + val totalExecutionTime = { + if (info.gettingResultTime > 0) { + (info.gettingResultTime - info.launchTime).toDouble + } else { + (info.finishTime - info.launchTime).toDouble + } } + totalExecutionTime - metrics.get.executorRunTime } val schedulerDelayQuantiles = ("Scheduler delay" +: Distribution(schedulerDelays).get.getQuantiles().map( |