ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Fixed problem with scheduler delay

Browse source
This commit is contained in:
Kay Ousterhout 2013-12-02 20:30:03 -08:00
parent fc78f67da2
commit 58b3aff9a8
1 changed files with 7 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
View file

@ -120,11 +120,14 @@ private[spark] class StagePage(parent: JobProgressUI) {
// machine and to send back the result (but not the time to fetch the task result,
// if it needed to be fetched from the block manager on the worker).
val schedulerDelays = validTasks.map{case (info, metrics, exception) =>
if (info.gettingResultTime > 0) {
(info.gettingResultTime - info.launchTime).toDouble
} else {
(info.finishTime - info.launchTime).toDouble
val totalExecutionTime = {
if (info.gettingResultTime > 0) {
(info.gettingResultTime - info.launchTime).toDouble
} else {
(info.finishTime - info.launchTime).toDouble
}
}
totalExecutionTime - metrics.get.executorRunTime
}
val schedulerDelayQuantiles = ("Scheduler delay" +:
Distribution(schedulerDelays).get.getQuantiles().map(