ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Renaming stage finished function

Browse source
This commit is contained in:
Patrick Wendell 2013-01-24 18:25:57 -08:00
parent 07f568e1bf
commit c423be7d8e
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
core/src/main/scala/spark/scheduler/DAGScheduler.scala
View file

@ -412,7 +412,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with
val task = event.task
val stage = idToStage(task.stageId)
def stageFinished(stage: Stage) = {
def markStageAsFinished(stage: Stage) = {
val serviceTime = stageSubmissionTimes.remove(stage) match {
case Some(t) => (System.currentTimeMillis() - t).toString
case _ => "Unkown"
@ -438,7 +438,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with
if (job.numFinished == job.numPartitions) {
activeJobs -= job
resultStageToJob -= stage
stageFinished(stage)
markStageAsFinished(stage)
}
job.listener.taskSucceeded(rt.outputId, event.result)
}
@ -457,7 +457,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with
stage.addOutputLoc(smt.partition, status)
}
if (running.contains(stage) && pendingTasks(stage).isEmpty) {
stageFinished(stage)
markStageAsFinished(stage)
logInfo("looking for newly runnable stages")
logInfo("running: " + running)
logInfo("waiting: " + waiting)