Executors UI now calls executor ID from TaskInfo instead of TaskMetrics

This commit is contained in:
Karen Feng 2013-07-22 15:15:54 -07:00
parent 85c4d7bf3b
commit 2eea974795
3 changed files with 1 additions and 9 deletions

View file

@ -126,7 +126,6 @@ private[spark] class Executor(executorId: String, slaveHostname: String, propert
val taskFinish = System.currentTimeMillis()
task.metrics.foreach{ m =>
m.hostname = Utils.localHostName
m.executorId = executorId
m.executorDeserializeTime = (taskStart - startTime).toInt
m.executorRunTime = (taskFinish - taskStart).toInt
}

View file

@ -23,11 +23,6 @@ class TaskMetrics extends Serializable {
*/
var hostname: String = _
/**
* Executor's ID the task runs on
*/
var executorId: String = _
/**
* Time taken on the executor to deserialize this task
*/

View file

@ -111,16 +111,14 @@ private[spark] class ExecutorsUI(val sc: SparkContext) {
HashMap[String, ArrayBuffer[(TaskInfo, Option[TaskMetrics], Option[ExceptionFailure])]]()
override def onTaskEnd(taskEnd: SparkListenerTaskEnd) {
val eid = taskEnd.taskMetrics.executorId
val eid = taskEnd.taskInfo.executorId
val (failureInfo, metrics): (Option[ExceptionFailure], Option[TaskMetrics]) =
taskEnd.reason match {
case e: ExceptionFailure =>
executorToTasksFailed(eid) = executorToTasksFailed.getOrElse(eid, 0) + 1
logInfo("Executor %s has %s failed tasks.".format(eid, executorToTasksFailed(eid)))
(Some(e), e.metrics)
case _ =>
executorToTasksComplete(eid) = executorToTasksComplete.getOrElse(eid, 0) + 1
logInfo("Executor %s has %s completed tasks.".format(eid, executorToTasksComplete(eid)))
(None, Some(taskEnd.taskMetrics))
}
val taskList = executorToTaskInfos.getOrElse(