Executors UI now calls executor ID from TaskInfo instead of TaskMetrics
This commit is contained in:
parent
85c4d7bf3b
commit
2eea974795
|
@ -126,7 +126,6 @@ private[spark] class Executor(executorId: String, slaveHostname: String, propert
|
|||
val taskFinish = System.currentTimeMillis()
|
||||
task.metrics.foreach{ m =>
|
||||
m.hostname = Utils.localHostName
|
||||
m.executorId = executorId
|
||||
m.executorDeserializeTime = (taskStart - startTime).toInt
|
||||
m.executorRunTime = (taskFinish - taskStart).toInt
|
||||
}
|
||||
|
|
|
@ -23,11 +23,6 @@ class TaskMetrics extends Serializable {
|
|||
*/
|
||||
var hostname: String = _
|
||||
|
||||
/**
|
||||
* Executor's ID the task runs on
|
||||
*/
|
||||
var executorId: String = _
|
||||
|
||||
/**
|
||||
* Time taken on the executor to deserialize this task
|
||||
*/
|
||||
|
|
|
@ -111,16 +111,14 @@ private[spark] class ExecutorsUI(val sc: SparkContext) {
|
|||
HashMap[String, ArrayBuffer[(TaskInfo, Option[TaskMetrics], Option[ExceptionFailure])]]()
|
||||
|
||||
override def onTaskEnd(taskEnd: SparkListenerTaskEnd) {
|
||||
val eid = taskEnd.taskMetrics.executorId
|
||||
val eid = taskEnd.taskInfo.executorId
|
||||
val (failureInfo, metrics): (Option[ExceptionFailure], Option[TaskMetrics]) =
|
||||
taskEnd.reason match {
|
||||
case e: ExceptionFailure =>
|
||||
executorToTasksFailed(eid) = executorToTasksFailed.getOrElse(eid, 0) + 1
|
||||
logInfo("Executor %s has %s failed tasks.".format(eid, executorToTasksFailed(eid)))
|
||||
(Some(e), e.metrics)
|
||||
case _ =>
|
||||
executorToTasksComplete(eid) = executorToTasksComplete.getOrElse(eid, 0) + 1
|
||||
logInfo("Executor %s has %s completed tasks.".format(eid, executorToTasksComplete(eid)))
|
||||
(None, Some(taskEnd.taskMetrics))
|
||||
}
|
||||
val taskList = executorToTaskInfos.getOrElse(
|
||||
|
|
Loading…
Reference in a new issue