Style cleanup based on Matei feedback
This commit is contained in:
parent
c223176388
commit
04ad78b09d
|
@ -130,7 +130,7 @@ private[spark] class Executor(executorId: String, slaveHostname: String, propert
|
||||||
taskStart = System.currentTimeMillis()
|
taskStart = System.currentTimeMillis()
|
||||||
val value = task.run(taskId.toInt)
|
val value = task.run(taskId.toInt)
|
||||||
val taskFinish = System.currentTimeMillis()
|
val taskFinish = System.currentTimeMillis()
|
||||||
task.metrics.foreach{ m =>
|
for (m <- task.metrics) {
|
||||||
m.hostname = Utils.localHostName
|
m.hostname = Utils.localHostName
|
||||||
m.executorDeserializeTime = (taskStart - startTime).toInt
|
m.executorDeserializeTime = (taskStart - startTime).toInt
|
||||||
m.executorRunTime = (taskFinish - taskStart).toInt
|
m.executorRunTime = (taskFinish - taskStart).toInt
|
||||||
|
@ -158,7 +158,7 @@ private[spark] class Executor(executorId: String, slaveHostname: String, propert
|
||||||
case t: Throwable => {
|
case t: Throwable => {
|
||||||
val serviceTime = (System.currentTimeMillis() - taskStart).toInt
|
val serviceTime = (System.currentTimeMillis() - taskStart).toInt
|
||||||
val metrics = attemptedTask.flatMap(t => t.metrics)
|
val metrics = attemptedTask.flatMap(t => t.metrics)
|
||||||
metrics.foreach {m =>
|
for (m <- metrics) {
|
||||||
m.executorRunTime = serviceTime
|
m.executorRunTime = serviceTime
|
||||||
m.jvmGCTime = getTotalGCTime - startGCTime
|
m.jvmGCTime = getTotalGCTime - startGCTime
|
||||||
}
|
}
|
||||||
|
|
|
@ -34,7 +34,6 @@ import spark.scheduler._
|
||||||
import spark.scheduler.cluster._
|
import spark.scheduler.cluster._
|
||||||
import spark.scheduler.cluster.SchedulingMode.SchedulingMode
|
import spark.scheduler.cluster.SchedulingMode.SchedulingMode
|
||||||
import akka.actor._
|
import akka.actor._
|
||||||
import management.ManagementFactory
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A FIFO or Fair TaskScheduler implementation that runs tasks locally in a thread pool. Optionally
|
* A FIFO or Fair TaskScheduler implementation that runs tasks locally in a thread pool. Optionally
|
||||||
|
@ -218,7 +217,7 @@ private[spark] class LocalScheduler(threads: Int, val maxFailures: Int, val sc:
|
||||||
case t: Throwable => {
|
case t: Throwable => {
|
||||||
val serviceTime = System.currentTimeMillis() - taskStart
|
val serviceTime = System.currentTimeMillis() - taskStart
|
||||||
val metrics = attemptedTask.flatMap(t => t.metrics)
|
val metrics = attemptedTask.flatMap(t => t.metrics)
|
||||||
metrics.foreach {m =>
|
for (m <- metrics) {
|
||||||
m.executorRunTime = serviceTime.toInt
|
m.executorRunTime = serviceTime.toInt
|
||||||
m.jvmGCTime = getTotalGCTime - startGCTime
|
m.jvmGCTime = getTotalGCTime - startGCTime
|
||||||
}
|
}
|
||||||
|
|
|
@ -166,7 +166,7 @@ private[spark] class StagePage(parent: JobProgressUI) {
|
||||||
Utils.memoryBytesToString(s.shuffleBytesWritten)}.getOrElse("")}</td>
|
Utils.memoryBytesToString(s.shuffleBytesWritten)}.getOrElse("")}</td>
|
||||||
}}
|
}}
|
||||||
<td sorttable_customkey={gcTime.toString}>
|
<td sorttable_customkey={gcTime.toString}>
|
||||||
{if (gcTime > 0) {parent.formatDuration(gcTime)} else ""}
|
{if (gcTime > 0) parent.formatDuration(gcTime) else ""}
|
||||||
</td>
|
</td>
|
||||||
<td>{exception.map(e =>
|
<td>{exception.map(e =>
|
||||||
<span>
|
<span>
|
||||||
|
|
Loading…
Reference in a new issue