logging improvements
## What changes were proposed in this pull request? Adding additional information to existing logging messages: - YarnAllocator: log the executor ID together with the container id when a container for an executor is launched. - NettyRpcEnv: log the receiver address when there is a timeout waiting for an answer to a remote call. - ExecutorAllocationManager: fix a typo in the logging message for the list of executors to be removed. ## How was this patch tested? Build spark and submit the word count example to a YARN cluster using cluster mode Author: Juan Rodriguez Hortala <hortala@amazon.com> Closes #17411 from juanrh/logging-improvements.
This commit is contained in:
parent
93bb0b911b
commit
362ee93296
|
@ -439,7 +439,7 @@ private[spark] class ExecutorAllocationManager(
|
|||
executorsRemoved
|
||||
} else {
|
||||
logWarning(s"Unable to reach the cluster manager to kill executor/s " +
|
||||
"executorIdsToBeRemoved.mkString(\",\") or no executor eligible to kill!")
|
||||
s"${executorIdsToBeRemoved.mkString(",")} or no executor eligible to kill!")
|
||||
Seq.empty[String]
|
||||
}
|
||||
}
|
||||
|
|
|
@ -236,7 +236,8 @@ private[netty] class NettyRpcEnv(
|
|||
|
||||
val timeoutCancelable = timeoutScheduler.schedule(new Runnable {
|
||||
override def run(): Unit = {
|
||||
onFailure(new TimeoutException(s"Cannot receive any reply in ${timeout.duration}"))
|
||||
onFailure(new TimeoutException(s"Cannot receive any reply from ${remoteAddr} " +
|
||||
s"in ${timeout.duration}"))
|
||||
}
|
||||
}, timeout.duration.toNanos, TimeUnit.NANOSECONDS)
|
||||
promise.future.onComplete { v =>
|
||||
|
|
|
@ -494,7 +494,8 @@ private[yarn] class YarnAllocator(
|
|||
val containerId = container.getId
|
||||
val executorId = executorIdCounter.toString
|
||||
assert(container.getResource.getMemory >= resource.getMemory)
|
||||
logInfo(s"Launching container $containerId on host $executorHostname")
|
||||
logInfo(s"Launching container $containerId on host $executorHostname " +
|
||||
s"for executor with ID $executorId")
|
||||
|
||||
def updateInternalState(): Unit = synchronized {
|
||||
numExecutorsRunning += 1
|
||||
|
|
Loading…
Reference in a new issue