SparkListenerJobStart posted from local jobs
This commit is contained in:
parent
f55d0b935d
commit
403234dd0d
|
@ -544,6 +544,7 @@ class DAGScheduler(
|
||||||
logInfo("Missing parents: " + getMissingParentStages(finalStage))
|
logInfo("Missing parents: " + getMissingParentStages(finalStage))
|
||||||
if (allowLocal && finalStage.parents.size == 0 && partitions.length == 1) {
|
if (allowLocal && finalStage.parents.size == 0 && partitions.length == 1) {
|
||||||
// Compute very short actions like first() or take() with no parent stages locally.
|
// Compute very short actions like first() or take() with no parent stages locally.
|
||||||
|
listenerBus.post(SparkListenerJobStart(job, Array(), properties))
|
||||||
runLocally(job)
|
runLocally(job)
|
||||||
} else {
|
} else {
|
||||||
idToActiveJob(jobId) = job
|
idToActiveJob(jobId) = job
|
||||||
|
|
Loading…
Reference in a new issue