ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Improved comment

Browse source
This commit is contained in:
Mark Hamstra 2013-11-20 14:49:09 -08:00
parent 94087c463b
commit 205566e56e
1 changed files with 3 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
View file

@ -243,10 +243,9 @@ class DAGScheduler(
}
/**
* Create a Stage for the given RDD, either as a shuffle map stage (for a ShuffleDependency) or
* as a result stage for the final RDD used directly in an action. The stage will also be
* associated with the provided jobId.. Shuffle map stages, whose shuffleId may have previously
* been registered in the MapOutputTracker, should be (re)-created using newOrUsedStage.
* Create a Stage -- either directly for use as a result stage, or as part of the (re)-creation
* of a shuffle map stage in newOrUsedStage. The stage will be associated with the provided
* jobId. Production of shuffle map stages should always use newOrUsedStage, not newStage directly.
*/
private def newStage(
rdd: RDD[_],