spark-instrumented-optimizer/core/src/main/scala/spark/ShuffleFetcher.scala

18 lines
484 B
Scala
Raw Normal View History

package spark
import spark.executor.TaskMetrics
import spark.serializer.Serializer
2013-02-05 13:14:00 -05:00
2012-10-02 22:00:19 -04:00
private[spark] abstract class ShuffleFetcher {
/**
* Fetch the shuffle outputs for a given ShuffleDependency.
* @return An iterator over the elements of the fetched shuffle outputs.
*/
def fetch[K, V](shuffleId: Int, reduceId: Int, metrics: TaskMetrics,
serializer: Serializer = SparkEnv.get.serializerManager.default): Iterator[(K,V)]
/** Stop the fetcher */
2011-07-09 17:25:56 -04:00
def stop() {}
}