spark-instrumented-optimizer/core/src/main/scala/spark/ShuffleFetcher.scala

11 lines
285 B
Scala
Raw Normal View History

package spark
2011-07-09 17:25:56 -04:00
abstract class ShuffleFetcher {
// Fetch the shuffle outputs for a given ShuffleDependency, calling func exactly
// once on each key-value pair obtained.
def fetch[K, V](shuffleId: Int, reduceId: Int, func: (K, V) => Unit)
2011-07-09 17:25:56 -04:00
// Stop the fetcher
def stop() {}
}