2011-05-20 03:19:53 -04:00
|
|
|
package spark
|
|
|
|
|
2012-10-02 22:00:19 -04:00
|
|
|
private[spark] abstract class ShuffleFetcher {
|
2011-05-20 03:19:53 -04:00
|
|
|
// Fetch the shuffle outputs for a given ShuffleDependency, calling func exactly
|
|
|
|
// once on each key-value pair obtained.
|
|
|
|
def fetch[K, V](shuffleId: Int, reduceId: Int, func: (K, V) => Unit)
|
|
|
|
|
2011-07-09 17:25:56 -04:00
|
|
|
// Stop the fetcher
|
|
|
|
def stop() {}
|
2011-05-20 03:19:53 -04:00
|
|
|
}
|