spark.ShuffleFetcher.scala Maven / Gradle / Ivy
The newest version!
package spark
private[spark] abstract class ShuffleFetcher {
/**
* Fetch the shuffle outputs for a given ShuffleDependency.
* @return An iterator over the elements of the fetched shuffle outputs.
*/
def fetch[K, V](shuffleId: Int, reduceId: Int) : Iterator[(K, V)]
/** Stop the fetcher */
def stop() {}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy