blob: e30564f2da56f62da33eeb17db7589e24ba0be17 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
|
package spark.rdd
import spark.OneToOneDependency
import spark.RDD
import spark.Split
private[spark]
class GlommedRDD[T: ClassManifest](prev: RDD[T]) extends RDD[Array[T]](prev.context) {
override def splits = prev.splits
override val dependencies = List(new OneToOneDependency(prev))
override def compute(split: Split) = Array(prev.iterator(split).toArray).iterator
}
|