blob: e16c7ba881977a9f7bd2a593f122d22a596d88c4 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
|
package spark.rdd
import spark.{RDD, Partition, TaskContext}
private[spark] class GlommedRDD[T: ClassManifest](prev: RDD[T])
extends RDD[Array[T]](prev) {
override def getPartitions: Array[Partition] = firstParent[T].partitions
override def compute(split: Partition, context: TaskContext) =
Array(firstParent[T].iterator(split, context).toArray).iterator
}
|