aboutsummaryrefslogtreecommitdiff
path: root/core/src/main/scala/spark/rdd/GlommedRDD.scala
blob: e16c7ba881977a9f7bd2a593f122d22a596d88c4 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
package spark.rdd

import spark.{RDD, Partition, TaskContext}

private[spark] class GlommedRDD[T: ClassManifest](prev: RDD[T])
  extends RDD[Array[T]](prev) {

  override def getPartitions: Array[Partition] = firstParent[T].partitions

  override def compute(split: Partition, context: TaskContext) =
    Array(firstParent[T].iterator(split, context).toArray).iterator
}