diff options
author | haitao.yao <yao.erix@gmail.com> | 2013-02-20 10:23:58 +0800 |
---|---|---|
committer | haitao.yao <yao.erix@gmail.com> | 2013-02-20 10:23:58 +0800 |
commit | 6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a (patch) | |
tree | 6126520d2486a6a30a29bd16d93bf760f78959ef /core | |
parent | 7c129388fbdc90cb6abb99470545dba8a2e90adf (diff) | |
parent | 8a992226bd6289cfc11c417e0a17edff7d4a4a87 (diff) | |
download | spark-6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a.tar.gz spark-6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a.tar.bz2 spark-6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a.zip |
Merge branch 'mesos'
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/spark/rdd/PartitionPruningRDD.scala | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala index f2f4fd56d1..41ff62dd22 100644 --- a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala +++ b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala @@ -40,3 +40,15 @@ class PartitionPruningRDD[T: ClassManifest]( override protected def getPartitions: Array[Partition] = getDependencies.head.asInstanceOf[PruneDependency[T]].partitions } + + +object PartitionPruningRDD { + + /** + * Create a PartitionPruningRDD. This function can be used to create the PartitionPruningRDD + * when its type T is not known at compile time. + */ + def create[T](rdd: RDD[T], partitionFilterFunc: Int => Boolean) = { + new PartitionPruningRDD[T](rdd, partitionFilterFunc)(rdd.elementClassManifest) + } +} |