aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorhaitao.yao <yao.erix@gmail.com>2013-02-20 10:23:58 +0800
committerhaitao.yao <yao.erix@gmail.com>2013-02-20 10:23:58 +0800
commit6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a (patch)
tree6126520d2486a6a30a29bd16d93bf760f78959ef /core
parent7c129388fbdc90cb6abb99470545dba8a2e90adf (diff)
parent8a992226bd6289cfc11c417e0a17edff7d4a4a87 (diff)
downloadspark-6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a.tar.gz
spark-6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a.tar.bz2
spark-6a3d44c673008bb12d332d00c9b6f7a3c9e55d0a.zip
Merge branch 'mesos'
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/spark/rdd/PartitionPruningRDD.scala12
1 files changed, 12 insertions, 0 deletions
diff --git a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala
index f2f4fd56d1..41ff62dd22 100644
--- a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala
+++ b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala
@@ -40,3 +40,15 @@ class PartitionPruningRDD[T: ClassManifest](
override protected def getPartitions: Array[Partition] =
getDependencies.head.asInstanceOf[PruneDependency[T]].partitions
}
+
+
+object PartitionPruningRDD {
+
+ /**
+ * Create a PartitionPruningRDD. This function can be used to create the PartitionPruningRDD
+ * when its type T is not known at compile time.
+ */
+ def create[T](rdd: RDD[T], partitionFilterFunc: Int => Boolean) = {
+ new PartitionPruningRDD[T](rdd, partitionFilterFunc)(rdd.elementClassManifest)
+ }
+}