diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-01-23 23:10:15 -0800 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-01-23 23:10:15 -0800 |
| commit | 0fe173a3a5afc35c913768d01f5bdc13654f0c64 (patch) | |
| tree | e3dd116344d26c3010cfb94f6d0233fb6e944871 /core | |
| parent | fe5e4812fcceaca3ef340148499e551f1ae5cafe (diff) | |
| parent | 67a43bc7e622e4dd9d53ccf80b441740d6ff4df5 (diff) | |
| download | spark-0fe173a3a5afc35c913768d01f5bdc13654f0c64.tar.gz spark-0fe173a3a5afc35c913768d01f5bdc13654f0c64.tar.bz2 spark-0fe173a3a5afc35c913768d01f5bdc13654f0c64.zip | |
Merge pull request #410 from rxin/splitpruningrdd
Added a clearDependencies method in PartitionPruningRDD.
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/spark/rdd/PartitionPruningRDD.scala | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala index 787b59ae8c..97dd37950e 100644 --- a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala +++ b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala @@ -14,11 +14,16 @@ class PartitionPruningRDD[T: ClassManifest]( extends RDD[T](prev.context, List(new PruneDependency(prev, partitionFilterFunc))) { @transient - val partitions_ : Array[Split] = dependencies_.head.asInstanceOf[PruneDependency[T]].partitions + var partitions_ : Array[Split] = dependencies_.head.asInstanceOf[PruneDependency[T]].partitions override def compute(split: Split, context: TaskContext) = firstParent[T].iterator(split, context) override protected def getSplits = partitions_ override val partitioner = firstParent[T].partitioner + + override def clearDependencies() { + super.clearDependencies() + partitions_ = null + } } |