diff options
author | harshars <harshars@bigcuttall-lm.corp.yahoo.com> | 2013-07-26 15:23:15 -0700 |
---|---|---|
committer | harshars <harshars@bigcuttall-lm.corp.yahoo.com> | 2013-07-26 15:23:15 -0700 |
commit | 392d7474fde6f18bcd9cece5c4ed057ac1d24485 (patch) | |
tree | bc0c838c60963ff60828ffbe868320a02c9d59e2 | |
parent | 72cf7ec0e5736d8cc5a691b36c78a79c9a4bf118 (diff) | |
download | spark-392d7474fde6f18bcd9cece5c4ed057ac1d24485.tar.gz spark-392d7474fde6f18bcd9cece5c4ed057ac1d24485.tar.bz2 spark-392d7474fde6f18bcd9cece5c4ed057ac1d24485.zip |
Code review
-rw-r--r-- | core/src/main/scala/spark/rdd/PartitionPruningRDD.scala | 4 | ||||
-rw-r--r-- | core/src/test/scala/spark/PartitionPruningRDDSuite.scala | 2 |
2 files changed, 3 insertions, 3 deletions
diff --git a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala index eaac134ef4..fa2f5c2611 100644 --- a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala +++ b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala @@ -17,8 +17,8 @@ class PruneDependency[T](rdd: RDD[T], @transient partitionFilterFunc: Int => Boo @transient val partitions: Array[Partition] = rdd.partitions.zipWithIndex - .filter(s => partitionFilterFunc(s._2)) - .map { case(split, idx) => new PartitionPruningRDDPartition(idx, split) : Partition } + .filter(s => partitionFilterFunc(s._2)) + .map { case(split, idx) => new PartitionPruningRDDPartition(idx, split) : Partition } override def getParents(partitionId: Int) = List(partitions(partitionId).index) } diff --git a/core/src/test/scala/spark/PartitionPruningRDDSuite.scala b/core/src/test/scala/spark/PartitionPruningRDDSuite.scala index 4fd1f55a45..88352b639f 100644 --- a/core/src/test/scala/spark/PartitionPruningRDDSuite.scala +++ b/core/src/test/scala/spark/PartitionPruningRDDSuite.scala @@ -21,8 +21,8 @@ class PartitionPruningRDDSuite extends FunSuite with SharedSparkContext { def compute(split: Partition, context: TaskContext) = {Iterator()} } val prunedRDD = PartitionPruningRDD.create(rdd, {x => if (x==2) true else false}) - println(prunedRDD.partitions.length) val p = prunedRDD.partitions(0) assert(p.index == 2) + assert(prunedRDD.partitions.length == 1) } } |