aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorharshars <harshars@bigcuttall-lm.corp.yahoo.com>2013-07-26 15:23:15 -0700
committerharshars <harshars@bigcuttall-lm.corp.yahoo.com>2013-07-26 15:23:15 -0700
commit392d7474fde6f18bcd9cece5c4ed057ac1d24485 (patch)
treebc0c838c60963ff60828ffbe868320a02c9d59e2
parent72cf7ec0e5736d8cc5a691b36c78a79c9a4bf118 (diff)
downloadspark-392d7474fde6f18bcd9cece5c4ed057ac1d24485.tar.gz
spark-392d7474fde6f18bcd9cece5c4ed057ac1d24485.tar.bz2
spark-392d7474fde6f18bcd9cece5c4ed057ac1d24485.zip
Code review
-rw-r--r--core/src/main/scala/spark/rdd/PartitionPruningRDD.scala4
-rw-r--r--core/src/test/scala/spark/PartitionPruningRDDSuite.scala2
2 files changed, 3 insertions, 3 deletions
diff --git a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala
index eaac134ef4..fa2f5c2611 100644
--- a/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala
+++ b/core/src/main/scala/spark/rdd/PartitionPruningRDD.scala
@@ -17,8 +17,8 @@ class PruneDependency[T](rdd: RDD[T], @transient partitionFilterFunc: Int => Boo
@transient
val partitions: Array[Partition] = rdd.partitions.zipWithIndex
- .filter(s => partitionFilterFunc(s._2))
- .map { case(split, idx) => new PartitionPruningRDDPartition(idx, split) : Partition }
+ .filter(s => partitionFilterFunc(s._2))
+ .map { case(split, idx) => new PartitionPruningRDDPartition(idx, split) : Partition }
override def getParents(partitionId: Int) = List(partitions(partitionId).index)
}
diff --git a/core/src/test/scala/spark/PartitionPruningRDDSuite.scala b/core/src/test/scala/spark/PartitionPruningRDDSuite.scala
index 4fd1f55a45..88352b639f 100644
--- a/core/src/test/scala/spark/PartitionPruningRDDSuite.scala
+++ b/core/src/test/scala/spark/PartitionPruningRDDSuite.scala
@@ -21,8 +21,8 @@ class PartitionPruningRDDSuite extends FunSuite with SharedSparkContext {
def compute(split: Partition, context: TaskContext) = {Iterator()}
}
val prunedRDD = PartitionPruningRDD.create(rdd, {x => if (x==2) true else false})
- println(prunedRDD.partitions.length)
val p = prunedRDD.partitions(0)
assert(p.index == 2)
+ assert(prunedRDD.partitions.length == 1)
}
}