aboutsummaryrefslogtreecommitdiff
path: root/core/src/test/scala
diff options
context:
space:
mode:
authorReynold Xin <rxin@cs.berkeley.edu>2012-09-26 17:11:28 -0700
committerReynold Xin <rxin@cs.berkeley.edu>2012-09-26 17:11:28 -0700
commit1ad1331a340b7d52b1218d5a835db71d28fb4467 (patch)
treea57de42e1793e62155e2689c9757eb93647cf850 /core/src/test/scala
parent58eb44acbb81a7d619a015ed32dffd6da6b15436 (diff)
downloadspark-1ad1331a340b7d52b1218d5a835db71d28fb4467.tar.gz
spark-1ad1331a340b7d52b1218d5a835db71d28fb4467.tar.bz2
spark-1ad1331a340b7d52b1218d5a835db71d28fb4467.zip
Added MapPartitionsWithSplitRDD.
Diffstat (limited to 'core/src/test/scala')
-rw-r--r--core/src/test/scala/spark/RDDSuite.scala5
1 files changed, 5 insertions, 0 deletions
diff --git a/core/src/test/scala/spark/RDDSuite.scala b/core/src/test/scala/spark/RDDSuite.scala
index ba9b36adb7..04dbe3a3e4 100644
--- a/core/src/test/scala/spark/RDDSuite.scala
+++ b/core/src/test/scala/spark/RDDSuite.scala
@@ -29,6 +29,11 @@ class RDDSuite extends FunSuite with BeforeAndAfter {
assert(nums.glom().map(_.toList).collect().toList === List(List(1, 2), List(3, 4)))
val partitionSums = nums.mapPartitions(iter => Iterator(iter.reduceLeft(_ + _)))
assert(partitionSums.collect().toList === List(3, 7))
+
+ val partitionSumsWithSplit = nums.mapPartitionsWithSplit {
+ case(split, iter) => Iterator((split, iter.reduceLeft(_ + _)))
+ }
+ assert(partitionSumsWithSplit.collect().toList === List((0, 3), (1, 7)))
}
test("SparkContext.union") {