diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-09-26 23:16:45 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-09-26 23:16:45 -0700 |
| commit | 920fab23c3ee68945687f1b03280c9c7d0f61597 (patch) | |
| tree | c0d39d160817a44d60a62fcaed59a3c7cd984969 /core/src/test/scala | |
| parent | ea05fc130b64ce356ab7524a3d5bd1e022cf51b5 (diff) | |
| parent | 1ad1331a340b7d52b1218d5a835db71d28fb4467 (diff) | |
| download | spark-920fab23c3ee68945687f1b03280c9c7d0f61597.tar.gz spark-920fab23c3ee68945687f1b03280c9c7d0f61597.tar.bz2 spark-920fab23c3ee68945687f1b03280c9c7d0f61597.zip | |
Merge pull request #222 from rxin/dev
Added MapPartitionsWithSplitRDD.
Diffstat (limited to 'core/src/test/scala')
| -rw-r--r-- | core/src/test/scala/spark/RDDSuite.scala | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/core/src/test/scala/spark/RDDSuite.scala b/core/src/test/scala/spark/RDDSuite.scala index ba9b36adb7..04dbe3a3e4 100644 --- a/core/src/test/scala/spark/RDDSuite.scala +++ b/core/src/test/scala/spark/RDDSuite.scala @@ -29,6 +29,11 @@ class RDDSuite extends FunSuite with BeforeAndAfter { assert(nums.glom().map(_.toList).collect().toList === List(List(1, 2), List(3, 4))) val partitionSums = nums.mapPartitions(iter => Iterator(iter.reduceLeft(_ + _))) assert(partitionSums.collect().toList === List(3, 7)) + + val partitionSumsWithSplit = nums.mapPartitionsWithSplit { + case(split, iter) => Iterator((split, iter.reduceLeft(_ + _))) + } + assert(partitionSumsWithSplit.collect().toList === List((0, 3), (1, 7))) } test("SparkContext.union") { |