diff options
| author | Egor Pakhomov <pahomov.egor@gmail.com> | 2014-04-06 16:41:23 -0700 |
|---|---|---|
| committer | Patrick Wendell <pwendell@gmail.com> | 2014-04-06 16:43:01 -0700 |
| commit | e258e5040fa1905a04efcb7b3ca4a6d33e18fa61 (patch) | |
| tree | a278280b3146a641a9e521387606d0833ee8a00e /core/src/test/java/org | |
| parent | 7012ffafad8fa876aa8bcb0b848445eec6734ef1 (diff) | |
| download | spark-e258e5040fa1905a04efcb7b3ca4a6d33e18fa61.tar.gz spark-e258e5040fa1905a04efcb7b3ca4a6d33e18fa61.tar.bz2 spark-e258e5040fa1905a04efcb7b3ca4a6d33e18fa61.zip | |
[SPARK-1259] Make RDD locally iterable
Author: Egor Pakhomov <pahomov.egor@gmail.com>
Closes #156 from epahomov/SPARK-1259 and squashes the following commits:
8ec8f24 [Egor Pakhomov] Make to local iterator shorter
34aa300 [Egor Pakhomov] Fix toLocalIterator docs
08363ef [Egor Pakhomov] SPARK-1259 from toLocallyIterable to toLocalIterator
6a994eb [Egor Pakhomov] SPARK-1259 Make RDD locally iterable
8be3dcf [Egor Pakhomov] SPARK-1259 Make RDD locally iterable
33ecb17 [Egor Pakhomov] SPARK-1259 Make RDD locally iterable
Diffstat (limited to 'core/src/test/java/org')
| -rw-r--r-- | core/src/test/java/org/apache/spark/JavaAPISuite.java | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/core/src/test/java/org/apache/spark/JavaAPISuite.java b/core/src/test/java/org/apache/spark/JavaAPISuite.java index 2372f2d992..762405be2a 100644 --- a/core/src/test/java/org/apache/spark/JavaAPISuite.java +++ b/core/src/test/java/org/apache/spark/JavaAPISuite.java @@ -22,6 +22,7 @@ import java.util.*; import scala.Tuple2; +import com.google.common.collect.Lists; import com.google.common.base.Optional; import com.google.common.base.Charsets; import com.google.common.io.Files; @@ -179,6 +180,14 @@ public class JavaAPISuite implements Serializable { Assert.assertEquals(2, foreachCalls); } + @Test + public void toLocalIterator() { + List<Integer> correct = Arrays.asList(1, 2, 3, 4); + JavaRDD<Integer> rdd = sc.parallelize(correct); + List<Integer> result = Lists.newArrayList(rdd.toLocalIterator()); + Assert.assertTrue(correct.equals(result)); + } + @SuppressWarnings("unchecked") @Test public void lookup() { |