aboutsummaryrefslogtreecommitdiff
path: root/core/src/test/java/org/apache/spark/JavaAPISuite.java
diff options
context:
space:
mode:
authorSean Owen <sowen@cloudera.com>2015-01-19 22:50:44 -0800
committerPatrick Wendell <patrick@databricks.com>2015-01-19 22:50:45 -0800
commit306ff187af0c49f61f4bc1850021561397b4f8f1 (patch)
tree3b6fc4dbaaf50e8437c4e9a83ce85826380237d2 /core/src/test/java/org/apache/spark/JavaAPISuite.java
parente69fb8c75aab7b95abf03785c3b2f1384373003a (diff)
downloadspark-306ff187af0c49f61f4bc1850021561397b4f8f1.tar.gz
spark-306ff187af0c49f61f4bc1850021561397b4f8f1.tar.bz2
spark-306ff187af0c49f61f4bc1850021561397b4f8f1.zip
SPARK-5270 [CORE] Provide isEmpty() function in RDD API
Pretty minor, but submitted for consideration -- this would at least help people make this check in the most efficient way I know. Author: Sean Owen <sowen@cloudera.com> Closes #4074 from srowen/SPARK-5270 and squashes the following commits: 66885b8 [Sean Owen] Add note that JavaRDDLike should not be implemented by user code 2e9b490 [Sean Owen] More tests, and Mima-exclude the new isEmpty method in JavaRDDLike 28395ff [Sean Owen] Add isEmpty to Java, Python 7dd04b7 [Sean Owen] Add efficient RDD.isEmpty()
Diffstat (limited to 'core/src/test/java/org/apache/spark/JavaAPISuite.java')
-rw-r--r--core/src/test/java/org/apache/spark/JavaAPISuite.java21
1 files changed, 21 insertions, 0 deletions
diff --git a/core/src/test/java/org/apache/spark/JavaAPISuite.java b/core/src/test/java/org/apache/spark/JavaAPISuite.java
index 07b1e44d04..004de05c10 100644
--- a/core/src/test/java/org/apache/spark/JavaAPISuite.java
+++ b/core/src/test/java/org/apache/spark/JavaAPISuite.java
@@ -607,6 +607,27 @@ public class JavaAPISuite implements Serializable {
}
@Test
+ public void isEmpty() {
+ Assert.assertTrue(sc.emptyRDD().isEmpty());
+ Assert.assertTrue(sc.parallelize(new ArrayList<Integer>()).isEmpty());
+ Assert.assertFalse(sc.parallelize(Arrays.asList(1)).isEmpty());
+ Assert.assertTrue(sc.parallelize(Arrays.asList(1, 2, 3), 3).filter(
+ new Function<Integer,Boolean>() {
+ @Override
+ public Boolean call(Integer i) {
+ return i < 0;
+ }
+ }).isEmpty());
+ Assert.assertFalse(sc.parallelize(Arrays.asList(1, 2, 3)).filter(
+ new Function<Integer, Boolean>() {
+ @Override
+ public Boolean call(Integer i) {
+ return i > 1;
+ }
+ }).isEmpty());
+ }
+
+ @Test
public void cartesian() {
JavaDoubleRDD doubleRDD = sc.parallelizeDoubles(Arrays.asList(1.0, 1.0, 2.0, 3.0, 5.0, 8.0));
JavaRDD<String> stringRDD = sc.parallelize(Arrays.asList("Hello", "World"));