aboutsummaryrefslogtreecommitdiff
path: root/sql
diff options
context:
space:
mode:
authorAaron Staple <aaron.staple@gmail.com>2014-07-15 21:35:36 -0700
committerReynold Xin <rxin@apache.org>2014-07-15 21:35:36 -0700
commit90ca532a0fd95dc85cff8c5722d371e8368b2687 (patch)
treee8bd8cbfd5c27dc405e53b39e232a97a2cb0bdb9 /sql
parent563acf5edfbfb2fa756a1f0accde0940592663e9 (diff)
downloadspark-90ca532a0fd95dc85cff8c5722d371e8368b2687.tar.gz
spark-90ca532a0fd95dc85cff8c5722d371e8368b2687.tar.bz2
spark-90ca532a0fd95dc85cff8c5722d371e8368b2687.zip
[SPARK-2314][SQL] Override collect and take in JavaSchemaRDD, forwarding to SchemaRDD implementations.
Author: Aaron Staple <aaron.staple@gmail.com> Closes #1421 from staple/SPARK-2314 and squashes the following commits: 73e04dc [Aaron Staple] [SPARK-2314] Override collect and take in JavaSchemaRDD, forwarding to SchemaRDD implementations.
Diffstat (limited to 'sql')
-rw-r--r--sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala16
1 files changed, 16 insertions, 0 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala b/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala
index aff6ffe9f3..8fbf13b8b0 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala
@@ -17,6 +17,8 @@
package org.apache.spark.sql.api.java
+import java.util.{List => JList}
+
import org.apache.spark.Partitioner
import org.apache.spark.api.java.{JavaRDDLike, JavaRDD}
import org.apache.spark.api.java.function.{Function => JFunction}
@@ -96,6 +98,20 @@ class JavaSchemaRDD(
this
}
+ // Overridden actions from JavaRDDLike.
+
+ override def collect(): JList[Row] = {
+ import scala.collection.JavaConversions._
+ val arr: java.util.Collection[Row] = baseSchemaRDD.collect().toSeq.map(new Row(_))
+ new java.util.ArrayList(arr)
+ }
+
+ override def take(num: Int): JList[Row] = {
+ import scala.collection.JavaConversions._
+ val arr: java.util.Collection[Row] = baseSchemaRDD.take(num).toSeq.map(new Row(_))
+ new java.util.ArrayList(arr)
+ }
+
// Transformations (return a new RDD)
/**