diff options
author | Aaron Staple <aaron.staple@gmail.com> | 2014-07-15 21:35:36 -0700 |
---|---|---|
committer | Reynold Xin <rxin@apache.org> | 2014-07-15 21:35:36 -0700 |
commit | 90ca532a0fd95dc85cff8c5722d371e8368b2687 (patch) | |
tree | e8bd8cbfd5c27dc405e53b39e232a97a2cb0bdb9 | |
parent | 563acf5edfbfb2fa756a1f0accde0940592663e9 (diff) | |
download | spark-90ca532a0fd95dc85cff8c5722d371e8368b2687.tar.gz spark-90ca532a0fd95dc85cff8c5722d371e8368b2687.tar.bz2 spark-90ca532a0fd95dc85cff8c5722d371e8368b2687.zip |
[SPARK-2314][SQL] Override collect and take in JavaSchemaRDD, forwarding to SchemaRDD implementations.
Author: Aaron Staple <aaron.staple@gmail.com>
Closes #1421 from staple/SPARK-2314 and squashes the following commits:
73e04dc [Aaron Staple] [SPARK-2314] Override collect and take in JavaSchemaRDD, forwarding to SchemaRDD implementations.
-rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala b/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala index aff6ffe9f3..8fbf13b8b0 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/api/java/JavaSchemaRDD.scala @@ -17,6 +17,8 @@ package org.apache.spark.sql.api.java +import java.util.{List => JList} + import org.apache.spark.Partitioner import org.apache.spark.api.java.{JavaRDDLike, JavaRDD} import org.apache.spark.api.java.function.{Function => JFunction} @@ -96,6 +98,20 @@ class JavaSchemaRDD( this } + // Overridden actions from JavaRDDLike. + + override def collect(): JList[Row] = { + import scala.collection.JavaConversions._ + val arr: java.util.Collection[Row] = baseSchemaRDD.collect().toSeq.map(new Row(_)) + new java.util.ArrayList(arr) + } + + override def take(num: Int): JList[Row] = { + import scala.collection.JavaConversions._ + val arr: java.util.Collection[Row] = baseSchemaRDD.take(num).toSeq.map(new Row(_)) + new java.util.ArrayList(arr) + } + // Transformations (return a new RDD) /** |