aboutsummaryrefslogtreecommitdiff
path: root/sql/core/src/test/java
diff options
context:
space:
mode:
authorReynold Xin <rxin@databricks.com>2015-11-24 18:16:07 -0800
committerReynold Xin <rxin@databricks.com>2015-11-24 18:16:07 -0800
commit25bbd3c16e8e8be4d2c43000223d54650e9a3696 (patch)
tree36a82e11908fa11f1a45447d6e493b80af240a2a /sql/core/src/test/java
parent238ae51b66ac12d15fba6aff061804004c5ca6cb (diff)
downloadspark-25bbd3c16e8e8be4d2c43000223d54650e9a3696.tar.gz
spark-25bbd3c16e8e8be4d2c43000223d54650e9a3696.tar.bz2
spark-25bbd3c16e8e8be4d2c43000223d54650e9a3696.zip
[SPARK-11967][SQL] Consistent use of varargs for multiple paths in DataFrameReader
This patch makes it consistent to use varargs in all DataFrameReader methods, including Parquet, JSON, text, and the generic load function. Also added a few more API tests for the Java API. Author: Reynold Xin <rxin@databricks.com> Closes #9945 from rxin/SPARK-11967.
Diffstat (limited to 'sql/core/src/test/java')
-rw-r--r--sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java23
1 files changed, 23 insertions, 0 deletions
diff --git a/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java b/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java
index a12fed3c0c..8e0b2dbca4 100644
--- a/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java
+++ b/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java
@@ -298,4 +298,27 @@ public class JavaDataFrameSuite {
Assert.assertEquals(48000.0, actual[1].getDouble(1), 0.01);
Assert.assertEquals(30000.0, actual[1].getDouble(2), 0.01);
}
+
+ public void testGenericLoad() {
+ DataFrame df1 = context.read().format("text").load(
+ Thread.currentThread().getContextClassLoader().getResource("text-suite.txt").toString());
+ Assert.assertEquals(4L, df1.count());
+
+ DataFrame df2 = context.read().format("text").load(
+ Thread.currentThread().getContextClassLoader().getResource("text-suite.txt").toString(),
+ Thread.currentThread().getContextClassLoader().getResource("text-suite2.txt").toString());
+ Assert.assertEquals(5L, df2.count());
+ }
+
+ @Test
+ public void testTextLoad() {
+ DataFrame df1 = context.read().text(
+ Thread.currentThread().getContextClassLoader().getResource("text-suite.txt").toString());
+ Assert.assertEquals(4L, df1.count());
+
+ DataFrame df2 = context.read().text(
+ Thread.currentThread().getContextClassLoader().getResource("text-suite.txt").toString(),
+ Thread.currentThread().getContextClassLoader().getResource("text-suite2.txt").toString());
+ Assert.assertEquals(5L, df2.count());
+ }
}