aboutsummaryrefslogtreecommitdiff
path: root/sql/core
diff options
context:
space:
mode:
Diffstat (limited to 'sql/core')
-rw-r--r--sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala2
-rw-r--r--sql/core/src/test/scala/org/apache/spark/sql/test/DataFrameReaderWriterSuite.scala28
2 files changed, 29 insertions, 1 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala
index 35ba9c5079..35ba522786 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala
@@ -129,7 +129,7 @@ class DataFrameReader private[sql](sparkSession: SparkSession) extends Logging {
* @since 1.4.0
*/
def load(path: String): DataFrame = {
- load(Seq(path): _*) // force invocation of `load(...varargs...)`
+ option("path", path).load(Seq.empty: _*) // force invocation of `load(...varargs...)`
}
/**
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/test/DataFrameReaderWriterSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/test/DataFrameReaderWriterSuite.scala
index 3fa3864bc9..ebbcc1d7ff 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/test/DataFrameReaderWriterSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/test/DataFrameReaderWriterSuite.scala
@@ -170,6 +170,34 @@ class DataFrameReaderWriterSuite extends QueryTest with SharedSQLContext with Be
assert(LastOptions.saveMode === SaveMode.ErrorIfExists)
}
+ test("test path option in load") {
+ spark.read
+ .format("org.apache.spark.sql.test")
+ .option("intOpt", 56)
+ .load("/test")
+
+ assert(LastOptions.parameters("intOpt") == "56")
+ assert(LastOptions.parameters("path") == "/test")
+
+ LastOptions.clear()
+ spark.read
+ .format("org.apache.spark.sql.test")
+ .option("intOpt", 55)
+ .load()
+
+ assert(LastOptions.parameters("intOpt") == "55")
+ assert(!LastOptions.parameters.contains("path"))
+
+ LastOptions.clear()
+ spark.read
+ .format("org.apache.spark.sql.test")
+ .option("intOpt", 54)
+ .load("/test", "/test1", "/test2")
+
+ assert(LastOptions.parameters("intOpt") == "54")
+ assert(!LastOptions.parameters.contains("path"))
+ }
+
test("test different data types for options") {
val df = spark.read
.format("org.apache.spark.sql.test")