diff options
author | Cheng Lian <lian@databricks.com> | 2015-05-16 20:55:10 +0800 |
---|---|---|
committer | Cheng Lian <lian@databricks.com> | 2015-05-16 20:57:26 +0800 |
commit | 856619d4850007923dca5e2fba99c7b752c6ce12 (patch) | |
tree | d06449b3204359632e09b06000e36e193e1f210f | |
parent | ad5b0b1ce2a80fda7a50eb728b2a2cfe8775149a (diff) | |
download | spark-856619d4850007923dca5e2fba99c7b752c6ce12.tar.gz spark-856619d4850007923dca5e2fba99c7b752c6ce12.tar.bz2 spark-856619d4850007923dca5e2fba99c7b752c6ce12.zip |
[HOTFIX] [SQL] Fixes DataFrameWriter.mode(String)
We forgot an assignment there.
/cc rxin
Author: Cheng Lian <lian@databricks.com>
Closes #6212 from liancheng/fix-df-writer and squashes the following commits:
711fbb0 [Cheng Lian] Adds a test case
3b72d78 [Cheng Lian] Fixes DataFrameWriter.mode(String)
(cherry picked from commit ce6391296a061bc352386080a2ee96bb63fcc4ac)
Signed-off-by: Cheng Lian <lian@databricks.com>
-rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala | 2 | ||||
-rw-r--r-- | sql/core/src/test/scala/org/apache/spark/sql/sources/SaveLoadSuite.scala | 7 |
2 files changed, 8 insertions, 1 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala index b1fc18ac3c..9f42f0f1f4 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala @@ -55,7 +55,7 @@ final class DataFrameWriter private[sql](df: DataFrame) { * @since 1.4.0 */ def mode(saveMode: String): DataFrameWriter = { - saveMode.toLowerCase match { + this.mode = saveMode.toLowerCase match { case "overwrite" => SaveMode.Overwrite case "append" => SaveMode.Append case "ignore" => SaveMode.Ignore diff --git a/sql/core/src/test/scala/org/apache/spark/sql/sources/SaveLoadSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/sources/SaveLoadSuite.scala index 7a28e9af36..274c652dd1 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/sources/SaveLoadSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/sources/SaveLoadSuite.scala @@ -75,6 +75,13 @@ class SaveLoadSuite extends DataSourceTest with BeforeAndAfterAll { checkLoad() } + test("save with string mode and path, and load") { + conf.setConf(SQLConf.DEFAULT_DATA_SOURCE_NAME, "org.apache.spark.sql.json") + path.createNewFile() + df.write.mode("overwrite").save(path.toString) + checkLoad() + } + test("save with path and datasource, and load") { conf.setConf(SQLConf.DEFAULT_DATA_SOURCE_NAME, "not a source name") df.write.json(path.toString) |