diff options
author | Sandeep Singh <sandeep@techaddict.me> | 2016-05-11 17:44:00 -0700 |
---|---|---|
committer | Andrew Or <andrew@databricks.com> | 2016-05-11 17:44:00 -0700 |
commit | db573fc743d12446dd0421fb45d00c2f541eaf9a (patch) | |
tree | dbd694d63616becab4f45b8abdd0b583921cc3a5 /dev/audit-release/sbt_app_hive/src/main | |
parent | 603f4453a16825cc5773cfe24d6ae4cee5ec949a (diff) | |
download | spark-db573fc743d12446dd0421fb45d00c2f541eaf9a.tar.gz spark-db573fc743d12446dd0421fb45d00c2f541eaf9a.tar.bz2 spark-db573fc743d12446dd0421fb45d00c2f541eaf9a.zip |
[SPARK-15072][SQL][PYSPARK] FollowUp: Remove SparkSession.withHiveSupport in PySpark
## What changes were proposed in this pull request?
This is a followup of https://github.com/apache/spark/pull/12851
Remove `SparkSession.withHiveSupport` in PySpark and instead use `SparkSession.builder. enableHiveSupport`
## How was this patch tested?
Existing tests.
Author: Sandeep Singh <sandeep@techaddict.me>
Closes #13063 from techaddict/SPARK-15072-followup.
Diffstat (limited to 'dev/audit-release/sbt_app_hive/src/main')
-rw-r--r-- | dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala | 8 |
1 files changed, 5 insertions, 3 deletions
diff --git a/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala b/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala index f69d46cd17..8cbfb9cd41 100644 --- a/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala +++ b/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala @@ -33,7 +33,9 @@ object SparkSqlExample { case None => new SparkConf().setAppName("Simple Sql App") } val sc = new SparkContext(conf) - val sparkSession = SparkSession.withHiveSupport(sc) + val sparkSession = SparkSession.builder + .enableHiveSupport() + .getOrCreate() import sparkSession._ sql("DROP TABLE IF EXISTS src") @@ -41,14 +43,14 @@ object SparkSqlExample { sql("LOAD DATA LOCAL INPATH 'data.txt' INTO TABLE src") val results = sql("FROM src SELECT key, value WHERE key >= 0 AND KEY < 5").collect() results.foreach(println) - + def test(f: => Boolean, failureMsg: String) = { if (!f) { println(failureMsg) System.exit(-1) } } - + test(results.size == 5, "Unexpected number of selected elements: " + results) println("Test succeeded") sc.stop() |