aboutsummaryrefslogtreecommitdiff
path: root/dev
diff options
context:
space:
mode:
authorSandeep Singh <sandeep@techaddict.me>2016-05-11 17:44:00 -0700
committerAndrew Or <andrew@databricks.com>2016-05-11 17:44:00 -0700
commitdb573fc743d12446dd0421fb45d00c2f541eaf9a (patch)
treedbd694d63616becab4f45b8abdd0b583921cc3a5 /dev
parent603f4453a16825cc5773cfe24d6ae4cee5ec949a (diff)
downloadspark-db573fc743d12446dd0421fb45d00c2f541eaf9a.tar.gz
spark-db573fc743d12446dd0421fb45d00c2f541eaf9a.tar.bz2
spark-db573fc743d12446dd0421fb45d00c2f541eaf9a.zip
[SPARK-15072][SQL][PYSPARK] FollowUp: Remove SparkSession.withHiveSupport in PySpark
## What changes were proposed in this pull request? This is a followup of https://github.com/apache/spark/pull/12851 Remove `SparkSession.withHiveSupport` in PySpark and instead use `SparkSession.builder. enableHiveSupport` ## How was this patch tested? Existing tests. Author: Sandeep Singh <sandeep@techaddict.me> Closes #13063 from techaddict/SPARK-15072-followup.
Diffstat (limited to 'dev')
-rw-r--r--dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala8
1 files changed, 5 insertions, 3 deletions
diff --git a/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala b/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala
index f69d46cd17..8cbfb9cd41 100644
--- a/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala
+++ b/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala
@@ -33,7 +33,9 @@ object SparkSqlExample {
case None => new SparkConf().setAppName("Simple Sql App")
}
val sc = new SparkContext(conf)
- val sparkSession = SparkSession.withHiveSupport(sc)
+ val sparkSession = SparkSession.builder
+ .enableHiveSupport()
+ .getOrCreate()
import sparkSession._
sql("DROP TABLE IF EXISTS src")
@@ -41,14 +43,14 @@ object SparkSqlExample {
sql("LOAD DATA LOCAL INPATH 'data.txt' INTO TABLE src")
val results = sql("FROM src SELECT key, value WHERE key >= 0 AND KEY < 5").collect()
results.foreach(println)
-
+
def test(f: => Boolean, failureMsg: String) = {
if (!f) {
println(failureMsg)
System.exit(-1)
}
}
-
+
test(results.size == 5, "Unexpected number of selected elements: " + results)
println("Test succeeded")
sc.stop()