aboutsummaryrefslogtreecommitdiff
path: root/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala
diff options
context:
space:
mode:
Diffstat (limited to 'dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala')
-rw-r--r--dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala8
1 files changed, 5 insertions, 3 deletions
diff --git a/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala b/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala
index f69d46cd17..8cbfb9cd41 100644
--- a/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala
+++ b/dev/audit-release/sbt_app_hive/src/main/scala/HiveApp.scala
@@ -33,7 +33,9 @@ object SparkSqlExample {
case None => new SparkConf().setAppName("Simple Sql App")
}
val sc = new SparkContext(conf)
- val sparkSession = SparkSession.withHiveSupport(sc)
+ val sparkSession = SparkSession.builder
+ .enableHiveSupport()
+ .getOrCreate()
import sparkSession._
sql("DROP TABLE IF EXISTS src")
@@ -41,14 +43,14 @@ object SparkSqlExample {
sql("LOAD DATA LOCAL INPATH 'data.txt' INTO TABLE src")
val results = sql("FROM src SELECT key, value WHERE key >= 0 AND KEY < 5").collect()
results.foreach(println)
-
+
def test(f: => Boolean, failureMsg: String) = {
if (!f) {
println(failureMsg)
System.exit(-1)
}
}
-
+
test(results.size == 5, "Unexpected number of selected elements: " + results)
println("Test succeeded")
sc.stop()