aboutsummaryrefslogtreecommitdiff
path: root/sql/core/src/test/scala/org/apache/spark/sql/SQLContextSuite.scala
diff options
context:
space:
mode:
Diffstat (limited to 'sql/core/src/test/scala/org/apache/spark/sql/SQLContextSuite.scala')
-rw-r--r--sql/core/src/test/scala/org/apache/spark/sql/SQLContextSuite.scala23
1 files changed, 23 insertions, 0 deletions
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/SQLContextSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/SQLContextSuite.scala
index 2f62ad4850..d49cc103b5 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/SQLContextSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/SQLContextSuite.scala
@@ -85,4 +85,27 @@ class SQLContextSuite extends SparkFunSuite with SharedSparkContext {
assert(sqlContext.getConf("spark.sql.with.or.without.you") == "my love")
}
+ test("Hadoop conf interaction between SQLContext and SparkContext") {
+ val mySpecialKey = "mai.special.key"
+ val mySpecialValue = "msv"
+ try {
+ sc.hadoopConfiguration.set(mySpecialKey, mySpecialValue)
+ val sqlContext = SQLContext.getOrCreate(sc)
+ val sessionState = sqlContext.sessionState
+ assert(sessionState.hadoopConf.get(mySpecialKey) === mySpecialValue)
+ assert(sqlContext.runtimeConf.getHadoop(mySpecialKey) === mySpecialValue)
+ // mutating hadoop conf in SQL doesn't mutate the underlying one
+ sessionState.hadoopConf.set(mySpecialKey, "no no no")
+ assert(sessionState.hadoopConf.get(mySpecialKey) === "no no no")
+ assert(sqlContext.runtimeConf.getHadoop(mySpecialKey) === "no no no")
+ assert(sc.hadoopConfiguration.get(mySpecialKey) === mySpecialValue)
+ sqlContext.runtimeConf.setHadoop(mySpecialKey, "yes yes yes")
+ assert(sessionState.hadoopConf.get(mySpecialKey) === "yes yes yes")
+ assert(sqlContext.runtimeConf.getHadoop(mySpecialKey) === "yes yes yes")
+ assert(sc.hadoopConfiguration.get(mySpecialKey) === mySpecialValue)
+ } finally {
+ sc.hadoopConfiguration.unset(mySpecialKey)
+ }
+ }
+
}