aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark/sql/session.py
diff options
context:
space:
mode:
Diffstat (limited to 'python/pyspark/sql/session.py')
-rw-r--r--python/pyspark/sql/session.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/python/pyspark/sql/session.py b/python/pyspark/sql/session.py
index 52e7f3d348..8f7dcb54a7 100644
--- a/python/pyspark/sql/session.py
+++ b/python/pyspark/sql/session.py
@@ -144,7 +144,7 @@ class SparkSession(object):
default.
>>> s1 = SparkSession.builder.config("k1", "v1").getOrCreate()
- >>> s1.conf.get("k1") == "v1"
+ >>> s1.conf.get("k1") == s1.sparkContext.getConf().get("k1") == "v1"
True
In case an existing SparkSession is returned, the config options specified
@@ -168,6 +168,8 @@ class SparkSession(object):
session = SparkSession(sc)
for key, value in self._options.items():
session.conf.set(key, value)
+ for key, value in self._options.items():
+ session.sparkContext._conf.set(key, value)
return session
builder = Builder()