diff options
Diffstat (limited to 'python/pyspark/sql/conf.py')
| -rw-r--r-- | python/pyspark/sql/conf.py | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/python/pyspark/sql/conf.py b/python/pyspark/sql/conf.py index 609d882a95..792c420ca6 100644 --- a/python/pyspark/sql/conf.py +++ b/python/pyspark/sql/conf.py @@ -71,11 +71,14 @@ def _test(): os.chdir(os.environ["SPARK_HOME"]) globs = pyspark.sql.conf.__dict__.copy() - sc = SparkContext('local[4]', 'PythonTest') - globs['sc'] = sc - globs['spark'] = SparkSession(sc) + spark = SparkSession.builder\ + .master("local[4]")\ + .appName("sql.conf tests")\ + .getOrCreate() + globs['sc'] = spark.sparkContext + globs['spark'] = spark (failure_count, test_count) = doctest.testmod(pyspark.sql.conf, globs=globs) - globs['sc'].stop() + spark.stop() if failure_count: exit(-1) |