diff options
Diffstat (limited to 'python')
-rw-r--r-- | python/pyspark/context.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/python/pyspark/context.py b/python/pyspark/context.py index 3935413a34..b5c2421b88 100644 --- a/python/pyspark/context.py +++ b/python/pyspark/context.py @@ -189,7 +189,8 @@ class SparkContext(object): # Create a temporary directory inside spark.local.dir: local_dir = self._jvm.org.apache.spark.util.Utils.getLocalDir(self._jsc.sc().conf()) self._temp_dir = \ - self._jvm.org.apache.spark.util.Utils.createTempDir(local_dir).getAbsolutePath() + self._jvm.org.apache.spark.util.Utils.createTempDir(local_dir, "pyspark") \ + .getAbsolutePath() # profiling stats collected for each PythonRDD self._profile_stats = [] |