diff options
| author | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-23 10:36:18 -0800 |
|---|---|---|
| committer | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-23 10:58:50 -0800 |
| commit | ae2ed2947d43860c74a8d40767e289ca78073977 (patch) | |
| tree | c72a585db233832ae53e52c4e015b8d52813643c /python/pyspark/worker.py | |
| parent | 35168d9c89904f0dc0bb470c1799f5ca3b04221f (diff) | |
| download | spark-ae2ed2947d43860c74a8d40767e289ca78073977.tar.gz spark-ae2ed2947d43860c74a8d40767e289ca78073977.tar.bz2 spark-ae2ed2947d43860c74a8d40767e289ca78073977.zip | |
Allow PySpark's SparkFiles to be used from driver
Fix minor documentation formatting issues.
Diffstat (limited to 'python/pyspark/worker.py')
| -rw-r--r-- | python/pyspark/worker.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/python/pyspark/worker.py b/python/pyspark/worker.py index 4bf643da66..d33d6dd15f 100644 --- a/python/pyspark/worker.py +++ b/python/pyspark/worker.py @@ -26,6 +26,7 @@ def main(): split_index = read_int(sys.stdin) spark_files_dir = load_pickle(read_with_length(sys.stdin)) SparkFiles._root_directory = spark_files_dir + SparkFiles._is_running_on_worker = True sys.path.append(spark_files_dir) num_broadcast_variables = read_int(sys.stdin) for _ in range(num_broadcast_variables): |