aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark/worker.py
diff options
context:
space:
mode:
authorJosh Rosen <joshrosen@eecs.berkeley.edu>2013-01-22 17:54:11 -0800
committerJosh Rosen <joshrosen@eecs.berkeley.edu>2013-01-22 17:54:11 -0800
commit35168d9c89904f0dc0bb470c1799f5ca3b04221f (patch)
tree39bfa48768f4382ea1104506eed4ff822c881c6c /python/pyspark/worker.py
parent7b9e96c99206c0679d9925e0161fde738a5c7c3a (diff)
downloadspark-35168d9c89904f0dc0bb470c1799f5ca3b04221f.tar.gz
spark-35168d9c89904f0dc0bb470c1799f5ca3b04221f.tar.bz2
spark-35168d9c89904f0dc0bb470c1799f5ca3b04221f.zip
Fix sys.path bug in PySpark SparkContext.addPyFile
Diffstat (limited to 'python/pyspark/worker.py')
-rw-r--r--python/pyspark/worker.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/python/pyspark/worker.py b/python/pyspark/worker.py
index e7bdb7682b..4bf643da66 100644
--- a/python/pyspark/worker.py
+++ b/python/pyspark/worker.py
@@ -26,6 +26,7 @@ def main():
split_index = read_int(sys.stdin)
spark_files_dir = load_pickle(read_with_length(sys.stdin))
SparkFiles._root_directory = spark_files_dir
+ sys.path.append(spark_files_dir)
num_broadcast_variables = read_int(sys.stdin)
for _ in range(num_broadcast_variables):
bid = read_long(sys.stdin)