aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark/worker.py
diff options
context:
space:
mode:
authorJey Kottalam <jey@cs.berkeley.edu>2013-05-10 15:48:48 -0700
committerJey Kottalam <jey@cs.berkeley.edu>2013-06-21 12:14:16 -0400
commit62c4781400dd908c2fccdcebf0dc816ff0cb8ed4 (patch)
treeb3632497d0b6532258324de4e12ce6d208dfd31d /python/pyspark/worker.py
parentc79a6078c34c207ad9f9910252f5849424828bf1 (diff)
downloadspark-62c4781400dd908c2fccdcebf0dc816ff0cb8ed4.tar.gz
spark-62c4781400dd908c2fccdcebf0dc816ff0cb8ed4.tar.bz2
spark-62c4781400dd908c2fccdcebf0dc816ff0cb8ed4.zip
Add tests and fixes for Python daemon shutdown
Diffstat (limited to 'python/pyspark/worker.py')
-rw-r--r--python/pyspark/worker.py2
1 files changed, 2 insertions, 0 deletions
diff --git a/python/pyspark/worker.py b/python/pyspark/worker.py
index 94d612ea6e..f76ee3c236 100644
--- a/python/pyspark/worker.py
+++ b/python/pyspark/worker.py
@@ -30,6 +30,8 @@ def report_times(outfile, boot, init, finish):
def main(infile, outfile):
boot_time = time.time()
split_index = read_int(infile)
+ if split_index == -1: # for unit tests
+ return
spark_files_dir = load_pickle(read_with_length(infile))
SparkFiles._root_directory = spark_files_dir
SparkFiles._is_running_on_worker = True