diff options
| author | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-21 16:42:24 -0800 |
|---|---|---|
| committer | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2013-01-21 17:34:17 -0800 |
| commit | ef711902c1f42db14c8ddd524195f0a9efb56e65 (patch) | |
| tree | e770a7439d3983c13346cbd81aa1eeeef23e2571 /python/pyspark/__init__.py | |
| parent | 506077c9938cd411842fe42404aa6b74b45b23a1 (diff) | |
| download | spark-ef711902c1f42db14c8ddd524195f0a9efb56e65.tar.gz spark-ef711902c1f42db14c8ddd524195f0a9efb56e65.tar.bz2 spark-ef711902c1f42db14c8ddd524195f0a9efb56e65.zip | |
Don't download files to master's working directory.
This should avoid exceptions caused by existing
files with different contents.
I also removed some unused code.
Diffstat (limited to 'python/pyspark/__init__.py')
| -rw-r--r-- | python/pyspark/__init__.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/python/pyspark/__init__.py b/python/pyspark/__init__.py index 00666bc0a3..3e8bca62f0 100644 --- a/python/pyspark/__init__.py +++ b/python/pyspark/__init__.py @@ -11,6 +11,8 @@ Public classes: A broadcast variable that gets reused across tasks. - L{Accumulator<pyspark.accumulators.Accumulator>} An "add-only" shared variable that tasks can only add values to. + - L{SparkFiles<pyspark.files.SparkFiles>} + Access files shipped with jobs. """ import sys import os @@ -19,6 +21,7 @@ sys.path.insert(0, os.path.join(os.environ["SPARK_HOME"], "python/lib/py4j0.7.eg from pyspark.context import SparkContext from pyspark.rdd import RDD +from pyspark.files import SparkFiles -__all__ = ["SparkContext", "RDD"] +__all__ = ["SparkContext", "RDD", "SparkFiles"] |