From ba78383bace52b13ee931c6f2df445f721d5080a Mon Sep 17 00:00:00 2001 From: Holden Karau Date: Sat, 30 Aug 2014 16:58:17 -0700 Subject: SPARK-3318: Documentation update in addFile on how to use SparkFiles.get Rather than specifying the path to SparkFiles we need to use the filename. Author: Holden Karau Closes #2210 from holdenk/SPARK-3318-documentation-for-addfiles-should-say-to-use-file-not-path and squashes the following commits: a25d27a [Holden Karau] Update the JavaSparkContext addFile method to be clear about using fileName with SparkFiles as well 0ebcb05 [Holden Karau] Documentation update in addFile on how to use SparkFiles.get to specify filename rather than path --- python/pyspark/context.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'python/pyspark/context.py') diff --git a/python/pyspark/context.py b/python/pyspark/context.py index 82f76de31a..6e4fdaa6ee 100644 --- a/python/pyspark/context.py +++ b/python/pyspark/context.py @@ -606,8 +606,8 @@ class SparkContext(object): FTP URI. To access the file in Spark jobs, use - L{SparkFiles.get(path)} to find its - download location. + L{SparkFiles.get(fileName)} with the + filename to find its download location. >>> from pyspark import SparkFiles >>> path = os.path.join(tempdir, "test.txt") -- cgit v1.2.3