diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-01-23 12:16:30 -0800 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-01-23 12:16:30 -0800 |
| commit | 4d77d554e1088d6953d1fb1dd634979648293464 (patch) | |
| tree | b7588154e89fc62d7f03f4859584918685e7a8b3 /core/src/test | |
| parent | 7c3a1bddb77c2b83afa1a68e4f8a455572b5c0dc (diff) | |
| parent | ae2ed2947d43860c74a8d40767e289ca78073977 (diff) | |
| download | spark-4d77d554e1088d6953d1fb1dd634979648293464.tar.gz spark-4d77d554e1088d6953d1fb1dd634979648293464.tar.bz2 spark-4d77d554e1088d6953d1fb1dd634979648293464.zip | |
Merge pull request #394 from JoshRosen/add_file_fix
Add SparkFiles.get() API to access files added through addFile().
Diffstat (limited to 'core/src/test')
| -rw-r--r-- | core/src/test/scala/spark/FileServerSuite.scala | 9 |
1 files changed, 6 insertions, 3 deletions
diff --git a/core/src/test/scala/spark/FileServerSuite.scala b/core/src/test/scala/spark/FileServerSuite.scala index fe964bd893..b9e1248829 100644 --- a/core/src/test/scala/spark/FileServerSuite.scala +++ b/core/src/test/scala/spark/FileServerSuite.scala @@ -40,7 +40,8 @@ class FileServerSuite extends FunSuite with BeforeAndAfter { sc.addFile(tmpFile.toString) val testData = Array((1,1), (1,1), (2,1), (3,5), (2,2), (3,0)) val result = sc.parallelize(testData).reduceByKey { - val in = new BufferedReader(new FileReader("FileServerSuite.txt")) + val path = SparkFiles.get("FileServerSuite.txt") + val in = new BufferedReader(new FileReader(path)) val fileVal = in.readLine().toInt in.close() _ * fileVal + _ * fileVal @@ -54,7 +55,8 @@ class FileServerSuite extends FunSuite with BeforeAndAfter { sc.addFile((new File(tmpFile.toString)).toURL.toString) val testData = Array((1,1), (1,1), (2,1), (3,5), (2,2), (3,0)) val result = sc.parallelize(testData).reduceByKey { - val in = new BufferedReader(new FileReader("FileServerSuite.txt")) + val path = SparkFiles.get("FileServerSuite.txt") + val in = new BufferedReader(new FileReader(path)) val fileVal = in.readLine().toInt in.close() _ * fileVal + _ * fileVal @@ -83,7 +85,8 @@ class FileServerSuite extends FunSuite with BeforeAndAfter { sc.addFile(tmpFile.toString) val testData = Array((1,1), (1,1), (2,1), (3,5), (2,2), (3,0)) val result = sc.parallelize(testData).reduceByKey { - val in = new BufferedReader(new FileReader("FileServerSuite.txt")) + val path = SparkFiles.get("FileServerSuite.txt") + val in = new BufferedReader(new FileReader(path)) val fileVal = in.readLine().toInt in.close() _ * fileVal + _ * fileVal |