diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-05-27 21:31:43 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-05-27 21:31:43 -0700 |
| commit | 3db1e17baa11fa37b0c7f04d7213a30df66d1611 (patch) | |
| tree | 008d998565dfc99e52033fd496215299fc411775 | |
| parent | 3d4891d9fb9057fdd5ec03b0318c12b99e6af0af (diff) | |
| parent | bd3ea8f2a66de5ddc12dc1b2273e675d0abb8393 (diff) | |
| download | spark-3db1e17baa11fa37b0c7f04d7213a30df66d1611.tar.gz spark-3db1e17baa11fa37b0c7f04d7213a30df66d1611.tar.bz2 spark-3db1e17baa11fa37b0c7f04d7213a30df66d1611.zip | |
Merge pull request #620 from jerryshao/master
Fix CheckpointRDD java.io.FileNotFoundException when calling getPreferredLocations
| -rw-r--r-- | core/src/main/scala/spark/rdd/CheckpointRDD.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/rdd/CheckpointRDD.scala b/core/src/main/scala/spark/rdd/CheckpointRDD.scala index 43ee39c993..377b1bdbe0 100644 --- a/core/src/main/scala/spark/rdd/CheckpointRDD.scala +++ b/core/src/main/scala/spark/rdd/CheckpointRDD.scala @@ -43,7 +43,7 @@ class CheckpointRDD[T: ClassManifest](sc: SparkContext, val checkpointPath: Stri checkpointData.get.cpFile = Some(checkpointPath) override def getPreferredLocations(split: Partition): Seq[String] = { - val status = fs.getFileStatus(new Path(checkpointPath)) + val status = fs.getFileStatus(new Path(checkpointPath, CheckpointRDD.splitIdToFile(split.index))) val locations = fs.getFileBlockLocations(status, 0, status.getLen) locations.headOption.toList.flatMap(_.getHosts).filter(_ != "localhost") } |