aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authormeiyoula <1039320815@qq.com>2014-12-15 22:30:18 -0800
committerJosh Rosen <joshrosen@databricks.com>2014-12-15 22:30:18 -0800
commitc7628771da9a7d4bd4d7abfdede37ce1568dcd01 (patch)
tree9cb80047261b8c66a38f1e7a61ddadd34389047f /core
parent81112e4b573292e76c7feeed995751bd7a5fe489 (diff)
downloadspark-c7628771da9a7d4bd4d7abfdede37ce1568dcd01.tar.gz
spark-c7628771da9a7d4bd4d7abfdede37ce1568dcd01.tar.bz2
spark-c7628771da9a7d4bd4d7abfdede37ce1568dcd01.zip
[SPARK-4792] Add error message when making local dir unsuccessfully
Author: meiyoula <1039320815@qq.com> Closes #3635 from XuTingjun/master and squashes the following commits: dd1c66d [meiyoula] when old is deleted, it will throw an exception where call it 2a55bc2 [meiyoula] Update DiskBlockManager.scala 1483a4a [meiyoula] Delete multiple retries to make dir 67f7902 [meiyoula] Try some times to make dir maybe more reasonable 1c51a0c [meiyoula] Update DiskBlockManager.scala
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala6
1 files changed, 4 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala b/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala
index 58fba54710..bb2ae9f3f4 100644
--- a/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala
+++ b/core/src/main/scala/org/apache/spark/storage/DiskBlockManager.scala
@@ -17,7 +17,7 @@
package org.apache.spark.storage
-import java.io.File
+import java.io.{IOException, File}
import java.text.SimpleDateFormat
import java.util.{Date, Random, UUID}
@@ -71,7 +71,9 @@ private[spark] class DiskBlockManager(blockManager: BlockManager, conf: SparkCon
old
} else {
val newDir = new File(localDirs(dirId), "%02x".format(subDirId))
- newDir.mkdir()
+ if (!newDir.exists() && !newDir.mkdir()) {
+ throw new IOException(s"Failed to create local dir in $newDir.")
+ }
subDirs(dirId)(subDirId) = newDir
newDir
}