diff options
author | tedyu <yuzhihong@gmail.com> | 2015-09-23 10:01:28 +0100 |
---|---|---|
committer | Sean Owen <sowen@cloudera.com> | 2015-09-23 10:01:28 +0100 |
commit | 27bfa9ab3a610e072c011fd88ee4684cea6ceb76 (patch) | |
tree | 4b3ff5b62227a26930bf19e105f85ee822add9c7 /network/shuffle | |
parent | 50e4634236668a0195390f0080d0ac230d428d05 (diff) | |
download | spark-27bfa9ab3a610e072c011fd88ee4684cea6ceb76.tar.gz spark-27bfa9ab3a610e072c011fd88ee4684cea6ceb76.tar.bz2 spark-27bfa9ab3a610e072c011fd88ee4684cea6ceb76.zip |
[SPARK-10721] Log warning when file deletion fails
Author: tedyu <yuzhihong@gmail.com>
Closes #8843 from tedyu/master.
Diffstat (limited to 'network/shuffle')
-rw-r--r-- | network/shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockResolver.java | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/network/shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockResolver.java b/network/shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockResolver.java index c5f93bb47f..0d4dd6afac 100644 --- a/network/shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockResolver.java +++ b/network/shuffle/src/main/java/org/apache/spark/network/shuffle/ExternalShuffleBlockResolver.java @@ -114,10 +114,14 @@ public class ExternalShuffleBlockResolver { "recover state for existing applications", registeredExecutorFile, e); if (registeredExecutorFile.isDirectory()) { for (File f : registeredExecutorFile.listFiles()) { - f.delete(); + if (!f.delete()) { + logger.warn("error deleting {}", f.getPath()); + } } } - registeredExecutorFile.delete(); + if (!registeredExecutorFile.delete()) { + logger.warn("error deleting {}", registeredExecutorFile.getPath()); + } options.createIfMissing(true); try { tmpDb = JniDBFactory.factory.open(registeredExecutorFile, options); |