diff options
author | Yinan Li <liyinan926@gmail.com> | 2014-01-18 21:28:17 -0800 |
---|---|---|
committer | Yinan Li <liyinan926@gmail.com> | 2014-01-18 21:28:17 -0800 |
commit | 584323c6b13e0d4624eb39360d0caff6c8232aac (patch) | |
tree | 097ecf9f78cc2a4870f4c52ec6e4cfc306c9727d /core | |
parent | fd833e7ab1bf006c5ae1dff4767b02729e1bbfa7 (diff) | |
download | spark-584323c6b13e0d4624eb39360d0caff6c8232aac.tar.gz spark-584323c6b13e0d4624eb39360d0caff6c8232aac.tar.bz2 spark-584323c6b13e0d4624eb39360d0caff6c8232aac.zip |
Addressed comments from Reynold
Signed-off-by: Yinan Li <liyinan926@gmail.com>
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/org/apache/spark/util/Utils.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/util/Utils.scala b/core/src/main/scala/org/apache/spark/util/Utils.scala index e1f8e9520c..f600c7001a 100644 --- a/core/src/main/scala/org/apache/spark/util/Utils.scala +++ b/core/src/main/scala/org/apache/spark/util/Utils.scala @@ -268,7 +268,7 @@ private[spark] object Utils extends Logging { val tempFile = File.createTempFile("fetchFileTemp", null, new File(tempDir)) val targetFile = new File(targetDir, filename) val uri = new URI(url) - val fileOverwrite = System.getProperty("spark.files.overwrite", "false").toBoolean + val fileOverwrite = conf.getBoolean("spark.files.overwrite", false) uri.getScheme match { case "http" | "https" | "ftp" => logInfo("Fetching " + url + " to " + tempFile) |