aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorKaiXinXiaoLei <huleilei1@huawei.com>2015-04-02 20:24:31 -0700
committerAndrew Or <andrew@databricks.com>2015-04-02 20:24:48 -0700
commitf4a9c41b1386b78d7fbf3fa37b0b424da528a17d (patch)
tree837162c35a478a211d2e1f6a4d75b51692a20692
parent2991dd04215a4ba5c3367b71ff19de47efae47ca (diff)
downloadspark-f4a9c41b1386b78d7fbf3fa37b0b424da528a17d.tar.gz
spark-f4a9c41b1386b78d7fbf3fa37b0b424da528a17d.tar.bz2
spark-f4a9c41b1386b78d7fbf3fa37b0b424da528a17d.zip
[CORE] The descriptionof jobHistory config should be spark.history.fs.logDirectory
The config option is spark.history.fs.logDirectory, not spark.fs.history.logDirectory. So the descriptionof should be changed. Thanks. Author: KaiXinXiaoLei <huleilei1@huawei.com> Closes #5332 from KaiXinXiaoLei/historyConfig and squashes the following commits: 5ffbfb5 [KaiXinXiaoLei] the describe of jobHistory config is error (cherry picked from commit 8a0aa81ca37d337423db60edb09cf264cc2c6498) Signed-off-by: Andrew Or <andrew@databricks.com>
-rw-r--r--core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala2
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala b/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala
index 82a54dbfb5..f140274a18 100644
--- a/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala
@@ -96,7 +96,7 @@ private[history] class FsHistoryProvider(conf: SparkConf) extends ApplicationHis
if (!fs.exists(path)) {
var msg = s"Log directory specified does not exist: $logDir."
if (logDir == DEFAULT_LOG_DIR) {
- msg += " Did you configure the correct one through spark.fs.history.logDirectory?"
+ msg += " Did you configure the correct one through spark.history.fs.logDirectory?"
}
throw new IllegalArgumentException(msg)
}