aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/org/apache/spark/SparkConf.scala14
1 files changed, 14 insertions, 0 deletions
diff --git a/core/src/main/scala/org/apache/spark/SparkConf.scala b/core/src/main/scala/org/apache/spark/SparkConf.scala
index 38700847c8..cce7a23d3b 100644
--- a/core/src/main/scala/org/apache/spark/SparkConf.scala
+++ b/core/src/main/scala/org/apache/spark/SparkConf.scala
@@ -238,6 +238,20 @@ class SparkConf(loadDefaults: Boolean) extends Cloneable with Logging {
}
}
+ // Validate memory fractions
+ val memoryKeys = Seq(
+ "spark.storage.memoryFraction",
+ "spark.shuffle.memoryFraction",
+ "spark.shuffle.safetyFraction",
+ "spark.storage.unrollFraction",
+ "spark.storage.safetyFraction")
+ for (key <- memoryKeys) {
+ val value = getDouble(key, 0.5)
+ if (value > 1 || value < 0) {
+ throw new IllegalArgumentException("$key should be between 0 and 1 (was '$value').")
+ }
+ }
+
// Check for legacy configs
sys.env.get("SPARK_JAVA_OPTS").foreach { value =>
val warning =