diff options
| author | meiyoula <1039320815@qq.com> | 2014-12-29 08:20:30 -0600 |
|---|---|---|
| committer | Thomas Graves <tgraves@apache.org> | 2014-12-29 08:20:30 -0600 |
| commit | 14fa87bdf4b89cd392270864ee063ce01bd31887 (patch) | |
| tree | 82f010d0dca988afbc6d8c05bfb24d1e9b80946a /yarn/src | |
| parent | a3e51cc990812c8099dcaf1f3bd6d5bae45cf8e6 (diff) | |
| download | spark-14fa87bdf4b89cd392270864ee063ce01bd31887.tar.gz spark-14fa87bdf4b89cd392270864ee063ce01bd31887.tar.bz2 spark-14fa87bdf4b89cd392270864ee063ce01bd31887.zip | |
[SPARK-4966][YARN]The MemoryOverhead value is setted not correctly
Author: meiyoula <1039320815@qq.com>
Closes #3797 from XuTingjun/MemoryOverhead and squashes the following commits:
5a780fc [meiyoula] Update ClientArguments.scala
Diffstat (limited to 'yarn/src')
| -rw-r--r-- | yarn/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala index 7305249f80..39f1021c9d 100644 --- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala +++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala @@ -39,6 +39,8 @@ private[spark] class ClientArguments(args: Array[String], sparkConf: SparkConf) var appName: String = "Spark" var priority = 0 + parseArgs(args.toList) + // Additional memory to allocate to containers // For now, use driver's memory overhead as our AM container's memory overhead val amMemoryOverhead = sparkConf.getInt("spark.yarn.driver.memoryOverhead", @@ -50,7 +52,6 @@ private[spark] class ClientArguments(args: Array[String], sparkConf: SparkConf) private val isDynamicAllocationEnabled = sparkConf.getBoolean("spark.dynamicAllocation.enabled", false) - parseArgs(args.toList) loadEnvironmentArgs() validateArgs() |