diff options
author | Chris Cope <ccope@resilientscience.com> | 2014-09-11 08:13:07 -0500 |
---|---|---|
committer | Thomas Graves <tgraves@apache.org> | 2014-09-11 08:13:07 -0500 |
commit | ed1980ffa9ccb87d76694ba910ef22df034bca49 (patch) | |
tree | a88c965643148ccd1690db97aded1c24d7184bba /yarn/stable/src | |
parent | c27718f376483dbe6290de612094c8d4ce9b16b4 (diff) | |
download | spark-ed1980ffa9ccb87d76694ba910ef22df034bca49.tar.gz spark-ed1980ffa9ccb87d76694ba910ef22df034bca49.tar.bz2 spark-ed1980ffa9ccb87d76694ba910ef22df034bca49.zip |
[SPARK-2140] Updating heap memory calculation for YARN stable and alpha.
Updated pull request, reflecting YARN stable and alpha states. I am getting intermittent test failures on my own test infrastructure. Is that tracked anywhere yet?
Author: Chris Cope <ccope@resilientscience.com>
Closes #2253 from copester/master and squashes the following commits:
5ad89da [Chris Cope] [SPARK-2140] Removing calculateAMMemory functions since they are no longer needed.
52b4e45 [Chris Cope] [SPARK-2140] Updating heap memory calculation for YARN stable and alpha.
Diffstat (limited to 'yarn/stable/src')
-rw-r--r-- | yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/Client.scala | 9 |
1 files changed, 0 insertions, 9 deletions
diff --git a/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/Client.scala b/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/Client.scala index 313a0d21ce..82e45e3e7a 100644 --- a/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/Client.scala +++ b/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/Client.scala @@ -103,15 +103,6 @@ class Client(clientArgs: ClientArguments, hadoopConf: Configuration, spConf: Spa clusterMetrics.getNumNodeManagers) } - def calculateAMMemory(newApp: GetNewApplicationResponse) :Int = { - // TODO: Need a replacement for the following code to fix -Xmx? - // val minResMemory: Int = newApp.getMinimumResourceCapability().getMemory() - // var amMemory = ((args.amMemory / minResMemory) * minResMemory) + - // ((if ((args.amMemory % minResMemory) == 0) 0 else minResMemory) - - // memoryOverhead ) - args.amMemory - } - def setupSecurityToken(amContainer: ContainerLaunchContext) = { // Setup security tokens. val dob = new DataOutputBuffer() |