diff options
| author | Kay Ousterhout <kayousterhout@gmail.com> | 2013-11-13 23:06:17 -0800 |
|---|---|---|
| committer | Kay Ousterhout <kayousterhout@gmail.com> | 2013-11-13 23:06:17 -0800 |
| commit | 5125cd34663b83edceaa40deaf5f7f48a12138e5 (patch) | |
| tree | e149e9899b9a06f27d18f9340267a172b536e67e | |
| parent | 2054c61a18c277c00661b89bbae365470c297031 (diff) | |
| download | spark-5125cd34663b83edceaa40deaf5f7f48a12138e5.tar.gz spark-5125cd34663b83edceaa40deaf5f7f48a12138e5.tar.bz2 spark-5125cd34663b83edceaa40deaf5f7f48a12138e5.zip | |
Don't ignore spark.cores.max when using Mesos Coarse mode
| -rw-r--r-- | core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala index 300fe693f1..cd521e0f2b 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala @@ -181,6 +181,7 @@ private[spark] class CoarseMesosSchedulerBackend( !slaveIdsWithExecutors.contains(slaveId)) { // Launch an executor on the slave val cpusToUse = math.min(cpus, maxCores - totalCoresAcquired) + totalCoresAcquired += cpusToUse val taskId = newMesosTaskId() taskIdToSlaveId(taskId) = slaveId slaveIdsWithExecutors += slaveId |