diff options
author | Jongyoul Lee <jongyoul@gmail.com> | 2014-11-05 15:49:42 -0800 |
---|---|---|
committer | Andrew Or <andrew@databricks.com> | 2014-11-05 15:49:42 -0800 |
commit | f7ac8c2b1de96151231617846b7468d23379c74a (patch) | |
tree | 4e1b68022f68c0ae877cf35917457679c3810288 | |
parent | 868cd4c3ca11e6ecc4425b972d9a20c360b52425 (diff) | |
download | spark-f7ac8c2b1de96151231617846b7468d23379c74a.tar.gz spark-f7ac8c2b1de96151231617846b7468d23379c74a.tar.bz2 spark-f7ac8c2b1de96151231617846b7468d23379c74a.zip |
SPARK-3223 runAsSparkUser cannot change HDFS write permission properly i...
...n mesos cluster mode
- change master newer
Author: Jongyoul Lee <jongyoul@gmail.com>
Closes #3034 from jongyoul/SPARK-3223 and squashes the following commits:
42b2ed3 [Jongyoul Lee] SPARK-3223 runAsSparkUser cannot change HDFS write permission properly in mesos cluster mode - change master newer
2 files changed, 2 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala index d8c0e2f66d..e4b8598460 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala @@ -93,7 +93,7 @@ private[spark] class CoarseMesosSchedulerBackend( setDaemon(true) override def run() { val scheduler = CoarseMesosSchedulerBackend.this - val fwInfo = FrameworkInfo.newBuilder().setUser("").setName(sc.appName).build() + val fwInfo = FrameworkInfo.newBuilder().setUser(sc.sparkUser).setName(sc.appName).build() driver = new MesosSchedulerDriver(scheduler, fwInfo, master) try { { val ret = driver.run() diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala index 8e2faff90f..7d097a3a7a 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala @@ -72,7 +72,7 @@ private[spark] class MesosSchedulerBackend( setDaemon(true) override def run() { val scheduler = MesosSchedulerBackend.this - val fwInfo = FrameworkInfo.newBuilder().setUser("").setName(sc.appName).build() + val fwInfo = FrameworkInfo.newBuilder().setUser(sc.sparkUser).setName(sc.appName).build() driver = new MesosSchedulerDriver(scheduler, fwInfo, master) try { val ret = driver.run() |