diff options
| author | Jongyoul Lee <jongyoul@gmail.com> | 2014-11-05 15:49:42 -0800 |
|---|---|---|
| committer | Andrew Or <andrew@databricks.com> | 2014-11-05 15:50:13 -0800 |
| commit | 590a94373d237f727f58cfd6fd02135b44d964f8 (patch) | |
| tree | cc90ab7d861d6743302097ac163236bf4e74dff4 /core/src | |
| parent | 44751af9f8ec6a2b6ca49e5aee3e924c61afd3f7 (diff) | |
| download | spark-590a94373d237f727f58cfd6fd02135b44d964f8.tar.gz spark-590a94373d237f727f58cfd6fd02135b44d964f8.tar.bz2 spark-590a94373d237f727f58cfd6fd02135b44d964f8.zip | |
SPARK-3223 runAsSparkUser cannot change HDFS write permission properly i...
...n mesos cluster mode
- change master newer
Author: Jongyoul Lee <jongyoul@gmail.com>
Closes #3034 from jongyoul/SPARK-3223 and squashes the following commits:
42b2ed3 [Jongyoul Lee] SPARK-3223 runAsSparkUser cannot change HDFS write permission properly in mesos cluster mode - change master newer
(cherry picked from commit f7ac8c2b1de96151231617846b7468d23379c74a)
Signed-off-by: Andrew Or <andrew@databricks.com>
Diffstat (limited to 'core/src')
2 files changed, 2 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala index 037fea5854..43c0d8cb7e 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala @@ -95,7 +95,7 @@ private[spark] class CoarseMesosSchedulerBackend( setDaemon(true) override def run() { val scheduler = CoarseMesosSchedulerBackend.this - val fwInfo = FrameworkInfo.newBuilder().setUser("").setName(sc.appName).build() + val fwInfo = FrameworkInfo.newBuilder().setUser(sc.sparkUser).setName(sc.appName).build() driver = new MesosSchedulerDriver(scheduler, fwInfo, master) try { { val ret = driver.run() diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala index 8f064bffea..ea6b06c7f6 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosSchedulerBackend.scala @@ -70,7 +70,7 @@ private[spark] class MesosSchedulerBackend( setDaemon(true) override def run() { val scheduler = MesosSchedulerBackend.this - val fwInfo = FrameworkInfo.newBuilder().setUser("").setName(sc.appName).build() + val fwInfo = FrameworkInfo.newBuilder().setUser(sc.sparkUser).setName(sc.appName).build() driver = new MesosSchedulerDriver(scheduler, fwInfo, master) try { val ret = driver.run() |