diff options
author | Benoy Antony <benoy@apache.org> | 2014-09-10 11:59:39 -0500 |
---|---|---|
committer | Thomas Graves <tgraves@apache.org> | 2014-09-10 11:59:39 -0500 |
commit | 6f7a76838f15687583e3b0ab43309a3c079368c4 (patch) | |
tree | 390e9fc6e10b4dac7e64e32d6359d828a09057cd /yarn/alpha/src | |
parent | b734ed0c229373dbc589b9eca7327537ca458138 (diff) | |
download | spark-6f7a76838f15687583e3b0ab43309a3c079368c4.tar.gz spark-6f7a76838f15687583e3b0ab43309a3c079368c4.tar.bz2 spark-6f7a76838f15687583e3b0ab43309a3c079368c4.zip |
[SPARK-3286] - Cannot view ApplicationMaster UI when Yarn’s url scheme i...
...s https
Author: Benoy Antony <benoy@apache.org>
Closes #2276 from benoyantony/SPARK-3286 and squashes the following commits:
c3d51ee [Benoy Antony] Use address with scheme, but Allpha version removes the scheme
e82f94e [Benoy Antony] Use address with scheme, but Allpha version removes the scheme
92127c9 [Benoy Antony] rebasing from master
450c536 [Benoy Antony] [SPARK-3286] - Cannot view ApplicationMaster UI when Yarn’s url scheme is https
f060c02 [Benoy Antony] [SPARK-3286] - Cannot view ApplicationMaster UI when Yarn’s url scheme is https
Diffstat (limited to 'yarn/alpha/src')
-rw-r--r-- | yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClientImpl.scala | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClientImpl.scala b/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClientImpl.scala index ad27a9ab78..fc30953011 100644 --- a/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClientImpl.scala +++ b/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClientImpl.scala @@ -18,6 +18,7 @@ package org.apache.spark.deploy.yarn import scala.collection.{Map, Set} +import java.net.URI; import org.apache.hadoop.net.NetUtils import org.apache.hadoop.yarn.api._ @@ -97,7 +98,8 @@ private class YarnRMClientImpl(args: ApplicationMasterArguments) extends YarnRMC // Users can then monitor stderr/stdout on that node if required. appMasterRequest.setHost(Utils.localHostName()) appMasterRequest.setRpcPort(0) - appMasterRequest.setTrackingUrl(uiAddress) + //remove the scheme from the url if it exists since Hadoop does not expect scheme + appMasterRequest.setTrackingUrl(new URI(uiAddress).getAuthority()) resourceManager.registerApplicationMaster(appMasterRequest) } |