diff options
| author | Jacek Laskowski <jacek.laskowski@deepsense.io> | 2015-10-19 09:59:18 +0100 |
|---|---|---|
| committer | Sean Owen <sowen@cloudera.com> | 2015-10-19 09:59:18 +0100 |
| commit | bd64c2d550c36405f9be25a5c6a8eaa54bf4e7e7 (patch) | |
| tree | a3e739d07554f8c3a8fbcd6c779032147efb858a /yarn | |
| parent | beb8bc1ea588b7f9ab7effff707c0f784421364d (diff) | |
| download | spark-bd64c2d550c36405f9be25a5c6a8eaa54bf4e7e7.tar.gz spark-bd64c2d550c36405f9be25a5c6a8eaa54bf4e7e7.tar.bz2 spark-bd64c2d550c36405f9be25a5c6a8eaa54bf4e7e7.zip | |
[SPARK-10921][YARN] Completely remove the use of SparkContext.prefer…
…redNodeLocationData
Author: Jacek Laskowski <jacek.laskowski@deepsense.io>
Closes #8976 from jaceklaskowski/SPARK-10921.
Diffstat (limited to 'yarn')
| -rw-r--r-- | yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala | 1 | ||||
| -rw-r--r-- | yarn/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClient.scala | 2 |
2 files changed, 0 insertions, 3 deletions
diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala index 3791eea5bf..d1d248bf79 100644 --- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala +++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala @@ -255,7 +255,6 @@ private[spark] class ApplicationMaster( driverRef, yarnConf, _sparkConf, - if (sc != null) sc.preferredNodeLocationData else Map(), uiAddress, historyAddress, securityMgr) diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClient.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClient.scala index df042bf291..d2a211f671 100644 --- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClient.scala +++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClient.scala @@ -49,7 +49,6 @@ private[spark] class YarnRMClient(args: ApplicationMasterArguments) extends Logg * * @param conf The Yarn configuration. * @param sparkConf The Spark configuration. - * @param preferredNodeLocations Map with hints about where to allocate containers. * @param uiAddress Address of the SparkUI. * @param uiHistoryAddress Address of the application on the History Server. */ @@ -58,7 +57,6 @@ private[spark] class YarnRMClient(args: ApplicationMasterArguments) extends Logg driverRef: RpcEndpointRef, conf: YarnConfiguration, sparkConf: SparkConf, - preferredNodeLocations: Map[String, Set[SplitInfo]], uiAddress: String, uiHistoryAddress: String, securityMgr: SecurityManager |