diff options
author | Shixiong Zhu <shixiong@databricks.com> | 2015-11-18 12:53:22 -0800 |
---|---|---|
committer | Marcelo Vanzin <vanzin@cloudera.com> | 2015-11-18 12:53:22 -0800 |
commit | 7c5b641808740ba5eed05ba8204cdbaf3fc579f5 (patch) | |
tree | 0fdcef50336c771543f7e7e367920289ffabf004 /network/yarn | |
parent | a416e41e285700f861559d710dbf857405bfddf6 (diff) | |
download | spark-7c5b641808740ba5eed05ba8204cdbaf3fc579f5.tar.gz spark-7c5b641808740ba5eed05ba8204cdbaf3fc579f5.tar.bz2 spark-7c5b641808740ba5eed05ba8204cdbaf3fc579f5.zip |
[SPARK-10745][CORE] Separate configs between shuffle and RPC
[SPARK-6028](https://issues.apache.org/jira/browse/SPARK-6028) uses network module to implement RPC. However, there are some configurations named with `spark.shuffle` prefix in the network module.
This PR refactors them to make sure the user can control them in shuffle and RPC separately. The user can use `spark.rpc.*` to set the configuration for netty RPC.
Author: Shixiong Zhu <shixiong@databricks.com>
Closes #9481 from zsxwing/SPARK-10745.
Diffstat (limited to 'network/yarn')
-rw-r--r-- | network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java b/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java index 11ea7f3fd3..ba6d30a74c 100644 --- a/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java +++ b/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java @@ -120,7 +120,7 @@ public class YarnShuffleService extends AuxiliaryService { registeredExecutorFile = findRegisteredExecutorFile(conf.getStrings("yarn.nodemanager.local-dirs")); - TransportConf transportConf = new TransportConf(new HadoopConfigProvider(conf)); + TransportConf transportConf = new TransportConf("shuffle", new HadoopConfigProvider(conf)); // If authentication is enabled, set up the shuffle server to use a // special RPC handler that filters out unauthenticated fetch requests boolean authEnabled = conf.getBoolean(SPARK_AUTHENTICATE_KEY, DEFAULT_SPARK_AUTHENTICATE); |