aboutsummaryrefslogtreecommitdiff
path: root/network/yarn
diff options
context:
space:
mode:
authorShixiong Zhu <shixiong@databricks.com>2015-11-18 12:53:22 -0800
committerMarcelo Vanzin <vanzin@cloudera.com>2015-11-18 12:53:22 -0800
commit7c5b641808740ba5eed05ba8204cdbaf3fc579f5 (patch)
tree0fdcef50336c771543f7e7e367920289ffabf004 /network/yarn
parenta416e41e285700f861559d710dbf857405bfddf6 (diff)
downloadspark-7c5b641808740ba5eed05ba8204cdbaf3fc579f5.tar.gz
spark-7c5b641808740ba5eed05ba8204cdbaf3fc579f5.tar.bz2
spark-7c5b641808740ba5eed05ba8204cdbaf3fc579f5.zip
[SPARK-10745][CORE] Separate configs between shuffle and RPC
[SPARK-6028](https://issues.apache.org/jira/browse/SPARK-6028) uses network module to implement RPC. However, there are some configurations named with `spark.shuffle` prefix in the network module. This PR refactors them to make sure the user can control them in shuffle and RPC separately. The user can use `spark.rpc.*` to set the configuration for netty RPC. Author: Shixiong Zhu <shixiong@databricks.com> Closes #9481 from zsxwing/SPARK-10745.
Diffstat (limited to 'network/yarn')
-rw-r--r--network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java2
1 files changed, 1 insertions, 1 deletions
diff --git a/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java b/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java
index 11ea7f3fd3..ba6d30a74c 100644
--- a/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java
+++ b/network/yarn/src/main/java/org/apache/spark/network/yarn/YarnShuffleService.java
@@ -120,7 +120,7 @@ public class YarnShuffleService extends AuxiliaryService {
registeredExecutorFile =
findRegisteredExecutorFile(conf.getStrings("yarn.nodemanager.local-dirs"));
- TransportConf transportConf = new TransportConf(new HadoopConfigProvider(conf));
+ TransportConf transportConf = new TransportConf("shuffle", new HadoopConfigProvider(conf));
// If authentication is enabled, set up the shuffle server to use a
// special RPC handler that filters out unauthenticated fetch requests
boolean authEnabled = conf.getBoolean(SPARK_AUTHENTICATE_KEY, DEFAULT_SPARK_AUTHENTICATE);