aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorCharles Reiss <charles@eecs.berkeley.edu>2012-12-04 13:58:12 -0800
committerCharles Reiss <charles@eecs.berkeley.edu>2012-12-06 00:03:08 -0800
commit7a033fd795b2008b1cdaa0d0aab73817db56d708 (patch)
tree5a4a662f232dc9aa04ff88952c97a71dfdfaabbf /core
parenta2a94fdbc755ccf1bea4600a273f214a624b3a98 (diff)
downloadspark-7a033fd795b2008b1cdaa0d0aab73817db56d708.tar.gz
spark-7a033fd795b2008b1cdaa0d0aab73817db56d708.tar.bz2
spark-7a033fd795b2008b1cdaa0d0aab73817db56d708.zip
Make LocalSparkCluster use distinct IPs
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/spark/deploy/LocalSparkCluster.scala8
1 files changed, 6 insertions, 2 deletions
diff --git a/core/src/main/scala/spark/deploy/LocalSparkCluster.scala b/core/src/main/scala/spark/deploy/LocalSparkCluster.scala
index 8b2a71add5..4211d80596 100644
--- a/core/src/main/scala/spark/deploy/LocalSparkCluster.scala
+++ b/core/src/main/scala/spark/deploy/LocalSparkCluster.scala
@@ -35,11 +35,15 @@ class LocalSparkCluster(numSlaves: Int, coresPerSlave: Int, memoryPerSlave: Int)
/* Start the Slaves */
for (slaveNum <- 1 to numSlaves) {
+ /* We can pretend to test distributed stuff by giving the slaves distinct hostnames.
+ All of 127/8 should be a loopback, we use 127.100.*.* in hopes that it is
+ sufficiently distinctive. */
+ val slaveIpAddress = "127.100.0." + (slaveNum % 256)
val (actorSystem, boundPort) =
- AkkaUtils.createActorSystem("sparkWorker" + slaveNum, localIpAddress, 0)
+ AkkaUtils.createActorSystem("sparkWorker" + slaveNum, slaveIpAddress, 0)
slaveActorSystems += actorSystem
val actor = actorSystem.actorOf(
- Props(new Worker(localIpAddress, boundPort, 0, coresPerSlave, memoryPerSlave, masterUrl)),
+ Props(new Worker(slaveIpAddress, boundPort, 0, coresPerSlave, memoryPerSlave, masterUrl)),
name = "Worker")
slaveActors += actor
}