aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMatei Zaharia <matei@eecs.berkeley.edu>2011-05-19 11:19:25 -0700
committerMatei Zaharia <matei@eecs.berkeley.edu>2011-05-19 11:19:25 -0700
commit328e51b693db28be87140e88dec062543a03ee85 (patch)
tree8c76ae2deb6cea229618dbfe52c8fd030e6e51b5
parentfd1d255821bde844af28e897fabd59a715659038 (diff)
downloadspark-328e51b693db28be87140e88dec062543a03ee85.tar.gz
spark-328e51b693db28be87140e88dec062543a03ee85.tar.bz2
spark-328e51b693db28be87140e88dec062543a03ee85.zip
Various minor fixes
-rw-r--r--core/lib/mesos.jarbin33618 -> 36686 bytes
-rw-r--r--core/src/main/scala/spark/CacheTracker.scala2
-rw-r--r--core/src/main/scala/spark/MapOutputTracker.scala7
-rwxr-xr-xsbt/sbt7
4 files changed, 11 insertions, 5 deletions
diff --git a/core/lib/mesos.jar b/core/lib/mesos.jar
index 60d299c8af..eb01ce8a15 100644
--- a/core/lib/mesos.jar
+++ b/core/lib/mesos.jar
Binary files differ
diff --git a/core/src/main/scala/spark/CacheTracker.scala b/core/src/main/scala/spark/CacheTracker.scala
index 8b5c99cf3c..7040d4e147 100644
--- a/core/src/main/scala/spark/CacheTracker.scala
+++ b/core/src/main/scala/spark/CacheTracker.scala
@@ -66,7 +66,7 @@ class CacheTracker(isMaster: Boolean, theCache: Cache) extends Logging {
if (isMaster) {
val tracker = new CacheTrackerActor
- tracker.start
+ tracker.start()
trackerActor = tracker
} else {
val host = System.getProperty("spark.master.host")
diff --git a/core/src/main/scala/spark/MapOutputTracker.scala b/core/src/main/scala/spark/MapOutputTracker.scala
index d36fbc7703..48d11145f2 100644
--- a/core/src/main/scala/spark/MapOutputTracker.scala
+++ b/core/src/main/scala/spark/MapOutputTracker.scala
@@ -34,18 +34,18 @@ extends DaemonActor with Logging {
class MapOutputTracker(isMaster: Boolean) extends Logging {
var trackerActor: AbstractActor = null
+
+ private val serverUris = new ConcurrentHashMap[Int, Array[String]]
if (isMaster) {
val tracker = new MapOutputTrackerActor(serverUris)
- tracker.start
+ tracker.start()
trackerActor = tracker
} else {
val host = System.getProperty("spark.master.host")
val port = System.getProperty("spark.master.port").toInt
trackerActor = RemoteActor.select(Node(host, port), 'MapOutputTracker)
}
-
- private val serverUris = new ConcurrentHashMap[Int, Array[String]]
def registerMapOutput(shuffleId: Int, numMaps: Int, mapId: Int, serverUri: String) {
var array = serverUris.get(shuffleId)
@@ -82,6 +82,7 @@ class MapOutputTracker(isMaster: Boolean) extends Logging {
// We won the race to fetch the output locs; do so
logInfo("Doing the fetch; tracker actor = " + trackerActor)
val fetched = (trackerActor !? GetMapOutputLocations(shuffleId)).asInstanceOf[Array[String]]
+ println("Got locations: " + fetched.mkString(", "))
serverUris.put(shuffleId, fetched)
fetching.synchronized {
fetching -= shuffleId
diff --git a/sbt/sbt b/sbt/sbt
index 87395fa28b..7b3780fecb 100755
--- a/sbt/sbt
+++ b/sbt/sbt
@@ -1,2 +1,7 @@
#!/bin/bash
-java -Xmx700M -jar `dirname $0`/sbt-launch-*.jar "$@"
+EXTRA_ARGS=""
+if [ "$MESOS_HOME" != "" ]; then
+ EXTRA_ARGS="-Djava.library.path=$MESOS_HOME/lib/java"
+fi
+export SPARK_HOME=$(cd "$(dirname $0)/.."; pwd)
+java -Xmx700M $EXTRA_ARGS -jar $SPARK_HOME/sbt/sbt-launch-*.jar "$@"