From 53008c2d8a8b28f4204eaafa89f0e8087dc11466 Mon Sep 17 00:00:00 2001 From: Denny Date: Thu, 2 Aug 2012 15:59:39 -0700 Subject: Settings variables and bugfix for stop script. --- .../main/scala/spark/deploy/master/MasterArguments.scala | 13 ++++++++++++- .../main/scala/spark/deploy/worker/WorkerArguments.scala | 16 +++++++++++++++- 2 files changed, 27 insertions(+), 2 deletions(-) (limited to 'core/src') diff --git a/core/src/main/scala/spark/deploy/master/MasterArguments.scala b/core/src/main/scala/spark/deploy/master/MasterArguments.scala index 5d975cd546..0f7a92bdd0 100644 --- a/core/src/main/scala/spark/deploy/master/MasterArguments.scala +++ b/core/src/main/scala/spark/deploy/master/MasterArguments.scala @@ -10,7 +10,18 @@ class MasterArguments(args: Array[String]) { var ip = Utils.localIpAddress() var port = 7077 var webUiPort = 8080 - + + // Check for settings in environment variables + if (System.getenv("SPARK_MASTER_IP") != null) { + ip = System.getenv("SPARK_MASTER_IP") + } + if (System.getenv("SPARK_MASTER_PORT") != null) { + port = System.getenv("SPARK_MASTER_PORT").toInt + } + if (System.getenv("SPARK_MASTER_WEBUI_PORT") != null) { + webUiPort = System.getenv("SPARK_MASTER_WEBUI_PORT").toInt + } + parse(args.toList) def parse(args: List[String]): Unit = args match { diff --git a/core/src/main/scala/spark/deploy/worker/WorkerArguments.scala b/core/src/main/scala/spark/deploy/worker/WorkerArguments.scala index 3248d03697..1efe8304ea 100644 --- a/core/src/main/scala/spark/deploy/worker/WorkerArguments.scala +++ b/core/src/main/scala/spark/deploy/worker/WorkerArguments.scala @@ -15,7 +15,21 @@ class WorkerArguments(args: Array[String]) { var cores = inferDefaultCores() var memory = inferDefaultMemory() var master: String = null - + + // Check for settings in environment variables + if (System.getenv("SPARK_WORKER_PORT") != null) { + port = System.getenv("SPARK_WORKER_PORT").toInt + } + if (System.getenv("SPARK_WORKER_CORES") != null) { + cores = System.getenv("SPARK_WORKER_CORES").toInt + } + if (System.getenv("SPARK_WORKER_MEMORY") != null) { + memory = Utils.memoryStringToMb(System.getenv("SPARK_WORKER_MEMORY")) + } + if (System.getenv("SPARK_WORKER_WEBUI_PORT") != null) { + webUiPort = System.getenv("SPARK_WORKER_WEBUI_PORT").toInt + } + parse(args.toList) def parse(args: List[String]): Unit = args match { -- cgit v1.2.3