aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorAhir Reddy <ahirreddy@gmail.com>2013-11-13 15:23:36 -0800
committerAhir Reddy <ahirreddy@gmail.com>2013-11-13 15:23:36 -0800
commit0ea1f8b225031d5d2e44af4147ab4c8cfff4febc (patch)
treed277f7a7f9af5364adcdc2812997e0934bffb208 /core
parent39af914b273e35ff431844951ee8dfadcbc0c400 (diff)
downloadspark-0ea1f8b225031d5d2e44af4147ab4c8cfff4febc.tar.gz
spark-0ea1f8b225031d5d2e44af4147ab4c8cfff4febc.tar.bz2
spark-0ea1f8b225031d5d2e44af4147ab4c8cfff4febc.zip
Write Spark UI url to driver file on HDFS
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala12
1 files changed, 1 insertions, 11 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala
index 6b91935400..0ea35e2b7a 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala
@@ -31,10 +31,6 @@ private[spark] class SimrSchedulerBackend(
val tmpPath = new Path(driverFilePath + "_tmp")
val filePath = new Path(driverFilePath)
- val uiFilePath = driverFilePath + "_ui"
- val tmpUiPath = new Path(uiFilePath + "_tmp")
- val uiPath = new Path(uiFilePath)
-
val maxCores = System.getProperty("spark.simr.executor.cores", "1").toInt
override def start() {
@@ -49,23 +45,17 @@ private[spark] class SimrSchedulerBackend(
logInfo("Writing to HDFS file: " + driverFilePath)
logInfo("Writing Akka address: " + driverUrl)
- logInfo("Writing to HDFS file: " + uiFilePath)
logInfo("Writing Spark UI Address: " + sc.ui.appUIAddress)
// Create temporary file to prevent race condition where executors get empty driverUrl file
val temp = fs.create(tmpPath, true)
temp.writeUTF(driverUrl)
temp.writeInt(maxCores)
+ temp.writeUTF(sc.ui.appUIAddress)
temp.close()
// "Atomic" rename
fs.rename(tmpPath, filePath)
-
- // Write Spark UI Address to file
- val uiTemp = fs.create(tmpUiPath, true)
- uiTemp.writeUTF(sc.ui.appUIAddress)
- uiTemp.close()
- fs.rename(tmpUiPath, uiPath)
}
override def stop() {