diff options
author | Karen Feng <karenfeng.us@gmail.com> | 2013-07-19 15:57:01 -0700 |
---|---|---|
committer | Karen Feng <karenfeng.us@gmail.com> | 2013-07-19 15:57:01 -0700 |
commit | 865dc63bac1cb72ecb84038c0a7cd708cc9e19d7 (patch) | |
tree | cbf5ddd182a64eea7efb1cc1bc52ed2cb0735b0d /core | |
parent | 81bb5dc64007121df52cbafdf5f025c97f145953 (diff) | |
download | spark-865dc63bac1cb72ecb84038c0a7cd708cc9e19d7.tar.gz spark-865dc63bac1cb72ecb84038c0a7cd708cc9e19d7.tar.bz2 spark-865dc63bac1cb72ecb84038c0a7cd708cc9e19d7.zip |
Changed table format for executors
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/spark/ui/exec/ExecutorsUI.scala | 40 |
1 files changed, 23 insertions, 17 deletions
diff --git a/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala b/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala index de0e571553..fa516a4a34 100644 --- a/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala +++ b/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala @@ -33,9 +33,19 @@ private[spark] class ExecutorsUI(val sc: SparkContext) { val diskSpaceUsed = storageStatusList.flatMap(_.blocks.values.map(_.diskSize)) .reduceOption(_+_).getOrElse(0L) - val execTables = - for (a <- 0 until storageStatusList.size) - yield getExecTable(a) + val execHead = Seq("Executor ID", "Address", "RDD blocks", "Memory used", "Disk used") + def execRow(kv: Seq[String]) = + <tr> + <td>{kv(0)}</td> + <td>{kv(1)}</td> + <td>{kv(2)}</td> + <td>{kv(3)}</td> + <td>{kv(4)}</td> + </tr> + val execInfo = + for (b <- 0 until storageStatusList.size) + yield getExecInfo(b) + val execTable = UIUtils.listingTable(execHead, execRow, execInfo) val content = <div class="row"> @@ -50,30 +60,26 @@ private[spark] class ExecutorsUI(val sc: SparkContext) { </div> <div class = "row"> <div class="span12"> - {execTables} + {execTable} </div> </div>; headerSparkPage(content, sc, "Executors", Executors) } - def getExecTable(a: Int): Seq[Node] = { + def getExecInfo(a: Int): Seq[String] = { + val execId = sc.getExecutorStorageStatus(a).blockManagerId.executorId + val hostPort = sc.getExecutorStorageStatus(a).blockManagerId.hostPort val memUsed = Utils.memoryBytesToString(sc.getExecutorStorageStatus(a).maxMem) val maxMem = Utils.memoryBytesToString(sc.getExecutorStorageStatus(a).memUsed()) val diskUsed = Utils.memoryBytesToString(sc.getExecutorStorageStatus(a).diskUsed()) val rddBlocks = sc.getExecutorStorageStatus(a).blocks.size.toString - val execInfo = Seq( - ("RDD blocks", rddBlocks), - ("Memory used", "%s/%s".format(memUsed, maxMem)), - ("Disk used", diskUsed) + Seq( + execId, + hostPort, + rddBlocks, + "%s/%s".format(memUsed, maxMem), + diskUsed ) - def execRow(kv: (String, String)) = <tr><td>{kv._1}</td><td>{kv._2}</td></tr> - val table = UIUtils.listingTable(Seq("Name", "Value"), execRow, execInfo) - val execId = sc.getExecutorStorageStatus(a).blockManagerId.executorId - val hostPort = sc.getExecutorStorageStatus(a).blockManagerId.hostPort - val header = - <h3>Executor {execId}</h3> - <h4>{hostPort}</h4>; - header ++ table } }
\ No newline at end of file |