core/src/main/scala/spark/ui/jobs/PoolTable.scala


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

package spark.ui.jobs

import scala.collection.mutable.HashMap
import scala.collection.mutable.HashSet
import scala.xml.Node

import spark.scheduler.Stage
import spark.scheduler.cluster.Schedulable

/** Table showing list of pools */
private[spark] class PoolTable(pools: Seq[Schedulable], listener: JobProgressListener) {

  var poolToActiveStages: HashMap[String, HashSet[Stage]] = listener.poolToActiveStages

  def toNodeSeq(): Seq[Node] = {
    listener.synchronized {
      poolTable(poolRow, pools)
    }
  }

  private def poolTable(makeRow: (Schedulable, HashMap[String, HashSet[Stage]]) => Seq[Node],
    rows: Seq[Schedulable]
    ): Seq[Node] = {
    <table class="table table-bordered table-striped table-condensed sortable table-fixed">
      <thead>
        <th>Pool Name</th>
        <th>Minimum Share</th>
        <th>Pool Weight</th>
        <th>Active Stages</th>
        <th>Running Tasks</th>
        <th>SchedulingMode</th>
      </thead>
      <tbody>
        {rows.map(r => makeRow(r, poolToActiveStages))}
      </tbody>
    </table>
  }

  private def poolRow(p: Schedulable, poolToActiveStages: HashMap[String, HashSet[Stage]])
    : Seq[Node] = {
    val activeStages = poolToActiveStages.get(p.name) match {
      case Some(stages) => stages.size
      case None => 0
    }
    <tr>
      <td><a href={"/stages/pool?poolname=%s".format(p.name)}>{p.name}</a></td>
      <td>{p.minShare}</td>
      <td>{p.weight}</td>
      <td>{activeStages}</td>
      <td>{p.runningTasks}</td>
      <td>{p.schedulingMode}</td>
    </tr>
  }
}