aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorKaren Feng <karenfeng.us@gmail.com>2013-07-23 15:33:27 -0700
committerKaren Feng <karenfeng.us@gmail.com>2013-07-23 15:33:27 -0700
commit383684daaa62bebc177b4c74573ce509f154f74b (patch)
treec46b36cae14e27c278b8e0aba624de10842e6d9f /core
parent9f2dbb2a7ca9c1cf878cf96df7122b05d95e799b (diff)
downloadspark-383684daaa62bebc177b4c74573ce509f154f74b.tar.gz
spark-383684daaa62bebc177b4c74573ce509f154f74b.tar.bz2
spark-383684daaa62bebc177b4c74573ce509f154f74b.zip
Replaces Seq with HashSet, removes redundant import
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/spark/ui/exec/ExecutorsUI.scala11
1 files changed, 6 insertions, 5 deletions
diff --git a/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala b/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala
index bb2b003486..606e1eb2fc 100644
--- a/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala
+++ b/core/src/main/scala/spark/ui/exec/ExecutorsUI.scala
@@ -5,7 +5,7 @@ import javax.servlet.http.HttpServletRequest
import org.eclipse.jetty.server.Handler
-import scala.collection.mutable.{ArrayBuffer, HashMap}
+import scala.collection.mutable.{ArrayBuffer, HashMap, HashSet}
import scala.util.Properties
import spark.{ExceptionFailure, Logging, SparkContext, Success, Utils}
@@ -18,7 +18,6 @@ import spark.ui.JettyUtils._
import spark.ui.Page.Executors
import spark.ui.UIUtils.headerSparkPage
import spark.ui.UIUtils
-import spark.Utils
import scala.xml.{Node, XML}
@@ -114,7 +113,7 @@ private[spark] class ExecutorsUI(val sc: SparkContext) {
}
private[spark] class ExecutorsListener extends SparkListener with Logging {
- val executorToTasksActive = HashMap[String, Seq[Long]]()
+ val executorToTasksActive = HashMap[String, HashSet[Long]]()
val executorToTasksComplete = HashMap[String, Int]()
val executorToTasksFailed = HashMap[String, Int]()
val executorToTaskInfos =
@@ -122,12 +121,14 @@ private[spark] class ExecutorsUI(val sc: SparkContext) {
override def onTaskStart(taskStart: SparkListenerTaskStart) {
val eid = taskStart.taskInfo.executorId
- executorToTasksActive(eid) = executorToTasksActive.getOrElse(eid, Seq[Long]()) :+ taskStart.taskInfo.taskId
+ executorToTasksActive(eid) = executorToTasksActive.getOrElse(eid, HashSet[Long]()) +
+ taskStart.taskInfo.taskId
}
override def onTaskEnd(taskEnd: SparkListenerTaskEnd) {
val eid = taskEnd.taskInfo.executorId
- executorToTasksActive(eid) = executorToTasksActive.getOrElse(eid, Seq[Long]()).filterNot(_ == taskEnd.taskInfo.taskId)
+ executorToTasksActive(eid) = executorToTasksActive.getOrElse(eid, HashSet[Long]()) -
+ taskEnd.taskInfo.taskId
val (failureInfo, metrics): (Option[ExceptionFailure], Option[TaskMetrics]) =
taskEnd.reason match {
case e: ExceptionFailure =>