aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2013-06-27 12:33:06 -0700
committerPatrick Wendell <pwendell@gmail.com>2013-06-27 12:33:06 -0700
commit92a4c2a5f6946bfae2136c52a22899db196f5799 (patch)
tree1d8a40613dbdf1fdad581f8da00886fc8e292a8e
parentee692482a609b5d42f7270b020d6f38fb5e466fd (diff)
downloadspark-92a4c2a5f6946bfae2136c52a22899db196f5799.tar.gz
spark-92a4c2a5f6946bfae2136c52a22899db196f5799.tar.bz2
spark-92a4c2a5f6946bfae2136c52a22899db196f5799.zip
Fixing bug in local scheduler time recording
-rw-r--r--core/src/main/scala/spark/scheduler/local/LocalScheduler.scala7
1 files changed, 4 insertions, 3 deletions
diff --git a/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala b/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala
index 93d4318b29..9d375e1db8 100644
--- a/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala
+++ b/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala
@@ -153,10 +153,10 @@ private[spark] class LocalScheduler(threads: Int, val maxFailures: Int, val sc:
// this adds a bit of unnecessary overhead but matches how the Mesos Executor works.
val (taskFiles, taskJars, taskBytes) = Task.deserializeWithDependencies(bytes)
updateDependencies(taskFiles, taskJars) // Download any files added with addFile
- val deserStart = System.currentTimeMillis()
+ val taskStart = System.currentTimeMillis()
val deserializedTask = ser.deserialize[Task[_]](
taskBytes, Thread.currentThread.getContextClassLoader)
- val deserTime = System.currentTimeMillis() - deserStart
+ val deserTime = System.currentTimeMillis() - taskStart
// Run it
val result: Any = deserializedTask.run(taskId)
@@ -170,8 +170,9 @@ private[spark] class LocalScheduler(threads: Int, val maxFailures: Int, val sc:
val resultToReturn = ser.deserialize[Any](serResult)
val accumUpdates = ser.deserialize[collection.mutable.Map[Long, Any]](
ser.serialize(Accumulators.values))
+ val serviceTime = System.currentTimeMillis() - taskStart
logInfo("Finished " + taskId)
- deserializedTask.metrics.get.executorRunTime = deserTime.toInt//info.duration.toInt //close enough
+ deserializedTask.metrics.get.executorRunTime = serviceTime.toInt
deserializedTask.metrics.get.executorDeserializeTime = deserTime.toInt
val taskResult = new TaskResult(result, accumUpdates, deserializedTask.metrics.getOrElse(null))