diff options
author | Patrick Wendell <pwendell@gmail.com> | 2013-06-27 12:33:06 -0700 |
---|---|---|
committer | Patrick Wendell <pwendell@gmail.com> | 2013-06-27 12:33:06 -0700 |
commit | 92a4c2a5f6946bfae2136c52a22899db196f5799 (patch) | |
tree | 1d8a40613dbdf1fdad581f8da00886fc8e292a8e | |
parent | ee692482a609b5d42f7270b020d6f38fb5e466fd (diff) | |
download | spark-92a4c2a5f6946bfae2136c52a22899db196f5799.tar.gz spark-92a4c2a5f6946bfae2136c52a22899db196f5799.tar.bz2 spark-92a4c2a5f6946bfae2136c52a22899db196f5799.zip |
Fixing bug in local scheduler time recording
-rw-r--r-- | core/src/main/scala/spark/scheduler/local/LocalScheduler.scala | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala b/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala index 93d4318b29..9d375e1db8 100644 --- a/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala +++ b/core/src/main/scala/spark/scheduler/local/LocalScheduler.scala @@ -153,10 +153,10 @@ private[spark] class LocalScheduler(threads: Int, val maxFailures: Int, val sc: // this adds a bit of unnecessary overhead but matches how the Mesos Executor works. val (taskFiles, taskJars, taskBytes) = Task.deserializeWithDependencies(bytes) updateDependencies(taskFiles, taskJars) // Download any files added with addFile - val deserStart = System.currentTimeMillis() + val taskStart = System.currentTimeMillis() val deserializedTask = ser.deserialize[Task[_]]( taskBytes, Thread.currentThread.getContextClassLoader) - val deserTime = System.currentTimeMillis() - deserStart + val deserTime = System.currentTimeMillis() - taskStart // Run it val result: Any = deserializedTask.run(taskId) @@ -170,8 +170,9 @@ private[spark] class LocalScheduler(threads: Int, val maxFailures: Int, val sc: val resultToReturn = ser.deserialize[Any](serResult) val accumUpdates = ser.deserialize[collection.mutable.Map[Long, Any]]( ser.serialize(Accumulators.values)) + val serviceTime = System.currentTimeMillis() - taskStart logInfo("Finished " + taskId) - deserializedTask.metrics.get.executorRunTime = deserTime.toInt//info.duration.toInt //close enough + deserializedTask.metrics.get.executorRunTime = serviceTime.toInt deserializedTask.metrics.get.executorDeserializeTime = deserTime.toInt val taskResult = new TaskResult(result, accumUpdates, deserializedTask.metrics.getOrElse(null)) |