diff options
| author | Kay Ousterhout <kayousterhout@gmail.com> | 2013-11-15 18:34:28 -0800 |
|---|---|---|
| committer | Kay Ousterhout <kayousterhout@gmail.com> | 2013-11-15 18:34:28 -0800 |
| commit | 2b0a6e7d9210ed828395243027c7001f7dae77a4 (patch) | |
| tree | 584b5df43899b152a62025540f40f78a9a593091 /core/src/main/scala/org/apache | |
| parent | 0913c2297158a12656648b0a4b2023ae587da3b4 (diff) | |
| download | spark-2b0a6e7d9210ed828395243027c7001f7dae77a4.tar.gz spark-2b0a6e7d9210ed828395243027c7001f7dae77a4.tar.bz2 spark-2b0a6e7d9210ed828395243027c7001f7dae77a4.zip | |
Fixed error message in ClusterScheduler to be consistent with the old LocalScheduler
Diffstat (limited to 'core/src/main/scala/org/apache')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala b/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala index e3929e61ac..7989e6ab32 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala @@ -468,6 +468,7 @@ private[spark] class TaskSetManager( removeRunningTask(tid) val index = info.index info.markFailed() + var failureReason = "unknown" if (!successful(index)) { logWarning("Lost TID %s (task %s:%d)".format(tid, taskSet.id, index)) copiesRunning(index) -= 1 @@ -500,6 +501,7 @@ private[spark] class TaskSetManager( return } val key = ef.description + failureReason = "Exception failure: %s".format(ef.description) val now = clock.getTime() val (printFull, dupCount) = { if (recentExceptions.contains(key)) { @@ -525,7 +527,8 @@ private[spark] class TaskSetManager( } case TaskResultLost => - logWarning("Lost result for TID %s on host %s".format(tid, info.host)) + failureReason = "Lost result for TID %s on host %s".format(tid, info.host) + logWarning(failureReason) sched.dagScheduler.taskEnded(tasks(index), TaskResultLost, null, null, info, null) case _ => {} @@ -537,7 +540,8 @@ private[spark] class TaskSetManager( if (numFailures(index) > maxTaskFailures) { logError("Task %s:%d failed more than %d times; aborting job".format( taskSet.id, index, maxTaskFailures)) - abort("Task %s:%d failed more than %d times".format(taskSet.id, index, maxTaskFailures)) + abort("Task %s:%d failed more than %d times (most recent failure: %s)".format( + taskSet.id, index, maxTaskFailures, failureReason)) } } } else { |