aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMatei Zaharia <matei@eecs.berkeley.edu>2013-10-30 17:01:56 -0700
committerMatei Zaharia <matei@eecs.berkeley.edu>2013-10-30 17:01:56 -0700
commitdc9ce16f6b695295c24062a76fd10f574d278cac (patch)
tree22c839a440f16be46a8eaeaa2975ae171f43b995
parent33de11c51dd2dbcbbf1801c54d9ce5ffaa324657 (diff)
parentff038eb4e0fbe94db85f6e6dec717d39fcf2048c (diff)
downloadspark-dc9ce16f6b695295c24062a76fd10f574d278cac.tar.gz
spark-dc9ce16f6b695295c24062a76fd10f574d278cac.tar.bz2
spark-dc9ce16f6b695295c24062a76fd10f574d278cac.zip
Merge pull request #126 from kayousterhout/local_fix
Fixed incorrect log message in local scheduler This change is especially relevant at the moment, because some users are seeing this failure, and the log message is misleading/incorrect (because for the tests, the max failures is set to 0, not 4)
-rw-r--r--core/src/main/scala/org/apache/spark/scheduler/local/LocalTaskSetManager.scala2
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/local/LocalTaskSetManager.scala b/core/src/main/scala/org/apache/spark/scheduler/local/LocalTaskSetManager.scala
index 55f8313e87..53bf78267e 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/local/LocalTaskSetManager.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/local/LocalTaskSetManager.scala
@@ -175,7 +175,7 @@ private[spark] class LocalTaskSetManager(sched: LocalScheduler, val taskSet: Tas
reason.className, reason.description, locs.mkString("\n")))
if (numFailures(index) > MAX_TASK_FAILURES) {
val errorMessage = "Task %s:%d failed more than %d times; aborting job %s".format(
- taskSet.id, index, 4, reason.description)
+ taskSet.id, index, MAX_TASK_FAILURES, reason.description)
decreaseRunningTasks(runningTasks)
sched.dagScheduler.taskSetFailed(taskSet, errorMessage)
// need to delete failed Taskset from schedule queue