diff options
| author | Grega Kespret <grega@celtra.com> | 2013-12-09 10:39:02 +0100 |
|---|---|---|
| committer | Grega Kespret <grega@celtra.com> | 2013-12-09 10:39:02 +0100 |
| commit | 14a1df65729a3c7e5fd54f79424626a540aef5d4 (patch) | |
| tree | c76ffe680fb0eaf263228e9a20c94dde1aea562f | |
| parent | d992ec6d9be30e624c8edb2a50c193ac3cfbab7a (diff) | |
| download | spark-14a1df65729a3c7e5fd54f79424626a540aef5d4.tar.gz spark-14a1df65729a3c7e5fd54f79424626a540aef5d4.tar.bz2 spark-14a1df65729a3c7e5fd54f79424626a540aef5d4.zip | |
Fix for spark.task.maxFailures not enforced correctly.
| -rw-r--r-- | core/src/main/scala/org/apache/spark/scheduler/cluster/ClusterTaskSetManager.scala | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/ClusterTaskSetManager.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/ClusterTaskSetManager.scala index 94961790df..bf494aa64d 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/ClusterTaskSetManager.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/ClusterTaskSetManager.scala @@ -529,10 +529,10 @@ private[spark] class ClusterTaskSetManager( addPendingTask(index) if (state != TaskState.KILLED) { numFailures(index) += 1 - if (numFailures(index) > MAX_TASK_FAILURES) { - logError("Task %s:%d failed more than %d times; aborting job".format( + if (numFailures(index) >= MAX_TASK_FAILURES) { + logError("Task %s:%d failed %d times; aborting job".format( taskSet.id, index, MAX_TASK_FAILURES)) - abort("Task %s:%d failed more than %d times".format(taskSet.id, index, MAX_TASK_FAILURES)) + abort("Task %s:%d failed %d times".format(taskSet.id, index, MAX_TASK_FAILURES)) } } } else { |