From 391755dc6ed2e156b8df8a530ac8df6ed7ba7f8a Mon Sep 17 00:00:00 2001 From: Reynold Xin Date: Fri, 26 Feb 2016 12:49:16 -0800 Subject: [SPARK-13465] Add a task failure listener to TaskContext ## What changes were proposed in this pull request? TaskContext supports task completion callback, which gets called regardless of task failures. However, there is no way for the listener to know if there is an error. This patch adds a new listener that gets called when a task fails. ## How was the this patch tested? New unit test case and integration test case covering the code path Author: Reynold Xin Closes #11340 from rxin/SPARK-13465. --- project/MimaExcludes.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'project') diff --git a/project/MimaExcludes.scala b/project/MimaExcludes.scala index 14e3c90f1b..165280a1b2 100644 --- a/project/MimaExcludes.scala +++ b/project/MimaExcludes.scala @@ -271,7 +271,9 @@ object MimaExcludes { ) ++ Seq( // SPARK-13220 Deprecate yarn-client and yarn-cluster mode ProblemFilters.exclude[MissingMethodProblem]( - "org.apache.spark.SparkContext.org$apache$spark$SparkContext$$createTaskScheduler") + "org.apache.spark.SparkContext.org$apache$spark$SparkContext$$createTaskScheduler"), + // SPARK-13465 TaskContext. + ProblemFilters.exclude[MissingMethodProblem]("org.apache.spark.TaskContext.addTaskFailureListener") ) ++ Seq ( // SPARK-7729 Executor which has been killed should also be displayed on Executor Tab ProblemFilters.exclude[MissingMethodProblem]("org.apache.spark.status.api.v1.ExecutorSummary.this") -- cgit v1.2.3