diff options
| author | tgravescs <tgraves_cs@yahoo.com> | 2013-11-19 12:39:26 -0600 |
|---|---|---|
| committer | tgravescs <tgraves_cs@yahoo.com> | 2013-11-19 12:44:00 -0600 |
| commit | 4093e9393aef95793f2d1d77fd0bbe80c8bb8d11 (patch) | |
| tree | fc899a11dc2fd20ecadc947fd2e8fea44425d008 /core | |
| parent | e2ebc3a9d8bca83bf842b134f2f056c1af0ad2be (diff) | |
| download | spark-4093e9393aef95793f2d1d77fd0bbe80c8bb8d11.tar.gz spark-4093e9393aef95793f2d1d77fd0bbe80c8bb8d11.tar.bz2 spark-4093e9393aef95793f2d1d77fd0bbe80c8bb8d11.zip | |
Impove Spark on Yarn Error handling
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala | 1 | ||||
| -rw-r--r-- | core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala | 1 |
2 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala index a45bee536c..d0ba5bf55d 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala @@ -199,6 +199,7 @@ class CoarseGrainedSchedulerBackend(scheduler: ClusterScheduler, actorSystem: Ac } override def stop() { + stopExecutors() try { if (driverActor != null) { val future = driverActor.ask(StopDriver)(timeout) diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala index 0ea35e2b7a..e000531a26 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/SimrSchedulerBackend.scala @@ -62,7 +62,6 @@ private[spark] class SimrSchedulerBackend( val conf = new Configuration() val fs = FileSystem.get(conf) fs.delete(new Path(driverFilePath), false) - super.stopExecutors() super.stop() } } |