diff options
| author | Stephen Haberman <stephen@exigencecorp.com> | 2013-02-02 13:53:28 -0600 |
|---|---|---|
| committer | Stephen Haberman <stephen@exigencecorp.com> | 2013-02-02 13:53:28 -0600 |
| commit | 7aba123f0c0fd024105462b3a0b203cd357c67e9 (patch) | |
| tree | cc90eaa2bd5608f947cf0a19e34c08785f0367ca | |
| parent | 782187c21047ee31728bdb173a2b7ee708cef77b (diff) | |
| download | spark-7aba123f0c0fd024105462b3a0b203cd357c67e9.tar.gz spark-7aba123f0c0fd024105462b3a0b203cd357c67e9.tar.bz2 spark-7aba123f0c0fd024105462b3a0b203cd357c67e9.zip | |
Further simplify checking for Nil.
| -rw-r--r-- | core/src/main/scala/spark/scheduler/DAGScheduler.scala | 4 |
1 files changed, 1 insertions, 3 deletions
diff --git a/core/src/main/scala/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/spark/scheduler/DAGScheduler.scala index b62b25f688..2a646dd0f5 100644 --- a/core/src/main/scala/spark/scheduler/DAGScheduler.scala +++ b/core/src/main/scala/spark/scheduler/DAGScheduler.scala @@ -176,9 +176,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with def visit(rdd: RDD[_]) { if (!visited(rdd)) { visited += rdd - val locs = getCacheLocs(rdd) - val atLeastOneMissing = (0 until rdd.splits.size).exists(locs(_) == Nil) - if (atLeastOneMissing) { + if (getCacheLocs(rdd).contains(Nil)) { for (dep <- rdd.dependencies) { dep match { case shufDep: ShuffleDependency[_,_] => |