diff options
| author | Mark Hamstra <markhamstra@gmail.com> | 2013-11-20 14:49:09 -0800 |
|---|---|---|
| committer | Mark Hamstra <markhamstra@gmail.com> | 2013-12-03 09:57:32 -0800 |
| commit | 205566e56e2891245b2d7820bfb3629945a2dcd9 (patch) | |
| tree | 4699ca35d604f2db10f0e900a063905909d97dc5 /core | |
| parent | 94087c463b41a92a9462b954f1f6452614569fe5 (diff) | |
| download | spark-205566e56e2891245b2d7820bfb3629945a2dcd9.tar.gz spark-205566e56e2891245b2d7820bfb3629945a2dcd9.tar.bz2 spark-205566e56e2891245b2d7820bfb3629945a2dcd9.zip | |
Improved comment
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala | 7 |
1 files changed, 3 insertions, 4 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala index be46f74f7c..6f9d4d52a4 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala @@ -243,10 +243,9 @@ class DAGScheduler( } /** - * Create a Stage for the given RDD, either as a shuffle map stage (for a ShuffleDependency) or - * as a result stage for the final RDD used directly in an action. The stage will also be - * associated with the provided jobId.. Shuffle map stages, whose shuffleId may have previously - * been registered in the MapOutputTracker, should be (re)-created using newOrUsedStage. + * Create a Stage -- either directly for use as a result stage, or as part of the (re)-creation + * of a shuffle map stage in newOrUsedStage. The stage will be associated with the provided + * jobId. Production of shuffle map stages should always use newOrUsedStage, not newStage directly. */ private def newStage( rdd: RDD[_], |