diff options
author | Charles Reiss <charles@eecs.berkeley.edu> | 2013-01-30 09:34:53 -0800 |
---|---|---|
committer | Charles Reiss <charles@eecs.berkeley.edu> | 2013-01-30 09:34:53 -0800 |
commit | 7f51458774ce4561f1df3ba9b68704c3f63852f3 (patch) | |
tree | f554e9a5e845e036cf6e4618e4e10141a9c1a339 /core | |
parent | 9c0bae75ade9e5b5a69077a5719adf4ee96e2c2e (diff) | |
download | spark-7f51458774ce4561f1df3ba9b68704c3f63852f3.tar.gz spark-7f51458774ce4561f1df3ba9b68704c3f63852f3.tar.bz2 spark-7f51458774ce4561f1df3ba9b68704c3f63852f3.zip |
Comment at top of DAGSchedulerSuite
Diffstat (limited to 'core')
-rw-r--r-- | core/src/test/scala/spark/scheduler/DAGSchedulerSuite.scala | 15 |
1 files changed, 14 insertions, 1 deletions
diff --git a/core/src/test/scala/spark/scheduler/DAGSchedulerSuite.scala b/core/src/test/scala/spark/scheduler/DAGSchedulerSuite.scala index 89173540d4..c31e2e7064 100644 --- a/core/src/test/scala/spark/scheduler/DAGSchedulerSuite.scala +++ b/core/src/test/scala/spark/scheduler/DAGSchedulerSuite.scala @@ -30,9 +30,22 @@ import spark.TaskEndReason import spark.{FetchFailed, Success} +/** + * Tests for DAGScheduler. These tests directly call the event processing functinos in DAGScheduler + * rather than spawning an event loop thread as happens in the real code. They use EasyMock + * to mock out two classes that DAGScheduler interacts with: TaskScheduler (to which TaskSets are + * submitted) and BlockManagerMaster (from which cache locations are retrieved and to which dead + * host notifications are sent). In addition, tests may check for side effects on a non-mocked + * MapOutputTracker instance. + * + * Tests primarily consist of running DAGScheduler#processEvent and + * DAGScheduler#submitWaitingStages (via test utility functions like runEvent or respondToTaskSet) + * and capturing the resulting TaskSets from the mock TaskScheduler. + */ class DAGSchedulerSuite extends FunSuite with BeforeAndAfter with EasyMockSugar with TimeLimitedTests { - // impose a time limit on this test in case we don't let the job finish. + // impose a time limit on this test in case we don't let the job finish, in which case + // JobWaiter#getResult will hang. override val timeLimit = Span(5, Seconds) val sc: SparkContext = new SparkContext("local", "DAGSchedulerSuite") |