diff options
author | Imran Rashid <irashid@cloudera.com> | 2016-06-06 12:53:11 -0700 |
---|---|---|
committer | Imran Rashid <irashid@cloudera.com> | 2016-06-06 12:53:11 -0700 |
commit | 36d3dfa59a1ec0af6118e0667b80e9b7628e2cb6 (patch) | |
tree | a6f75c70f6b3a6a9566dfbdd2028a0270f52a0f0 /core | |
parent | 0b8d694999b43ada4833388cad6c285c7757cbf7 (diff) | |
download | spark-36d3dfa59a1ec0af6118e0667b80e9b7628e2cb6.tar.gz spark-36d3dfa59a1ec0af6118e0667b80e9b7628e2cb6.tar.bz2 spark-36d3dfa59a1ec0af6118e0667b80e9b7628e2cb6.zip |
[SPARK-15783][CORE] still some flakiness in these blacklist tests so ignore for now
## What changes were proposed in this pull request?
There is still some flakiness in BlacklistIntegrationSuite, so turning it off for the moment to avoid breaking more builds -- will turn it back with more fixes.
## How was this patch tested?
jenkins.
Author: Imran Rashid <irashid@cloudera.com>
Closes #13528 from squito/ignore_blacklist.
Diffstat (limited to 'core')
-rw-r--r-- | core/src/test/scala/org/apache/spark/scheduler/BlacklistIntegrationSuite.scala | 6 | ||||
-rw-r--r-- | core/src/test/scala/org/apache/spark/scheduler/SchedulerIntegrationSuite.scala | 5 |
2 files changed, 8 insertions, 3 deletions
diff --git a/core/src/test/scala/org/apache/spark/scheduler/BlacklistIntegrationSuite.scala b/core/src/test/scala/org/apache/spark/scheduler/BlacklistIntegrationSuite.scala index 3a4b7af71b..d8a4b1921a 100644 --- a/core/src/test/scala/org/apache/spark/scheduler/BlacklistIntegrationSuite.scala +++ b/core/src/test/scala/org/apache/spark/scheduler/BlacklistIntegrationSuite.scala @@ -41,7 +41,7 @@ class BlacklistIntegrationSuite extends SchedulerIntegrationSuite[MultiExecutorM // Test demonstrating the issue -- without a config change, the scheduler keeps scheduling // according to locality preferences, and so the job fails - testScheduler("If preferred node is bad, without blacklist job will fail") { + ignore("If preferred node is bad, without blacklist job will fail") { val rdd = new MockRDDWithLocalityPrefs(sc, 10, Nil, badHost) withBackend(badHostBackend _) { val jobFuture = submit(rdd, (0 until 10).toArray) @@ -54,7 +54,7 @@ class BlacklistIntegrationSuite extends SchedulerIntegrationSuite[MultiExecutorM // even with the blacklist turned on, if maxTaskFailures is not more than the number // of executors on the bad node, then locality preferences will lead to us cycling through // the executors on the bad node, and still failing the job - testScheduler( + ignoreScheduler( "With blacklist on, job will still fail if there are too many bad executors on bad host", extraConfs = Seq( // just set this to something much longer than the test duration @@ -72,7 +72,7 @@ class BlacklistIntegrationSuite extends SchedulerIntegrationSuite[MultiExecutorM // Here we run with the blacklist on, and maxTaskFailures high enough that we'll eventually // schedule on a good node and succeed the job - testScheduler( + ignoreScheduler( "Bad node with multiple executors, job will still succeed with the right confs", extraConfs = Seq( // just set this to something much longer than the test duration diff --git a/core/src/test/scala/org/apache/spark/scheduler/SchedulerIntegrationSuite.scala b/core/src/test/scala/org/apache/spark/scheduler/SchedulerIntegrationSuite.scala index 92bd76548e..5271a5671a 100644 --- a/core/src/test/scala/org/apache/spark/scheduler/SchedulerIntegrationSuite.scala +++ b/core/src/test/scala/org/apache/spark/scheduler/SchedulerIntegrationSuite.scala @@ -89,6 +89,11 @@ abstract class SchedulerIntegrationSuite[T <: MockBackend: ClassTag] extends Spa } } + // still a few races to work out in the blacklist tests, so ignore some tests + def ignoreScheduler(name: String, extraConfs: Seq[(String, String)])(testBody: => Unit): Unit = { + ignore(name)(testBody) + } + /** * A map from partition -> results for all tasks of a job when you call this test framework's * [[submit]] method. Two important considerations: |