diff options
author | Tathagata Das <tathagata.das1565@gmail.com> | 2014-01-13 14:57:07 -0800 |
---|---|---|
committer | Tathagata Das <tathagata.das1565@gmail.com> | 2014-01-13 14:57:07 -0800 |
commit | 27311b13321ba60ee1324b86234f0aaf63df9f67 (patch) | |
tree | c2b813a32ac9e019ae67399ad58d120c8f03d813 /core | |
parent | b93f9d42f21f03163734ef97b2871db945e166da (diff) | |
download | spark-27311b13321ba60ee1324b86234f0aaf63df9f67.tar.gz spark-27311b13321ba60ee1324b86234f0aaf63df9f67.tar.bz2 spark-27311b13321ba60ee1324b86234f0aaf63df9f67.zip |
Added unpersisting and modified testsuite to better test out metadata cleaning.
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/org/apache/spark/scheduler/TaskSchedulerImpl.scala | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/core/src/main/scala/org/apache/spark/scheduler/TaskSchedulerImpl.scala b/core/src/main/scala/org/apache/spark/scheduler/TaskSchedulerImpl.scala index d4f74d3e18..6cc608ea5b 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/TaskSchedulerImpl.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/TaskSchedulerImpl.scala @@ -352,9 +352,8 @@ private[spark] class TaskSchedulerImpl( taskResultGetter.stop() } - // sleeping for an arbitrary 5 seconds : to ensure that messages are sent out. - // TODO: Do something better ! - Thread.sleep(5000L) + // sleeping for an arbitrary 1 seconds to ensure that messages are sent out. + Thread.sleep(1000L) } override def defaultParallelism() = backend.defaultParallelism() |