diff options
| author | Sean Owen <sowen@cloudera.com> | 2015-08-28 09:32:23 +0100 |
|---|---|---|
| committer | Sean Owen <sowen@cloudera.com> | 2015-08-28 09:32:32 +0100 |
| commit | 8eff0696c44b5d5880acc6a6edc8dfb0a59cf958 (patch) | |
| tree | fae9c0f4c26d66e1b6237d509cadf214cdd46f3c | |
| parent | f0c4470d43e833d2382a8b98bf4aa21ae9451d00 (diff) | |
| download | spark-8eff0696c44b5d5880acc6a6edc8dfb0a59cf958.tar.gz spark-8eff0696c44b5d5880acc6a6edc8dfb0a59cf958.tar.bz2 spark-8eff0696c44b5d5880acc6a6edc8dfb0a59cf958.zip | |
[SPARK-10295] [CORE] Dynamic allocation in Mesos does not release when RDDs are cached
Remove obsolete warning about dynamic allocation not working with cached RDDs
See discussion in https://issues.apache.org/jira/browse/SPARK-10295
Author: Sean Owen <sowen@cloudera.com>
Closes #8489 from srowen/SPARK-10295.
(cherry picked from commit cc39803062119c1d14611dc227b9ed0ed1284d38)
Signed-off-by: Sean Owen <sowen@cloudera.com>
| -rw-r--r-- | core/src/main/scala/org/apache/spark/SparkContext.scala | 5 |
1 files changed, 0 insertions, 5 deletions
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala index 9849aff85d..bfeec7c646 100644 --- a/core/src/main/scala/org/apache/spark/SparkContext.scala +++ b/core/src/main/scala/org/apache/spark/SparkContext.scala @@ -1590,11 +1590,6 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli * Register an RDD to be persisted in memory and/or disk storage */ private[spark] def persistRDD(rdd: RDD[_]) { - _executorAllocationManager.foreach { _ => - logWarning( - s"Dynamic allocation currently does not support cached RDDs. Cached data for RDD " + - s"${rdd.id} will be lost when executors are removed.") - } persistentRdds(rdd.id) = rdd } |