diff options
author | Evan Chan <ev@ooyala.com> | 2013-07-23 01:36:44 -0700 |
---|---|---|
committer | Evan Chan <ev@ooyala.com> | 2013-07-23 01:36:44 -0700 |
commit | 2c2bfbe294c0082520c80a01562a2dbeeba63b7a (patch) | |
tree | 7e754149225231a709b6bf4b7a2cbc1ceaf9e331 /core | |
parent | 0337d88321f3681009de548ce10ba7e0ca8f1a58 (diff) | |
download | spark-2c2bfbe294c0082520c80a01562a2dbeeba63b7a.tar.gz spark-2c2bfbe294c0082520c80a01562a2dbeeba63b7a.tar.bz2 spark-2c2bfbe294c0082520c80a01562a2dbeeba63b7a.zip |
Add toMap method to TimeStampedHashMap and use it
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/spark/SparkContext.scala | 2 | ||||
-rw-r--r-- | core/src/main/scala/spark/util/TimeStampedHashMap.scala | 3 |
2 files changed, 4 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/SparkContext.scala b/core/src/main/scala/spark/SparkContext.scala index 1b46665d2c..0fb7dfa810 100644 --- a/core/src/main/scala/spark/SparkContext.scala +++ b/core/src/main/scala/spark/SparkContext.scala @@ -550,7 +550,7 @@ class SparkContext( * Returns an immutable map of RDDs that have marked themselves as cached via cache() call. * Note that this does not necessarily mean the caching or computation was successful. */ - def getCachedRDDs: Map[Int, RDD[_]] = persistentRdds.asInstanceOf[Map[Int, RDD[_]]] + def getCachedRDDs: Map[Int, RDD[_]] = persistentRdds.toMap def getStageInfo: Map[Stage,StageInfo] = { dagScheduler.stageToInfos diff --git a/core/src/main/scala/spark/util/TimeStampedHashMap.scala b/core/src/main/scala/spark/util/TimeStampedHashMap.scala index cc7909194a..07772a0afb 100644 --- a/core/src/main/scala/spark/util/TimeStampedHashMap.scala +++ b/core/src/main/scala/spark/util/TimeStampedHashMap.scala @@ -20,6 +20,7 @@ package spark.util import java.util.concurrent.ConcurrentHashMap import scala.collection.JavaConversions import scala.collection.mutable.Map +import scala.collection.immutable import spark.scheduler.MapStatus /** @@ -99,6 +100,8 @@ class TimeStampedHashMap[A, B] extends Map[A, B]() with spark.Logging { } } + def toMap: immutable.Map[A, B] = iterator.toMap + /** * Removes old key-value pairs that have timestamp earlier than `threshTime` */ |