diff options
author | Imran Rashid <imran@quantifind.com> | 2013-01-25 09:30:21 -0800 |
---|---|---|
committer | Imran Rashid <imran@quantifind.com> | 2013-01-25 09:30:21 -0800 |
commit | 1cadaa164e9f078e4ca483edb9db7fd5507c9e64 (patch) | |
tree | 27e5f32d751d0efd8ec4521c45583a0afb877f8c /core | |
parent | 539491bbc333834b9ae2721ae6cf3524cefb91ea (diff) | |
download | spark-1cadaa164e9f078e4ca483edb9db7fd5507c9e64.tar.gz spark-1cadaa164e9f078e4ca483edb9db7fd5507c9e64.tar.bz2 spark-1cadaa164e9f078e4ca483edb9db7fd5507c9e64.zip |
switch to TimeStampedHashMap for storing persistent Rdds
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/spark/SparkContext.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/SparkContext.scala b/core/src/main/scala/spark/SparkContext.scala index d994648899..10ceeb3028 100644 --- a/core/src/main/scala/spark/SparkContext.scala +++ b/core/src/main/scala/spark/SparkContext.scala @@ -44,6 +44,7 @@ import scheduler.{ResultTask, ShuffleMapTask, DAGScheduler, TaskScheduler} import spark.scheduler.local.LocalScheduler import spark.scheduler.cluster.{SparkDeploySchedulerBackend, SchedulerBackend, ClusterScheduler} import spark.scheduler.mesos.{CoarseMesosSchedulerBackend, MesosSchedulerBackend} +import util.TimeStampedHashMap /** * Main entry point for Spark functionality. A SparkContext represents the connection to a Spark @@ -110,7 +111,7 @@ class SparkContext( private[spark] val addedJars = HashMap[String, Long]() // Keeps track of all persisted RDDs - private[spark] val persistentRdds = new ConcurrentHashMap[Int, RDD[_]]() + private[spark] val persistentRdds = new TimeStampedHashMap[Int, RDD[_]]() // Add each JAR given through the constructor jars.foreach { addJar(_) } |