aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorImran Rashid <imran@quantifind.com>2013-01-25 09:30:21 -0800
committerImran Rashid <imran@quantifind.com>2013-01-25 09:30:21 -0800
commit1cadaa164e9f078e4ca483edb9db7fd5507c9e64 (patch)
tree27e5f32d751d0efd8ec4521c45583a0afb877f8c /core
parent539491bbc333834b9ae2721ae6cf3524cefb91ea (diff)
downloadspark-1cadaa164e9f078e4ca483edb9db7fd5507c9e64.tar.gz
spark-1cadaa164e9f078e4ca483edb9db7fd5507c9e64.tar.bz2
spark-1cadaa164e9f078e4ca483edb9db7fd5507c9e64.zip
switch to TimeStampedHashMap for storing persistent Rdds
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/spark/SparkContext.scala3
1 files changed, 2 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/SparkContext.scala b/core/src/main/scala/spark/SparkContext.scala
index d994648899..10ceeb3028 100644
--- a/core/src/main/scala/spark/SparkContext.scala
+++ b/core/src/main/scala/spark/SparkContext.scala
@@ -44,6 +44,7 @@ import scheduler.{ResultTask, ShuffleMapTask, DAGScheduler, TaskScheduler}
import spark.scheduler.local.LocalScheduler
import spark.scheduler.cluster.{SparkDeploySchedulerBackend, SchedulerBackend, ClusterScheduler}
import spark.scheduler.mesos.{CoarseMesosSchedulerBackend, MesosSchedulerBackend}
+import util.TimeStampedHashMap
/**
* Main entry point for Spark functionality. A SparkContext represents the connection to a Spark
@@ -110,7 +111,7 @@ class SparkContext(
private[spark] val addedJars = HashMap[String, Long]()
// Keeps track of all persisted RDDs
- private[spark] val persistentRdds = new ConcurrentHashMap[Int, RDD[_]]()
+ private[spark] val persistentRdds = new TimeStampedHashMap[Int, RDD[_]]()
// Add each JAR given through the constructor
jars.foreach { addJar(_) }