aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorReynold Xin <rxin@cs.berkeley.edu>2013-01-10 17:13:04 -0800
committerReynold Xin <rxin@cs.berkeley.edu>2013-01-10 17:13:04 -0800
commitbd336f5f406386c929f2d1f9aecd7d5190a1a087 (patch)
tree5fd17d99fa950e05b23ce272732610d2a819de6d /core
parent14972141f998d36344ac16cfe9949e702db41762 (diff)
downloadspark-bd336f5f406386c929f2d1f9aecd7d5190a1a087.tar.gz
spark-bd336f5f406386c929f2d1f9aecd7d5190a1a087.tar.bz2
spark-bd336f5f406386c929f2d1f9aecd7d5190a1a087.zip
Changed CoGroupRDD's hash map from Scala to Java.
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/spark/rdd/CoGroupedRDD.scala5
1 files changed, 3 insertions, 2 deletions
diff --git a/core/src/main/scala/spark/rdd/CoGroupedRDD.scala b/core/src/main/scala/spark/rdd/CoGroupedRDD.scala
index de0d9fad88..2e051c81c8 100644
--- a/core/src/main/scala/spark/rdd/CoGroupedRDD.scala
+++ b/core/src/main/scala/spark/rdd/CoGroupedRDD.scala
@@ -1,7 +1,8 @@
package spark.rdd
+import java.util.{HashMap => JHashMap}
import scala.collection.mutable.ArrayBuffer
-import scala.collection.mutable.HashMap
+import scala.collection.JavaConversions._
import spark.{Aggregator, Logging, Partitioner, RDD, SparkEnv, Split, TaskContext}
import spark.{Dependency, OneToOneDependency, ShuffleDependency}
@@ -71,7 +72,7 @@ class CoGroupedRDD[K](@transient rdds: Seq[RDD[(_, _)]], part: Partitioner)
override def compute(s: Split, context: TaskContext): Iterator[(K, Seq[Seq[_]])] = {
val split = s.asInstanceOf[CoGroupSplit]
val numRdds = split.deps.size
- val map = new HashMap[K, Seq[ArrayBuffer[Any]]]
+ val map = new JHashMap[K, Seq[ArrayBuffer[Any]]]
def getSeq(k: K): Seq[ArrayBuffer[Any]] = {
map.getOrElseUpdate(k, Array.fill(numRdds)(new ArrayBuffer[Any]))
}