aboutsummaryrefslogtreecommitdiff
path: root/core/src/main/scala
diff options
context:
space:
mode:
authorankit.bhardwaj <ankit.bhardwaj@guavus.com>2014-07-04 22:06:10 -0700
committerReynold Xin <rxin@apache.org>2014-07-04 22:06:10 -0700
commit42f3abd529e84f3b26386abe2bde30666e74b64e (patch)
treef8d50f8668501b1890d482abb01e3b87f14aa04b /core/src/main/scala
parent9d006c97371ddf357e0b821d5c6d1535d9b6fe41 (diff)
downloadspark-42f3abd529e84f3b26386abe2bde30666e74b64e.tar.gz
spark-42f3abd529e84f3b26386abe2bde30666e74b64e.tar.bz2
spark-42f3abd529e84f3b26386abe2bde30666e74b64e.zip
[SPARK-2306]:BoundedPriorityQueue is private and not registered with Kry...
Due to the non registration of BoundedPriorityQueue with kryoserializer, operations which are dependend on BoundedPriorityQueue are giving exceptions.One such instance is using top along with kryo serialization. Fixed the issue by registering BoundedPriorityQueue with kryoserializer. Author: ankit.bhardwaj <ankit.bhardwaj@guavus.com> Closes #1299 from AnkitBhardwaj12/BoundedPriorityQueueWithKryoIssue and squashes the following commits: a4ae8ed [ankit.bhardwaj] [SPARK-2306]:BoundedPriorityQueue is private and not registered with Kryo
Diffstat (limited to 'core/src/main/scala')
-rw-r--r--core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala4
1 files changed, 3 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
index 82b62aaf61..1ce4243194 100644
--- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
+++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala
@@ -30,6 +30,7 @@ import org.apache.spark.broadcast.HttpBroadcast
import org.apache.spark.scheduler.MapStatus
import org.apache.spark.storage._
import org.apache.spark.storage.{GetBlock, GotBlock, PutBlock}
+import org.apache.spark.util.BoundedPriorityQueue
import scala.reflect.ClassTag
@@ -183,7 +184,8 @@ private[serializer] object KryoSerializer {
classOf[GetBlock],
classOf[MapStatus],
classOf[BlockManagerId],
- classOf[Array[Byte]]
+ classOf[Array[Byte]],
+ classOf[BoundedPriorityQueue[_]]
)
}