diff options
author | Daoyuan Wang <daoyuan.wang@intel.com> | 2015-12-29 07:02:30 +0900 |
---|---|---|
committer | Kousuke Saruta <sarutak@oss.nttdata.co.jp> | 2015-12-29 07:02:30 +0900 |
commit | a6d385322e7dfaff600465fa5302010a5f122c6b (patch) | |
tree | 17820f617b924ca686675eca9ec0e03b0d5a53df | |
parent | 01ba95d8bfc16a2542c67b066b0a1d1e465f91da (diff) | |
download | spark-a6d385322e7dfaff600465fa5302010a5f122c6b.tar.gz spark-a6d385322e7dfaff600465fa5302010a5f122c6b.tar.bz2 spark-a6d385322e7dfaff600465fa5302010a5f122c6b.zip |
[SPARK-12222][CORE] Deserialize RoaringBitmap using Kryo serializer throw Buffer underflow exception
Since we only need to implement `def skipBytes(n: Int)`,
code in #10213 could be simplified.
davies scwf
Author: Daoyuan Wang <daoyuan.wang@intel.com>
Closes #10253 from adrian-wang/kryo.
-rw-r--r-- | core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala | 7 |
1 files changed, 1 insertions, 6 deletions
diff --git a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala index cb2ac5ea16..eed9937b30 100644 --- a/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala +++ b/core/src/main/scala/org/apache/spark/serializer/KryoSerializer.scala @@ -401,12 +401,7 @@ private[serializer] class KryoInputDataInputBridge(input: KryoInput) extends Dat override def readInt(): Int = input.readInt() override def readUnsignedShort(): Int = input.readShortUnsigned() override def skipBytes(n: Int): Int = { - var remaining: Long = n - while (remaining > 0) { - val skip = Math.min(Integer.MAX_VALUE, remaining).asInstanceOf[Int] - input.skip(skip) - remaining -= skip - } + input.skip(n) n } override def readFully(b: Array[Byte]): Unit = input.read(b) |