diff options
author | root <root@ip-10-8-51-66.ec2.internal> | 2012-09-21 05:42:21 +0000 |
---|---|---|
committer | root <root@ip-10-8-51-66.ec2.internal> | 2012-09-21 05:42:21 +0000 |
commit | a642051ade11d10d7ab26a44bdf7acc743fefc97 (patch) | |
tree | 9724d8ab4035f6c26fba374dbeb214b3fdcf0b49 | |
parent | 8feb5caacd87d72dc15a45ec3c5aea3592de80cb (diff) | |
download | spark-a642051ade11d10d7ab26a44bdf7acc743fefc97.tar.gz spark-a642051ade11d10d7ab26a44bdf7acc743fefc97.tar.bz2 spark-a642051ade11d10d7ab26a44bdf7acc743fefc97.zip |
Fixed a performance bug in BlockManager that was creating garbage when
returning deserialized, in-memory RDDs.
-rw-r--r-- | core/src/main/scala/spark/storage/BlockStore.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/storage/BlockStore.scala b/core/src/main/scala/spark/storage/BlockStore.scala index 09287faba0..febb0c0240 100644 --- a/core/src/main/scala/spark/storage/BlockStore.scala +++ b/core/src/main/scala/spark/storage/BlockStore.scala @@ -131,7 +131,7 @@ class MemoryStore(blockManager: BlockManager, maxMemory: Long) return None } if (entry.deserialized) { - return Some(entry.value.asInstanceOf[ArrayBuffer[Any]].toIterator) + return Some(entry.value.asInstanceOf[ArrayBuffer[Any]].iterator) } else { return Some(dataDeserialize(entry.value.asInstanceOf[ByteBuffer].duplicate())) } |