diff options
| author | Reynold Xin <rxin@apache.org> | 2013-12-06 17:36:09 -0800 |
|---|---|---|
| committer | Ankur Dave <ankurdave@gmail.com> | 2013-12-15 17:23:15 -0800 |
| commit | bad85b051d14270a776152524eebc89c926517d1 (patch) | |
| tree | 002b7d141e689392edc5a07936c98fec402d2b26 /core | |
| parent | 62bdc44a1e6a28d313e693474071da04caf41c02 (diff) | |
| download | spark-bad85b051d14270a776152524eebc89c926517d1.tar.gz spark-bad85b051d14270a776152524eebc89c926517d1.tar.bz2 spark-bad85b051d14270a776152524eebc89c926517d1.zip | |
Use murmur3 hash for open hashset.
(cherry picked from commit 212ff6834515543163aa63a3f4f762ebe641f8ca)
Signed-off-by: Ankur Dave <ankurdave@gmail.com>
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/util/collection/OpenHashSet.scala | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/util/collection/OpenHashSet.scala b/core/src/main/scala/org/apache/spark/util/collection/OpenHashSet.scala index b8716f1db7..36e2a05b9c 100644 --- a/core/src/main/scala/org/apache/spark/util/collection/OpenHashSet.scala +++ b/core/src/main/scala/org/apache/spark/util/collection/OpenHashSet.scala @@ -249,8 +249,7 @@ class OpenHashSet[@specialized(Long, Int) T: ClassManifest]( * in the lower bits, similar to java.util.HashMap */ private def hashcode(h: Int): Int = { - val r = h ^ (h >>> 20) ^ (h >>> 12) - r ^ (r >>> 7) ^ (r >>> 4) + it.unimi.dsi.fastutil.HashCommon.murmurHash3(h) } private def nextPowerOf2(n: Int): Int = { |