diff options
author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-05-21 18:16:20 -0700 |
---|---|---|
committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-05-21 18:16:20 -0700 |
commit | a2b0a7975c19bfd6ad24f03d36e140b508401adb (patch) | |
tree | 45d9509f767bedc48fd6b3b32d48936ff3a8ec07 | |
parent | 66dac449fbee9ee033a05f9359179fb82a6ab8a1 (diff) | |
parent | f350f14084dd04a2ea77e92e35b3cf415ef72202 (diff) | |
download | spark-a2b0a7975c19bfd6ad24f03d36e140b508401adb.tar.gz spark-a2b0a7975c19bfd6ad24f03d36e140b508401adb.tar.bz2 spark-a2b0a7975c19bfd6ad24f03d36e140b508401adb.zip |
Merge pull request #619 from woggling/adjust-sampling
Use ARRAY_SAMPLE_SIZE constant instead of hard-coded 100.0 in SizeEstimator
-rw-r--r-- | core/src/main/scala/spark/SizeEstimator.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/SizeEstimator.scala b/core/src/main/scala/spark/SizeEstimator.scala index d4e1157250..f8a4c4e489 100644 --- a/core/src/main/scala/spark/SizeEstimator.scala +++ b/core/src/main/scala/spark/SizeEstimator.scala @@ -198,7 +198,7 @@ private[spark] object SizeEstimator extends Logging { val elem = JArray.get(array, index) size += SizeEstimator.estimate(elem, state.visited) } - state.size += ((length / 100.0) * size).toLong + state.size += ((length / (ARRAY_SAMPLE_SIZE * 1.0)) * size).toLong } } } |