aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMatei Zaharia <matei@eecs.berkeley.edu>2013-05-21 18:16:20 -0700
committerMatei Zaharia <matei@eecs.berkeley.edu>2013-05-21 18:16:20 -0700
commita2b0a7975c19bfd6ad24f03d36e140b508401adb (patch)
tree45d9509f767bedc48fd6b3b32d48936ff3a8ec07
parent66dac449fbee9ee033a05f9359179fb82a6ab8a1 (diff)
parentf350f14084dd04a2ea77e92e35b3cf415ef72202 (diff)
downloadspark-a2b0a7975c19bfd6ad24f03d36e140b508401adb.tar.gz
spark-a2b0a7975c19bfd6ad24f03d36e140b508401adb.tar.bz2
spark-a2b0a7975c19bfd6ad24f03d36e140b508401adb.zip
Merge pull request #619 from woggling/adjust-sampling
Use ARRAY_SAMPLE_SIZE constant instead of hard-coded 100.0 in SizeEstimator
-rw-r--r--core/src/main/scala/spark/SizeEstimator.scala2
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/SizeEstimator.scala b/core/src/main/scala/spark/SizeEstimator.scala
index d4e1157250..f8a4c4e489 100644
--- a/core/src/main/scala/spark/SizeEstimator.scala
+++ b/core/src/main/scala/spark/SizeEstimator.scala
@@ -198,7 +198,7 @@ private[spark] object SizeEstimator extends Logging {
val elem = JArray.get(array, index)
size += SizeEstimator.estimate(elem, state.visited)
}
- state.size += ((length / 100.0) * size).toLong
+ state.size += ((length / (ARRAY_SAMPLE_SIZE * 1.0)) * size).toLong
}
}
}