diff options
| author | Reynold Xin <rxin@databricks.com> | 2015-10-03 18:08:25 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2015-10-03 18:08:25 -0700 |
| commit | ae6570ec2bf937e28bd1e7bada7813ac56a7b79d (patch) | |
| tree | 399bb0a730cecd467d9ef88bf18d6c55098e8c3d | |
| parent | be0dcd6eb120491bca62d65a11c476401f9932c1 (diff) | |
| download | spark-ae6570ec2bf937e28bd1e7bada7813ac56a7b79d.tar.gz spark-ae6570ec2bf937e28bd1e7bada7813ac56a7b79d.tar.bz2 spark-ae6570ec2bf937e28bd1e7bada7813ac56a7b79d.zip | |
Remove TODO in ShuffleMemoryManager.
| -rw-r--r-- | core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala | 1 |
1 files changed, 0 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala b/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala index a0d8abc2ee..9839c7640c 100644 --- a/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala +++ b/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala @@ -177,7 +177,6 @@ private[spark] object ShuffleMemoryManager { val cores = if (numCores > 0) numCores else Runtime.getRuntime.availableProcessors() // Because of rounding to next power of 2, we may have safetyFactor as 8 in worst case val safetyFactor = 16 - // TODO(davies): don't round to next power of 2 val size = ByteArrayMethods.nextPowerOf2(maxMemory / cores / safetyFactor) val default = math.min(maxPageSize, math.max(minPageSize, size)) conf.getSizeAsBytes("spark.buffer.pageSize", default) |