diff options
author | Patrick Wendell <pwendell@gmail.com> | 2014-01-13 23:26:44 -0800 |
---|---|---|
committer | Patrick Wendell <pwendell@gmail.com> | 2014-01-13 23:26:44 -0800 |
commit | 055be5c6940a82e2d7fa39f968a434643a1eb1e2 (patch) | |
tree | c415972d92d91fb6ce015df9948ae1d758b693e4 /core | |
parent | fdaabdc67387524ffb84354f87985f48bd31cf60 (diff) | |
parent | 0984647aaefffcecf85ebfbdb45e41ecd1e49a8c (diff) | |
download | spark-055be5c6940a82e2d7fa39f968a434643a1eb1e2.tar.gz spark-055be5c6940a82e2d7fa39f968a434643a1eb1e2.tar.bz2 spark-055be5c6940a82e2d7fa39f968a434643a1eb1e2.zip |
Merge pull request #415 from pwendell/shuffle-compress
Enable compression by default for spills
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/org/apache/spark/storage/BlockManager.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/storage/BlockManager.scala b/core/src/main/scala/org/apache/spark/storage/BlockManager.scala index 6461deee32..ed53558566 100644 --- a/core/src/main/scala/org/apache/spark/storage/BlockManager.scala +++ b/core/src/main/scala/org/apache/spark/storage/BlockManager.scala @@ -81,7 +81,7 @@ private[spark] class BlockManager( // Whether to compress RDD partitions that are stored serialized val compressRdds = conf.getBoolean("spark.rdd.compress", false) // Whether to compress shuffle output temporarily spilled to disk - val compressShuffleSpill = conf.getBoolean("spark.shuffle.spill.compress", false) + val compressShuffleSpill = conf.getBoolean("spark.shuffle.spill.compress", true) val heartBeatFrequency = BlockManager.getHeartBeatFrequency(conf) |