diff options
| author | Patrick Wendell <pwendell@gmail.com> | 2014-01-12 19:16:43 -0800 |
|---|---|---|
| committer | Patrick Wendell <pwendell@gmail.com> | 2014-01-12 19:16:43 -0800 |
| commit | 2802cc80bcf267fd19a4cb43da505b82af675e08 (patch) | |
| tree | 8cb86d469d17b523484047d7aa2635915e33d380 /core | |
| parent | 288a878999848adb130041d1e40c14bfc879cec6 (diff) | |
| download | spark-2802cc80bcf267fd19a4cb43da505b82af675e08.tar.gz spark-2802cc80bcf267fd19a4cb43da505b82af675e08.tar.bz2 spark-2802cc80bcf267fd19a4cb43da505b82af675e08.zip | |
Disable shuffle file consolidation by default
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/storage/ShuffleBlockManager.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/storage/ShuffleBlockManager.scala b/core/src/main/scala/org/apache/spark/storage/ShuffleBlockManager.scala index 6e0ff143b7..e2b24298a5 100644 --- a/core/src/main/scala/org/apache/spark/storage/ShuffleBlockManager.scala +++ b/core/src/main/scala/org/apache/spark/storage/ShuffleBlockManager.scala @@ -64,7 +64,7 @@ class ShuffleBlockManager(blockManager: BlockManager) { // Turning off shuffle file consolidation causes all shuffle Blocks to get their own file. // TODO: Remove this once the shuffle file consolidation feature is stable. val consolidateShuffleFiles = - conf.getBoolean("spark.shuffle.consolidateFiles", true) + conf.getBoolean("spark.shuffle.consolidateFiles", false) private val bufferSize = conf.getInt("spark.shuffle.file.buffer.kb", 100) * 1024 |