diff options
| author | Reynold Xin <rxin@cs.berkeley.edu> | 2012-09-12 17:54:01 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@cs.berkeley.edu> | 2012-09-12 17:54:01 -0700 |
| commit | b603e55a0ad9546c7342ae8f181a7f500c9f94ad (patch) | |
| tree | adbe44675e83cffd8ec16712860cd615d36b847b | |
| parent | 2d761e3353651049f6707c74bb5ffdd6e86f6f35 (diff) | |
| download | spark-b603e55a0ad9546c7342ae8f181a7f500c9f94ad.tar.gz spark-b603e55a0ad9546c7342ae8f181a7f500c9f94ad.tar.bz2 spark-b603e55a0ad9546c7342ae8f181a7f500c9f94ad.zip | |
Changed block storage level for shuffle to DISK_ONLY.
| -rw-r--r-- | core/src/main/scala/spark/scheduler/ShuffleMapTask.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala b/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala index 99984fb557..3bcc588015 100644 --- a/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala +++ b/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala @@ -188,7 +188,7 @@ class ShuffleMapTask( // Get a scala iterator from java map val iter: Iterator[(Any, Any)] = bucketIterators(i) // TODO: This should probably be DISK_ONLY - blockManager.put(blockId, iter, StorageLevel.MEMORY_ONLY, false) + blockManager.put(blockId, iter, StorageLevel.DISK_ONLY, false) } return SparkEnv.get.blockManager.blockManagerId |