diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-09-12 16:05:57 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-09-12 16:05:57 -0700 |
| commit | b4dfa25c8a6dc242cf36b5558ed19672f0ea99c3 (patch) | |
| tree | adbe44675e83cffd8ec16712860cd615d36b847b | |
| parent | 2d761e3353651049f6707c74bb5ffdd6e86f6f35 (diff) | |
| download | spark-b4dfa25c8a6dc242cf36b5558ed19672f0ea99c3.tar.gz spark-b4dfa25c8a6dc242cf36b5558ed19672f0ea99c3.tar.bz2 spark-b4dfa25c8a6dc242cf36b5558ed19672f0ea99c3.zip | |
Store shuffle map outputs as DISK_ONLY
| -rw-r--r-- | core/src/main/scala/spark/scheduler/ShuffleMapTask.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala b/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala index 99984fb557..3bcc588015 100644 --- a/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala +++ b/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala @@ -188,7 +188,7 @@ class ShuffleMapTask( // Get a scala iterator from java map val iter: Iterator[(Any, Any)] = bucketIterators(i) // TODO: This should probably be DISK_ONLY - blockManager.put(blockId, iter, StorageLevel.MEMORY_ONLY, false) + blockManager.put(blockId, iter, StorageLevel.DISK_ONLY, false) } return SparkEnv.get.blockManager.blockManagerId |