diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2011-05-22 16:03:41 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2011-05-22 16:03:41 -0700 |
| commit | bea3a3301218e9773e0c1fe0c78e58b9c3b82949 (patch) | |
| tree | ff89b934741308152312abd37c24bfedfee6417c | |
| parent | 9bde5a54cb8ebba615f6ed12dff04ae186ed61d3 (diff) | |
| download | spark-bea3a3301218e9773e0c1fe0c78e58b9c3b82949.tar.gz spark-bea3a3301218e9773e0c1fe0c78e58b9c3b82949.tar.bz2 spark-bea3a3301218e9773e0c1fe0c78e58b9c3b82949.zip | |
doc tweak
| -rw-r--r-- | core/src/main/scala/spark/ShuffleMapTask.scala | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/core/src/main/scala/spark/ShuffleMapTask.scala b/core/src/main/scala/spark/ShuffleMapTask.scala index 974346e367..5321baa527 100644 --- a/core/src/main/scala/spark/ShuffleMapTask.scala +++ b/core/src/main/scala/spark/ShuffleMapTask.scala @@ -26,10 +26,9 @@ extends DAGTask[String](stageId) with Logging { val ser = SparkEnv.get.serializer.newInstance() for (i <- 0 until numOutputSplits) { val file = LocalFileShuffle.getOutputFile(dep.shuffleId, partition, i) - // TODO: use Serializer instead of ObjectInputStream - // TODO: have some kind of EOF marker val out = ser.outputStream(new FileOutputStream(file)) buckets(i).foreach(pair => out.writeObject(pair)) + // TODO: have some kind of EOF marker out.close() } return LocalFileShuffle.getServerUri |