From bea3a3301218e9773e0c1fe0c78e58b9c3b82949 Mon Sep 17 00:00:00 2001 From: Matei Zaharia Date: Sun, 22 May 2011 16:03:41 -0700 Subject: doc tweak --- core/src/main/scala/spark/ShuffleMapTask.scala | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/core/src/main/scala/spark/ShuffleMapTask.scala b/core/src/main/scala/spark/ShuffleMapTask.scala index 974346e367..5321baa527 100644 --- a/core/src/main/scala/spark/ShuffleMapTask.scala +++ b/core/src/main/scala/spark/ShuffleMapTask.scala @@ -26,10 +26,9 @@ extends DAGTask[String](stageId) with Logging { val ser = SparkEnv.get.serializer.newInstance() for (i <- 0 until numOutputSplits) { val file = LocalFileShuffle.getOutputFile(dep.shuffleId, partition, i) - // TODO: use Serializer instead of ObjectInputStream - // TODO: have some kind of EOF marker val out = ser.outputStream(new FileOutputStream(file)) buckets(i).foreach(pair => out.writeObject(pair)) + // TODO: have some kind of EOF marker out.close() } return LocalFileShuffle.getServerUri -- cgit v1.2.3