diff options
| author | Mridul Muralidharan <mridul@gmail.com> | 2013-04-16 02:56:36 +0530 |
|---|---|---|
| committer | Mridul Muralidharan <mridul@gmail.com> | 2013-04-16 02:56:36 +0530 |
| commit | eb7e95e833376904bea4a9e6d1cc67c00fcfb06c (patch) | |
| tree | 7a13ec73713ac86720ef2b54a5463c6d05cd9ff2 | |
| parent | 19652a44be81f3b8fbbb9ecc4987dcd933d2eca9 (diff) | |
| download | spark-eb7e95e833376904bea4a9e6d1cc67c00fcfb06c.tar.gz spark-eb7e95e833376904bea4a9e6d1cc67c00fcfb06c.tar.bz2 spark-eb7e95e833376904bea4a9e6d1cc67c00fcfb06c.zip | |
Commit job to persist files
| -rw-r--r-- | core/src/main/scala/spark/PairRDDFunctions.scala | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/core/src/main/scala/spark/PairRDDFunctions.scala b/core/src/main/scala/spark/PairRDDFunctions.scala index 9a6966b3f1..67fd1c1a8f 100644 --- a/core/src/main/scala/spark/PairRDDFunctions.scala +++ b/core/src/main/scala/spark/PairRDDFunctions.scala @@ -569,6 +569,7 @@ class PairRDDFunctions[K: ClassManifest, V: ClassManifest]( val jobCommitter = jobFormat.getOutputCommitter(jobTaskContext) jobCommitter.setupJob(jobTaskContext) val count = self.context.runJob(self, writeShard _).sum + jobCommitter.commitJob(jobTaskContext) jobCommitter.cleanupJob(jobTaskContext) } |