aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMark Hamstra <markhamstra@gmail.com>2013-05-10 13:02:34 -0700
committerMark Hamstra <markhamstra@gmail.com>2013-05-10 13:02:34 -0700
commit6e6b3e0d7eadab97d45e975452c7e0c18246686e (patch)
treee419384ef67981c20e527101b69ac14000becebd
parent012c9e5ab072239e07202abe4775b434be6e32b9 (diff)
downloadspark-6e6b3e0d7eadab97d45e975452c7e0c18246686e.tar.gz
spark-6e6b3e0d7eadab97d45e975452c7e0c18246686e.tar.bz2
spark-6e6b3e0d7eadab97d45e975452c7e0c18246686e.zip
Actually use the cleaned closure in foreachPartition
-rw-r--r--core/src/main/scala/spark/RDD.scala2
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/RDD.scala b/core/src/main/scala/spark/RDD.scala
index fd14ef17f1..dde131696f 100644
--- a/core/src/main/scala/spark/RDD.scala
+++ b/core/src/main/scala/spark/RDD.scala
@@ -489,7 +489,7 @@ abstract class RDD[T: ClassManifest](
*/
def foreachPartition(f: Iterator[T] => Unit) {
val cleanF = sc.clean(f)
- sc.runJob(this, (iter: Iterator[T]) => f(iter))
+ sc.runJob(this, (iter: Iterator[T]) => cleanF(iter))
}
/**