aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authoreklavya <sr.eklavya@gmail.com>2014-01-13 17:56:47 +0530
committereklavya <sr.eklavya@gmail.com>2014-01-13 17:56:47 +0530
commit6a65feebc708b236625a7b5859981630206cf9d3 (patch)
treeb54f631996d0eb661f0c9d5046d7500cad4528fd
parentdbadc6b994ff54f86b726c71fa08837a6b1e7238 (diff)
downloadspark-6a65feebc708b236625a7b5859981630206cf9d3.tar.gz
spark-6a65feebc708b236625a7b5859981630206cf9d3.tar.bz2
spark-6a65feebc708b236625a7b5859981630206cf9d3.zip
Added foreachPartition method to JavaRDD.
-rw-r--r--core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala9
1 files changed, 8 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala
index 568ae1575b..bd778550af 100644
--- a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala
+++ b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala
@@ -21,7 +21,7 @@ import scala.reflect.ClassTag
import org.apache.spark._
import org.apache.spark.rdd.RDD
-import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap}
+import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap, VoidFunction}
import org.apache.spark.storage.StorageLevel
import java.util.{Iterator => JIterator}
import scala.collection.JavaConversions._
@@ -149,6 +149,13 @@ JavaRDDLike[T, JavaRDD[T]] {
rdd.mapPartitions[U]((x => f(asJavaIterator(x)).iterator), preservesPartitioning)
}
+ /**
+ * Applies a function f to each partition of this RDD.
+ */
+ def foreachPartition(f: VoidFunction[JIterator[T]]) {
+ rdd.foreachPartition((x => f(asJavaIterator(x))))
+ }
+
}
object JavaRDD {