diff options
author | eklavya <sr.eklavya@gmail.com> | 2014-01-13 17:56:47 +0530 |
---|---|---|
committer | eklavya <sr.eklavya@gmail.com> | 2014-01-13 17:56:47 +0530 |
commit | 6a65feebc708b236625a7b5859981630206cf9d3 (patch) | |
tree | b54f631996d0eb661f0c9d5046d7500cad4528fd /core | |
parent | dbadc6b994ff54f86b726c71fa08837a6b1e7238 (diff) | |
download | spark-6a65feebc708b236625a7b5859981630206cf9d3.tar.gz spark-6a65feebc708b236625a7b5859981630206cf9d3.tar.bz2 spark-6a65feebc708b236625a7b5859981630206cf9d3.zip |
Added foreachPartition method to JavaRDD.
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala | 9 |
1 files changed, 8 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala index 568ae1575b..bd778550af 100644 --- a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala +++ b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala @@ -21,7 +21,7 @@ import scala.reflect.ClassTag import org.apache.spark._ import org.apache.spark.rdd.RDD -import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap} +import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap, VoidFunction} import org.apache.spark.storage.StorageLevel import java.util.{Iterator => JIterator} import scala.collection.JavaConversions._ @@ -149,6 +149,13 @@ JavaRDDLike[T, JavaRDD[T]] { rdd.mapPartitions[U]((x => f(asJavaIterator(x)).iterator), preservesPartitioning) } + /** + * Applies a function f to each partition of this RDD. + */ + def foreachPartition(f: VoidFunction[JIterator[T]]) { + rdd.foreachPartition((x => f(asJavaIterator(x)))) + } + } object JavaRDD { |