Added foreachPartition method to JavaRDD.
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/6a65feeb Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/6a65feeb Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/6a65feeb Branch: refs/heads/master Commit: 6a65feebc708b236625a7b5859981630206cf9d3 Parents: dbadc6b Author: eklavya <sr.ekla...@gmail.com> Authored: Mon Jan 13 17:56:47 2014 +0530 Committer: eklavya <sr.ekla...@gmail.com> Committed: Mon Jan 13 17:56:47 2014 +0530 ---------------------------------------------------------------------- core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/6a65feeb/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala ---------------------------------------------------------------------- diff --git a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala index 568ae15..bd77855 100644 --- a/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala +++ b/core/src/main/scala/org/apache/spark/api/java/JavaRDD.scala @@ -21,7 +21,7 @@ import scala.reflect.ClassTag import org.apache.spark._ import org.apache.spark.rdd.RDD -import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap} +import org.apache.spark.api.java.function.{Function => JFunction, FlatMapFunction => JFMap, VoidFunction} import org.apache.spark.storage.StorageLevel import java.util.{Iterator => JIterator} import scala.collection.JavaConversions._ @@ -149,6 +149,13 @@ JavaRDDLike[T, JavaRDD[T]] { rdd.mapPartitions[U]((x => f(asJavaIterator(x)).iterator), preservesPartitioning) } + /** + * Applies a function f to each partition of this RDD. + */ + def foreachPartition(f: VoidFunction[JIterator[T]]) { + rdd.foreachPartition((x => f(asJavaIterator(x)))) + } + } object JavaRDD {
