aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorStephen Haberman <stephen@exigencecorp.com>2013-02-09 20:05:42 -0600
committerStephen Haberman <stephen@exigencecorp.com>2013-02-09 20:05:42 -0600
commit4619ee0787066da15628970bd55cb8cec31a372c (patch)
tree5c3dfeaf70c99ab6f178ef241a7ea0df136611ec
parentfb7599870f4e3ee4e5a1e3c6e74ac2eaa2aaabf0 (diff)
downloadspark-4619ee0787066da15628970bd55cb8cec31a372c.tar.gz
spark-4619ee0787066da15628970bd55cb8cec31a372c.tar.bz2
spark-4619ee0787066da15628970bd55cb8cec31a372c.zip
Move JavaRDDLike.coalesce into the right places.
-rw-r--r--core/src/main/scala/spark/api/java/JavaDoubleRDD.scala5
-rw-r--r--core/src/main/scala/spark/api/java/JavaPairRDD.scala5
-rw-r--r--core/src/main/scala/spark/api/java/JavaRDD.scala5
-rw-r--r--core/src/main/scala/spark/api/java/JavaRDDLike.scala5
4 files changed, 15 insertions, 5 deletions
diff --git a/core/src/main/scala/spark/api/java/JavaDoubleRDD.scala b/core/src/main/scala/spark/api/java/JavaDoubleRDD.scala
index 843e1bd18b..2810631b41 100644
--- a/core/src/main/scala/spark/api/java/JavaDoubleRDD.scala
+++ b/core/src/main/scala/spark/api/java/JavaDoubleRDD.scala
@@ -53,6 +53,11 @@ class JavaDoubleRDD(val srdd: RDD[scala.Double]) extends JavaRDDLike[Double, Jav
fromRDD(srdd.filter(x => f(x).booleanValue()))
/**
+ * Return a new RDD that is reduced into `numSplits` partitions.
+ */
+ def coalesce(numSplits: Int): JavaDoubleRDD = fromRDD(srdd.coalesce(numSplits))
+
+ /**
* Return a sampled subset of this RDD.
*/
def sample(withReplacement: Boolean, fraction: Double, seed: Int): JavaDoubleRDD =
diff --git a/core/src/main/scala/spark/api/java/JavaPairRDD.scala b/core/src/main/scala/spark/api/java/JavaPairRDD.scala
index 8ce32e0e2f..8a123bdb47 100644
--- a/core/src/main/scala/spark/api/java/JavaPairRDD.scala
+++ b/core/src/main/scala/spark/api/java/JavaPairRDD.scala
@@ -63,6 +63,11 @@ class JavaPairRDD[K, V](val rdd: RDD[(K, V)])(implicit val kManifest: ClassManif
new JavaPairRDD[K, V](rdd.filter(x => f(x).booleanValue()))
/**
+ * Return a new RDD that is reduced into `numSplits` partitions.
+ */
+ def coalesce(numSplits: Int): JavaPairRDD[K, V] = new JavaPairRDD[K, V](rdd.coalesce(numSplits))
+
+ /**
* Return a sampled subset of this RDD.
*/
def sample(withReplacement: Boolean, fraction: Double, seed: Int): JavaPairRDD[K, V] =
diff --git a/core/src/main/scala/spark/api/java/JavaRDD.scala b/core/src/main/scala/spark/api/java/JavaRDD.scala
index ac31350ec3..23e7ae2726 100644
--- a/core/src/main/scala/spark/api/java/JavaRDD.scala
+++ b/core/src/main/scala/spark/api/java/JavaRDD.scala
@@ -39,6 +39,11 @@ JavaRDDLike[T, JavaRDD[T]] {
wrapRDD(rdd.filter((x => f(x).booleanValue())))
/**
+ * Return a new RDD that is reduced into `numSplits` partitions.
+ */
+ def coalesce(numSplits: Int): JavaRDD[T] = rdd.coalesce(numSplits)
+
+ /**
* Return a sampled subset of this RDD.
*/
def sample(withReplacement: Boolean, fraction: Double, seed: Int): JavaRDD[T] =
diff --git a/core/src/main/scala/spark/api/java/JavaRDDLike.scala b/core/src/main/scala/spark/api/java/JavaRDDLike.scala
index 9e52c224dd..60025b459c 100644
--- a/core/src/main/scala/spark/api/java/JavaRDDLike.scala
+++ b/core/src/main/scala/spark/api/java/JavaRDDLike.scala
@@ -131,11 +131,6 @@ trait JavaRDDLike[T, This <: JavaRDDLike[T, This]] extends PairFlatMapWorkaround
other.classManifest)
/**
- * Return a new RDD that is reduced into `numSplits` partitions.
- */
- def coalesce(numSplits: Int): JavaRDD[T] = rdd.coalesce(numSplits)
-
- /**
* Return an RDD of grouped elements. Each group consists of a key and a sequence of elements
* mapping to that key.
*/