aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorStephen Haberman <stephen@exigencecorp.com>2013-02-09 10:11:54 -0600
committerStephen Haberman <stephen@exigencecorp.com>2013-02-09 10:11:54 -0600
commitda52b16b38a5d6200ef2c6a3b7ba28ddf35a30f8 (patch)
tree271650b1e2036a3cec601ca878f23cab83304cbc
parenta9c8d53cfa0bd09565799cec88344b286d7cc436 (diff)
downloadspark-da52b16b38a5d6200ef2c6a3b7ba28ddf35a30f8.tar.gz
spark-da52b16b38a5d6200ef2c6a3b7ba28ddf35a30f8.tar.bz2
spark-da52b16b38a5d6200ef2c6a3b7ba28ddf35a30f8.zip
Remove RDD.coalesce default arguments.
-rw-r--r--core/src/main/scala/spark/RDD.scala3
-rw-r--r--core/src/main/scala/spark/api/java/JavaRDDLike.scala5
2 files changed, 1 insertions, 7 deletions
diff --git a/core/src/main/scala/spark/RDD.scala b/core/src/main/scala/spark/RDD.scala
index 5f99591fd5..dea52eb5c6 100644
--- a/core/src/main/scala/spark/RDD.scala
+++ b/core/src/main/scala/spark/RDD.scala
@@ -235,8 +235,7 @@ abstract class RDD[T: ClassManifest](
/**
* Return a new RDD that is reduced into `numSplits` partitions.
*/
- def coalesce(numSplits: Int = sc.defaultParallelism): RDD[T] =
- new CoalescedRDD(this, numSplits)
+ def coalesce(numSplits: Int): RDD[T] = new CoalescedRDD(this, numSplits)
/**
* Return a sampled subset of this RDD.
diff --git a/core/src/main/scala/spark/api/java/JavaRDDLike.scala b/core/src/main/scala/spark/api/java/JavaRDDLike.scala
index 295eaa57c0..d3a4b62553 100644
--- a/core/src/main/scala/spark/api/java/JavaRDDLike.scala
+++ b/core/src/main/scala/spark/api/java/JavaRDDLike.scala
@@ -131,11 +131,6 @@ trait JavaRDDLike[T, This <: JavaRDDLike[T, This]] extends PairFlatMapWorkaround
other.classManifest)
/**
- * Return a new RDD that is reduced into the default number of partitions.
- */
- def coalesce(): RDD[T] = coalesce(rdd.context.defaultParallelism)
-
- /**
* Return a new RDD that is reduced into `numSplits` partitions.
*/
def coalesce(numSplits: Int): RDD[T] = rdd.coalesce(numSplits)