aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorStephen Haberman <stephen@exigencecorp.com>2013-01-29 00:12:31 -0600
committerStephen Haberman <stephen@exigencecorp.com>2013-01-29 00:12:31 -0600
commit3cda14af3fea97c2372c7335505e9dad7e0dd117 (patch)
treec2c4d0be5a20ce0e66ca077fe5206546927a4cb3
parent951cfd9ba2a9239a777f156f10af820e9df49606 (diff)
downloadspark-3cda14af3fea97c2372c7335505e9dad7e0dd117.tar.gz
spark-3cda14af3fea97c2372c7335505e9dad7e0dd117.tar.bz2
spark-3cda14af3fea97c2372c7335505e9dad7e0dd117.zip
Add number of splits.
-rw-r--r--core/src/main/scala/spark/RDD.scala3
1 files changed, 2 insertions, 1 deletions
diff --git a/core/src/main/scala/spark/RDD.scala b/core/src/main/scala/spark/RDD.scala
index 172431c31a..39bacd2afb 100644
--- a/core/src/main/scala/spark/RDD.scala
+++ b/core/src/main/scala/spark/RDD.scala
@@ -642,7 +642,8 @@ abstract class RDD[T: ClassManifest](
/** A description of this RDD and its recursive dependencies for debugging. */
def toDebugString(): String = {
def debugString(rdd: RDD[_], prefix: String = ""): Seq[String] = {
- Seq(prefix + rdd) ++ rdd.dependencies.flatMap(d => debugString(d.rdd, prefix + " "))
+ Seq(prefix + rdd + " (" + rdd.splits.size + " splits)") ++
+ rdd.dependencies.flatMap(d => debugString(d.rdd, prefix + " "))
}
debugString(this).mkString("\n")
}