diff options
| author | Prashant Sharma <prashant.s@imaginea.com> | 2014-11-17 10:40:33 -0800 |
|---|---|---|
| committer | Patrick Wendell <pwendell@gmail.com> | 2014-11-17 10:40:33 -0800 |
| commit | 5c92d47ad2e3414f2ae089cb47f3c6daccba8d90 (patch) | |
| tree | 16d656b96e9504613591818b82a98f743a5c891e | |
| parent | 64c6b9bad559c21f25cd9fbe37c8813cdab939f2 (diff) | |
| download | spark-5c92d47ad2e3414f2ae089cb47f3c6daccba8d90.tar.gz spark-5c92d47ad2e3414f2ae089cb47f3c6daccba8d90.tar.bz2 spark-5c92d47ad2e3414f2ae089cb47f3c6daccba8d90.zip | |
SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted.
Author: Prashant Sharma <prashant.s@imaginea.com>
Closes #3310 from ScrapCodes/SPARK-4445/rddDebugStringFix and squashes the following commits:
4e57c52 [Prashant Sharma] SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted
| -rw-r--r-- | core/src/main/scala/org/apache/spark/rdd/RDD.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/rdd/RDD.scala b/core/src/main/scala/org/apache/spark/rdd/RDD.scala index cb64d43c6c..e4025bcf48 100644 --- a/core/src/main/scala/org/apache/spark/rdd/RDD.scala +++ b/core/src/main/scala/org/apache/spark/rdd/RDD.scala @@ -1309,7 +1309,7 @@ abstract class RDD[T: ClassTag]( def debugSelf (rdd: RDD[_]): Seq[String] = { import Utils.bytesToString - val persistence = storageLevel.description + val persistence = if (storageLevel != StorageLevel.NONE) storageLevel.description else "" val storageInfo = rdd.context.getRDDStorageInfo.filter(_.id == rdd.id).map(info => " CachedPartitions: %d; MemorySize: %s; TachyonSize: %s; DiskSize: %s".format( info.numCachedPartitions, bytesToString(info.memSize), |