SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted.
Author: Prashant Sharma <prashant.s@imaginea.com> Closes #3310 from ScrapCodes/SPARK-4445/rddDebugStringFix and squashes the following commits: 4e57c52 [Prashant Sharma] SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted
This commit is contained in:
parent
64c6b9bad5
commit
5c92d47ad2
|
@ -1309,7 +1309,7 @@ abstract class RDD[T: ClassTag](
|
|||
def debugSelf (rdd: RDD[_]): Seq[String] = {
|
||||
import Utils.bytesToString
|
||||
|
||||
val persistence = storageLevel.description
|
||||
val persistence = if (storageLevel != StorageLevel.NONE) storageLevel.description else ""
|
||||
val storageInfo = rdd.context.getRDDStorageInfo.filter(_.id == rdd.id).map(info =>
|
||||
" CachedPartitions: %d; MemorySize: %s; TachyonSize: %s; DiskSize: %s".format(
|
||||
info.numCachedPartitions, bytesToString(info.memSize),
|
||||
|
|
Loading…
Reference in a new issue