ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

add inline comments

Browse source
This commit is contained in:
walker 2014-01-07 01:21:25 +08:00
parent a0c6d96e27
commit 6ab1db8071
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
core/src/main/scala/org/apache/spark/storage/BlockManagerMasterActor.scala
View file

@ -348,6 +348,10 @@ object BlockManagerMasterActor {
if (storageLevel.isValid) {
// isValid means it is either stored in-memory or on-disk.
// But the memSize here indicates the data size in or dropped from memory,
// and the diskSize here indicates the data size in or dropped to disk.
// They can be both large than 0, when a block is dropped from memory to disk.
// Therefore, a safe way to set BlockStatus is to set its info in accurate modes.
if (storageLevel.useMemory) {
_blocks.put(blockId, BlockStatus(storageLevel, memSize, 0))
_remainingMem -= memSize