Report compressed bytes read when calculating TaskMetrics

2013-08-11 15:36:13 -07:00 · 2013-08-11 15:36:13 -07:00 · 3d8f281604
parent b09d4b79e8
commit 3d8f281604
1 changed files with 2 additions and 1 deletions
--- a/core/src/main/scala/spark/storage/BlockFetcherIterator.scala
+++ b/core/src/main/scala/spark/storage/BlockFetcherIterator.scala
@ -132,9 +132,10 @@ object BlockFetcherIterator {
                "Unexpected message " + blockMessage.getType + " received from " + cmId)
            }
            val blockId = blockMessage.getId
+            val networkSize = blockMessage.getData.limit()
            results.put(new FetchResult(blockId, sizeMap(blockId),
              () => dataDeserialize(blockId, blockMessage.getData, serializer)))
-            _remoteBytesRead += req.size
+            _remoteBytesRead += networkSize
            logDebug("Got remote block " + blockId + " after " + Utils.getUsedTimeMs(startTime))
          }
        }