From 696e4b21679a2f11e943abb06149476044e0bc82 Mon Sep 17 00:00:00 2001 From: Imran Rashid Date: Tue, 5 Feb 2013 14:29:16 -0800 Subject: [PATCH] track remoteFetchTime --- core/src/main/scala/spark/storage/BlockManager.scala | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/core/src/main/scala/spark/storage/BlockManager.scala b/core/src/main/scala/spark/storage/BlockManager.scala index 96d1a20d1b..d839a1eb89 100644 --- a/core/src/main/scala/spark/storage/BlockManager.scala +++ b/core/src/main/scala/spark/storage/BlockManager.scala @@ -852,6 +852,7 @@ class BlockFetcherIterator( import blockManager._ private var remoteBytesRead = 0l + private var remoteFetchTime = 0l if (blocksByAddress == null) { throw new IllegalArgumentException("BlocksByAddress is null") @@ -893,9 +894,12 @@ class BlockFetcherIterator( }) bytesInFlight += req.size val sizeMap = req.blocks.toMap // so we can look up the size of each blockID + val fetchStart = System.currentTimeMillis() val future = connectionManager.sendMessageReliably(cmId, blockMessageArray.toBufferMessage) future.onSuccess { case Some(message) => { + val fetchDone = System.currentTimeMillis() + remoteFetchTime += fetchDone - fetchStart val bufferMessage = message.asInstanceOf[BufferMessage] val blockMessageArray = BlockMessageArray.fromBufferMessage(bufferMessage) for (blockMessage <- blockMessageArray) {