Merge pull request #448 from squito/fetch_maxBytesInFlight

add as many fetch requests as we can, subject to maxBytesInFlight
2013-02-09 18:15:18 -08:00 · 2013-02-09 18:15:18 -08:00 · ccb1ca4a23
parent 76ac0ce6c0 cfab1a3528
commit ccb1ca4a23
1 changed files with 1 additions and 1 deletions
--- a/core/src/main/scala/spark/storage/BlockManager.scala
+++ b/core/src/main/scala/spark/storage/BlockManager.scala
@ -585,7 +585,7 @@ class BlockManager(
        resultsGotten += 1
        val result = results.take()
        bytesInFlight -= result.size
-        if (!fetchRequests.isEmpty &&
+        while (!fetchRequests.isEmpty &&
            (bytesInFlight == 0 || bytesInFlight + fetchRequests.front.size <= maxBytesInFlight)) {
          sendRequest(fetchRequests.dequeue())
        }