Scala does not prevent variable shadowing ! Sick error due to it ...

core/src/main/scala/spark/MapOutputTracker.scala

@@ -148,7 +148,6 @@ private[spark] class MapOutputTracker extends Logging {
         logInfo("Doing the fetch; tracker actor = " + trackerActor)
         val hostPort = Utils.localHostPort()
         // This try-finally prevents hangs due to timeouts:
-        var fetchedStatuses: Array[MapStatus] = null
         try {
           val fetchedBytes =
             askTracker(GetMapOutputStatuses(shuffleId, hostPort)).asInstanceOf[Array[Byte]]

core/src/main/scala/spark/storage/BlockManager.scala

@@ -1092,7 +1092,7 @@ class BlockFetcherIterator(
   logDebug("Got local blocks in " + Utils.getUsedTimeMs(startTime) + " ms")
 
   //an iterator that will read fetched blocks off the queue as they arrive.
-  var resultsGotten = 0
+  @volatile private var resultsGotten = 0
 
   def hasNext: Boolean = resultsGotten < totalBlocks
 
@@ -1102,7 +1102,7 @@ class BlockFetcherIterator(
     val result = results.take()
     val stopFetchWait = System.currentTimeMillis()
     _fetchWaitTime += (stopFetchWait - startFetchWait)
-    bytesInFlight -= result.size
+    if (! result.failed) bytesInFlight -= result.size
     while (!fetchRequests.isEmpty &&
       (bytesInFlight == 0 || bytesInFlight + fetchRequests.front.size <= maxBytesInFlight)) {
       sendRequest(fetchRequests.dequeue())

pom.xml

@@ -417,8 +417,9 @@
           <configuration>
             <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
             <junitxml>.</junitxml>
-            <filereports>WDF TestSuite.txt</filereports>
+            <filereports>${project.build.directory}/SparkTestSuite.txt</filereports>
             <argLine>-Xms64m -Xmx1024m</argLine>
+            <stderr/>
           </configuration>
           <executions>
             <execution>