Scala does not prevent variable shadowing ! Sick error due to it ...
This commit is contained in:
parent
59c380d69a
commit
323ab8ff3b
|
@ -148,7 +148,6 @@ private[spark] class MapOutputTracker extends Logging {
|
|||
logInfo("Doing the fetch; tracker actor = " + trackerActor)
|
||||
val hostPort = Utils.localHostPort()
|
||||
// This try-finally prevents hangs due to timeouts:
|
||||
var fetchedStatuses: Array[MapStatus] = null
|
||||
try {
|
||||
val fetchedBytes =
|
||||
askTracker(GetMapOutputStatuses(shuffleId, hostPort)).asInstanceOf[Array[Byte]]
|
||||
|
|
|
@ -1092,7 +1092,7 @@ class BlockFetcherIterator(
|
|||
logDebug("Got local blocks in " + Utils.getUsedTimeMs(startTime) + " ms")
|
||||
|
||||
//an iterator that will read fetched blocks off the queue as they arrive.
|
||||
var resultsGotten = 0
|
||||
@volatile private var resultsGotten = 0
|
||||
|
||||
def hasNext: Boolean = resultsGotten < totalBlocks
|
||||
|
||||
|
@ -1102,7 +1102,7 @@ class BlockFetcherIterator(
|
|||
val result = results.take()
|
||||
val stopFetchWait = System.currentTimeMillis()
|
||||
_fetchWaitTime += (stopFetchWait - startFetchWait)
|
||||
bytesInFlight -= result.size
|
||||
if (! result.failed) bytesInFlight -= result.size
|
||||
while (!fetchRequests.isEmpty &&
|
||||
(bytesInFlight == 0 || bytesInFlight + fetchRequests.front.size <= maxBytesInFlight)) {
|
||||
sendRequest(fetchRequests.dequeue())
|
||||
|
|
3
pom.xml
3
pom.xml
|
@ -417,8 +417,9 @@
|
|||
<configuration>
|
||||
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
|
||||
<junitxml>.</junitxml>
|
||||
<filereports>WDF TestSuite.txt</filereports>
|
||||
<filereports>${project.build.directory}/SparkTestSuite.txt</filereports>
|
||||
<argLine>-Xms64m -Xmx1024m</argLine>
|
||||
<stderr/>
|
||||
</configuration>
|
||||
<executions>
|
||||
<execution>
|
||||
|
|
Loading…
Reference in a new issue