ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Further bug fix to HttpBroadcast

Browse source
This commit is contained in:
Matei Zaharia 2012-06-09 16:24:03 -07:00
parent 8ed662862e
commit 4b05798c06
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
core/src/main/scala/spark/broadcast/HttpBroadcast.scala
View file

@ -34,7 +34,7 @@ extends Broadcast[T] with Logging with Serializable {
} else {
logInfo("Started reading broadcast variable " + uuid)
val start = System.nanoTime
value_ = HttpBroadcast.read(uuid).asInstanceOf[T]
value_ = HttpBroadcast.read[T](uuid)
HttpBroadcast.values.put(uuid, 0, value_)
val time = (System.nanoTime - start) / 1e9
logInfo("Reading broadcast variable " + uuid + " took " + time + " s")
@ -95,7 +95,7 @@ private object HttpBroadcast extends Logging {
serOut.close()
}
def read(uuid: UUID): Any = {
def read[T](uuid: UUID): T = {
val url = serverUri + "/broadcast-" + uuid
var in = if (compress) {
new LZFInputStream(new URL(url).openStream()) // Does its own buffering
@ -104,7 +104,7 @@ private object HttpBroadcast extends Logging {
}
val ser = SparkEnv.get.serializer.newInstance()
val serIn = ser.inputStream(in)
val obj = serIn.readObject()
val obj = serIn.readObject[T]()
serIn.close()
obj
}