ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Fix to #154 (CacheTracker trying to cast a broadcast variable's ID to int)

Browse source
This commit is contained in:
Matei Zaharia 2012-08-03 15:57:43 -04:00
parent c0d5bd6553
commit 508221b8e6
1 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
core/src/main/scala/spark/CacheTracker.scala
View file

@ -225,9 +225,10 @@ class CacheTracker(isMaster: Boolean, theCache: Cache) extends Logging {
// Called by the Cache to report that an entry has been dropped from it
def dropEntry(datasetId: Any, partition: Int) {
datasetId match {
//TODO - do we really want to use '!!' when nobody checks returned future? '!' seems to enough here.
case (cache.keySpaceId, rddId: Int) => trackerActor !! DroppedFromCache(rddId, partition, Utils.getHost)
val (keySpaceId, innerId) = datasetId.asInstanceOf[(Any, Any)]
if (keySpaceId == cache.keySpaceId) {
// TODO - do we really want to use '!!' when nobody checks returned future? '!' seems to enough here.
trackerActor !! DroppedFromCache(innerId.asInstanceOf[Int], partition, Utils.getHost)
}
}