Serialize generation correctly in ShuffleMapTask

2012-08-26 20:07:59 -07:00 · 2012-08-26 20:07:59 -07:00 · b914cd0dfa
parent 69c2ab0408
commit b914cd0dfa
1 changed files with 2 additions and 0 deletions
--- a/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala
+++ b/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala
@ -90,6 +90,7 @@ class ShuffleMapTask(
    out.writeInt(bytes.length)
    out.write(bytes)
    out.writeInt(partition)
+    out.writeLong(generation)
    out.writeObject(split)
  }

@ -102,6 +103,7 @@ class ShuffleMapTask(
    rdd = rdd_
    dep = dep_
    partition = in.readInt()
+    generation = in.readLong()
    split = in.readObject().asInstanceOf[Split]
  }