ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Updated Kryo registration.

Browse source
This commit is contained in:
Reynold Xin 2013-10-07 11:48:50 -07:00
parent 4f916f5302
commit 5218e46178
1 changed files with 5 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
graph/src/main/scala/org/apache/spark/graph/GraphKryoRegistrator.scala
View file

@ -2,23 +2,19 @@ package org.apache.spark.graph
import com.esotericsoftware.kryo.Kryo
import org.apache.spark.graph.impl.MessageToPartition
import org.apache.spark.serializer.KryoRegistrator
class GraphKryoRegistrator extends KryoRegistrator {
def registerClasses(kryo: Kryo) {
//kryo.register(classOf[(Int, Float, Float)])
registerClass[Int, Int, Int](kryo)
kryo.register(classOf[Vertex[Object]])
kryo.register(classOf[Edge[Object]])
kryo.register(classOf[MutableTuple2[Object, Object]])
kryo.register(classOf[MessageToPartition[Object]])
// This avoids a large number of hash table lookups.
kryo.setReferences(false)
}
private def registerClass[VD: Manifest, ED: Manifest, VD2: Manifest](kryo: Kryo) {
kryo.register(classOf[Vertex[VD]])
kryo.register(classOf[Edge[ED]])
kryo.register(classOf[MutableTuple2[VD, VD2]])
kryo.register(classOf[(Vid, VD2)])
}
}