ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Merge pull request #97 from dcrankshaw/fix-rddtop

Browse source 
Added BoundedPriorityQueue kryo registrator. Fixes top issue.
This commit is contained in:
Reynold Xin 2013-12-11 22:30:54 -08:00
parent 3abfbfb104 12483d4ae6
commit ce6ca4ea61
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
graph/src/main/scala/org/apache/spark/graph/GraphKryoRegistrator.scala
View file

@ -5,6 +5,7 @@ import com.esotericsoftware.kryo.Kryo
import org.apache.spark.graph.impl._
import org.apache.spark.serializer.KryoRegistrator
import org.apache.spark.util.collection.BitSet
import org.apache.spark.util.BoundedPriorityQueue
class GraphKryoRegistrator extends KryoRegistrator {
@ -19,6 +20,7 @@ class GraphKryoRegistrator extends KryoRegistrator {
kryo.register(classOf[VertexIdToIndexMap])
kryo.register(classOf[VertexAttributeBlock[Object]])
kryo.register(classOf[PartitionStrategy])
kryo.register(classOf[BoundedPriorityQueue[Object]])
// This avoids a large number of hash table lookups.
kryo.setReferences(false)