ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Addressing issue where statistics are not computed correctly

Browse source
This commit is contained in:
Joseph E. Gonzalez 2013-10-15 17:39:09 -07:00
parent 1b22eef744
commit 9058f261fe
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
graph/src/main/scala/org/apache/spark/graph/impl/GraphImpl.scala
View file

@ -146,7 +146,7 @@ class GraphImpl[VD: ClassManifest, ED: ClassManifest] protected (
val replicationRatio =
vid2pid.groupByKey().map(kv => kv._2.size).sum / vTable.count
val loadArray =
eTable.map{ case (pid, epart) => epart.data.size }.collect.map(x => x / numEdges)
eTable.map{ case (pid, epart) => epart.data.size }.collect.map(x => x.toDouble / numEdges)
val minLoad = loadArray.min
val maxLoad = loadArray.max
Map(