ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

slightly more efficient map operation

Browse source
This commit is contained in:
Joseph E. Gonzalez 2014-01-02 00:00:24 -08:00
parent 0b3efbcf62
commit 6592be2594
1 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
graph/src/main/scala/org/apache/spark/graph/impl/EdgePartition.scala
View file

@ -70,8 +70,13 @@ class EdgePartition[@specialized(Char, Int, Boolean, Byte, Long, Float, Double)
* applied to each edge * applied to each edge
*/ */
def map[ED2: ClassManifest](iter: Iterator[ED2]): EdgePartition[ED2] = { def map[ED2: ClassManifest](iter: Iterator[ED2]): EdgePartition[ED2] = {
val newData = iter.toArray val newData = new Array[ED2](data.size)
assert(newData.size == data.size) var i = 0
while (iter.hasNext) {
newData(i) = iter.next()
i += 1
}
assert(newData.size == i)
new EdgePartition(srcIds, dstIds, newData, index) new EdgePartition(srcIds, dstIds, newData, index)
} }