ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Expose srcStale and dstStale

Browse source
This commit is contained in:
Ankur Dave 2013-12-13 16:35:37 -08:00
parent 4bbae5c39b
commit d161caa6eb
2 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
graph/src/main/scala/org/apache/spark/graph/EdgeTriplet.scala
View file

@ -28,6 +28,9 @@ class EdgeTriplet[VD, ED] extends Edge[ED] {
*/
var dstAttr: VD = _ //nullValue[VD]
var srcStale: Boolean = false
var dstStale: Boolean = false
/**
* Set the edge properties of this triplet.
*/

6
graph/src/main/scala/org/apache/spark/graph/impl/GraphImpl.scala
View file

@ -226,8 +226,10 @@ class GraphImpl[VD: ClassManifest, ED: ClassManifest] protected (
val et = new EdgeTriplet[VD, ED]
val filteredEdges = edgePartition.iterator.flatMap { e =>
// Ensure that the edge meets the requirements of skipStaleSrc and skipStaleDst
val skipDueToSrc = skipStaleSrc && vertexPartition.isStale(e.srcId)
val skipDueToDst = skipStaleDst && vertexPartition.isStale(e.dstId)
et.srcStale = vertexPartition.isStale(e.srcId)
et.dstStale = vertexPartition.isStale(e.dstId)
val skipDueToSrc = skipStaleSrc && et.srcStale
val skipDueToDst = skipStaleDst && et.dstStale
if (!skipDueToSrc && !skipDueToDst) {
et.set(e)
if (mapUsesSrcAttr) {