ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Fixed connected components CL params

Browse source
This commit is contained in:
Dan Crankshaw 2013-10-12 01:47:38 +00:00
parent 1e5535cfcf
commit 1a961dd1f2
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
graph/src/main/scala/org/apache/spark/graph/Analytics.scala
View file

@ -161,11 +161,15 @@ object Analytics extends Logging {
case "cc" => {
var numIter = Int.MaxValue
var numVPart = 4
var numEPart = 4
var isDynamic = false
options.foreach{
case ("numIter", v) => numIter = v.toInt
case ("dynamic", v) => isDynamic = v.toBoolean
case ("numEPart", v) => numEPart = v.toInt
case ("numVPart", v) => numVPart = v.toInt
case (opt, _) => throw new IllegalArgumentException("Invalid option: " + opt)
}
@ -182,7 +186,8 @@ object Analytics extends Logging {
println("======================================")
val sc = new SparkContext(host, "ConnectedComponents(" + fname + ")")
val graph = GraphLoader.textFile(sc, fname, a => 1.0F)
//val graph = GraphLoader.textFile(sc, fname, a => 1.0F)
val graph = GraphLoader.textFile(sc, fname, a => 1.0F, numEPart).withPartitioner(numVPart, numEPart).cache()
val cc = Analytics.connectedComponents(graph, numIter)
//val cc = if(isDynamic) Analytics.dynamicConnectedComponents(graph, numIter)
// else Analytics.connectedComponents(graph, numIter)