ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Fixed the way the JAR server is created after finding issue at Twitter

Browse source
This commit is contained in:
Matei Zaharia 2012-05-05 20:05:15 -07:00
parent a69c0738d1
commit bd2ab635a7
1 changed files with 5 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
core/src/main/scala/spark/MesosScheduler.scala
View file

@ -99,11 +99,6 @@ private class MesosScheduler(
}
override def start() {
if (sc.jars.size > 0) {
// If the user added any JARS to the SparkContext, create an HTTP server
// to serve them to our executors
createJarServer()
}
new Thread("Spark scheduler") {
setDaemon(true)
override def run {
@ -125,7 +120,11 @@ private class MesosScheduler(
case Some(path) => path
case None =>
throw new SparkException("Spark home is not set; set it through the spark.home system " +
"property, the SPARK_HOME environment variable or the SparkContext constructor")
"property, the SPARK_HOME environment variable or the SparkContext constructor")
}
// If the user added JARs to the SparkContext, create an HTTP server to ship them to executors
if (sc.jars.size > 0) {
createJarServer()
}
val execScript = new File(sparkHome, "spark-executor").getCanonicalPath
val environment = Environment.newBuilder()