[SPARK-9870] Disable driver UI and Master REST server in SparkSubmitSuite
I think that we should pass additional configuration flags to disable the driver UI and Master REST server in SparkSubmitSuite and HiveSparkSubmitSuite. This might cut down on port-contention-related flakiness in Jenkins. Author: Josh Rosen <joshrosen@databricks.com> Closes #8124 from JoshRosen/disable-ui-in-sparksubmitsuite.
This commit is contained in:
parent
f4bc01f1f3
commit
7b13ed27c1
|
@ -324,6 +324,8 @@ class SparkSubmitSuite
|
|||
"--class", SimpleApplicationTest.getClass.getName.stripSuffix("$"),
|
||||
"--name", "testApp",
|
||||
"--master", "local",
|
||||
"--conf", "spark.ui.enabled=false",
|
||||
"--conf", "spark.master.rest.enabled=false",
|
||||
unusedJar.toString)
|
||||
runSparkSubmit(args)
|
||||
}
|
||||
|
@ -337,6 +339,8 @@ class SparkSubmitSuite
|
|||
"--class", JarCreationTest.getClass.getName.stripSuffix("$"),
|
||||
"--name", "testApp",
|
||||
"--master", "local-cluster[2,1,1024]",
|
||||
"--conf", "spark.ui.enabled=false",
|
||||
"--conf", "spark.master.rest.enabled=false",
|
||||
"--jars", jarsString,
|
||||
unusedJar.toString, "SparkSubmitClassA", "SparkSubmitClassB")
|
||||
runSparkSubmit(args)
|
||||
|
@ -355,6 +359,7 @@ class SparkSubmitSuite
|
|||
"--packages", Seq(main, dep).mkString(","),
|
||||
"--repositories", repo,
|
||||
"--conf", "spark.ui.enabled=false",
|
||||
"--conf", "spark.master.rest.enabled=false",
|
||||
unusedJar.toString,
|
||||
"my.great.lib.MyLib", "my.great.dep.MyLib")
|
||||
runSparkSubmit(args)
|
||||
|
@ -500,6 +505,8 @@ class SparkSubmitSuite
|
|||
"--master", "local",
|
||||
"--conf", "spark.driver.extraClassPath=" + systemJar,
|
||||
"--conf", "spark.driver.userClassPathFirst=true",
|
||||
"--conf", "spark.ui.enabled=false",
|
||||
"--conf", "spark.master.rest.enabled=false",
|
||||
userJar.toString)
|
||||
runSparkSubmit(args)
|
||||
}
|
||||
|
|
|
@ -57,6 +57,8 @@ class HiveSparkSubmitSuite
|
|||
"--class", SparkSubmitClassLoaderTest.getClass.getName.stripSuffix("$"),
|
||||
"--name", "SparkSubmitClassLoaderTest",
|
||||
"--master", "local-cluster[2,1,1024]",
|
||||
"--conf", "spark.ui.enabled=false",
|
||||
"--conf", "spark.master.rest.enabled=false",
|
||||
"--jars", jarsString,
|
||||
unusedJar.toString, "SparkSubmitClassA", "SparkSubmitClassB")
|
||||
runSparkSubmit(args)
|
||||
|
@ -68,6 +70,8 @@ class HiveSparkSubmitSuite
|
|||
"--class", SparkSQLConfTest.getClass.getName.stripSuffix("$"),
|
||||
"--name", "SparkSQLConfTest",
|
||||
"--master", "local-cluster[2,1,1024]",
|
||||
"--conf", "spark.ui.enabled=false",
|
||||
"--conf", "spark.master.rest.enabled=false",
|
||||
unusedJar.toString)
|
||||
runSparkSubmit(args)
|
||||
}
|
||||
|
@ -79,7 +83,11 @@ class HiveSparkSubmitSuite
|
|||
// the HiveContext code mistakenly overrides the class loader that contains user classes.
|
||||
// For more detail, see sql/hive/src/test/resources/regression-test-SPARK-8489/*scala.
|
||||
val testJar = "sql/hive/src/test/resources/regression-test-SPARK-8489/test.jar"
|
||||
val args = Seq("--class", "Main", testJar)
|
||||
val args = Seq(
|
||||
"--conf", "spark.ui.enabled=false",
|
||||
"--conf", "spark.master.rest.enabled=false",
|
||||
"--class", "Main",
|
||||
testJar)
|
||||
runSparkSubmit(args)
|
||||
}
|
||||
|
||||
|
|
Loading…
Reference in a new issue