From a71233f89d79c4d9a9c806b9ec0c082ddc81e204 Mon Sep 17 00:00:00 2001 From: Yuanjian Li Date: Thu, 23 Jul 2020 21:14:36 +0900 Subject: [PATCH] [SPARK-32389][TESTS] Add all hive.execution suite in the parallel test group ### What changes were proposed in this pull request? Add a new parallel test group for all `hive.execution` suites. ### Why are the changes needed? Base on the tests, it can reduce the Jenkins testing time. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Existing tests. Closes #28977 from xuanyuanking/parallelTest. Authored-by: Yuanjian Li Signed-off-by: HyukjinKwon --- project/SparkBuild.scala | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 198405a1d2..c05e41cfcc 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -469,7 +469,6 @@ object SparkParallelTestGrouping { "org.apache.spark.sql.catalyst.expressions.MathExpressionsSuite", "org.apache.spark.sql.hive.HiveExternalCatalogSuite", "org.apache.spark.sql.hive.StatisticsSuite", - "org.apache.spark.sql.hive.execution.HiveCompatibilitySuite", "org.apache.spark.sql.hive.client.VersionsSuite", "org.apache.spark.sql.hive.client.HiveClientVersions", "org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite", @@ -486,9 +485,14 @@ object SparkParallelTestGrouping { ) private val DEFAULT_TEST_GROUP = "default_test_group" + private val HIVE_EXECUTION_TEST_GROUP = "hive_execution_test_group" private def testNameToTestGroup(name: String): String = name match { case _ if testsWhichShouldRunInTheirOwnDedicatedJvm.contains(name) => name + // Different with the cases in testsWhichShouldRunInTheirOwnDedicatedJvm, here we are grouping + // all suites of `org.apache.spark.sql.hive.execution.*` into a single group, instead of + // launching one JVM per suite. + case _ if name.contains("org.apache.spark.sql.hive.execution") => HIVE_EXECUTION_TEST_GROUP case _ => DEFAULT_TEST_GROUP }