[SPARK-6477][Build]: Run MIMA tests before the Spark test suite
This moves the MIMA checks to before the full Spark test suite such that, if new PR's fail the MIMA check, they will return much faster having not run the entire test suite. This is preferable to the current scenario where a user would have to wait until the entire test suite completes before realizing it failed on a MIMA check in which case, once the MIMA issues are fixed, the user would have to resubmit and rerun the full test suite again. Author: Brennon York <brennon.york@capitalone.com> Closes #5145 from brennonyork/SPARK-6477 and squashes the following commits: 12b0aee [Brennon York] updated to put the mima checks before the spark test suite
This commit is contained in:
parent
1afcf773d0
commit
37fac1dcd2
|
@ -178,6 +178,15 @@ CURRENT_BLOCK=$BLOCK_BUILD
|
|||
fi
|
||||
}
|
||||
|
||||
echo ""
|
||||
echo "========================================================================="
|
||||
echo "Detecting binary incompatibilities with MiMa"
|
||||
echo "========================================================================="
|
||||
|
||||
CURRENT_BLOCK=$BLOCK_MIMA
|
||||
|
||||
./dev/mima
|
||||
|
||||
echo ""
|
||||
echo "========================================================================="
|
||||
echo "Running Spark unit tests"
|
||||
|
@ -227,12 +236,3 @@ echo "========================================================================="
|
|||
CURRENT_BLOCK=$BLOCK_PYSPARK_UNIT_TESTS
|
||||
|
||||
./python/run-tests
|
||||
|
||||
echo ""
|
||||
echo "========================================================================="
|
||||
echo "Detecting binary incompatibilities with MiMa"
|
||||
echo "========================================================================="
|
||||
|
||||
CURRENT_BLOCK=$BLOCK_MIMA
|
||||
|
||||
./dev/mima
|
||||
|
|
|
@ -22,6 +22,6 @@ readonly BLOCK_RAT=11
|
|||
readonly BLOCK_SCALA_STYLE=12
|
||||
readonly BLOCK_PYTHON_STYLE=13
|
||||
readonly BLOCK_BUILD=14
|
||||
readonly BLOCK_SPARK_UNIT_TESTS=15
|
||||
readonly BLOCK_PYSPARK_UNIT_TESTS=16
|
||||
readonly BLOCK_MIMA=17
|
||||
readonly BLOCK_MIMA=15
|
||||
readonly BLOCK_SPARK_UNIT_TESTS=16
|
||||
readonly BLOCK_PYSPARK_UNIT_TESTS=17
|
||||
|
|
|
@ -199,12 +199,12 @@ done
|
|||
failing_test="Python style tests"
|
||||
elif [ "$test_result" -eq "$BLOCK_BUILD" ]; then
|
||||
failing_test="to build"
|
||||
elif [ "$test_result" -eq "$BLOCK_MIMA" ]; then
|
||||
failing_test="MiMa tests"
|
||||
elif [ "$test_result" -eq "$BLOCK_SPARK_UNIT_TESTS" ]; then
|
||||
failing_test="Spark unit tests"
|
||||
elif [ "$test_result" -eq "$BLOCK_PYSPARK_UNIT_TESTS" ]; then
|
||||
failing_test="PySpark unit tests"
|
||||
elif [ "$test_result" -eq "$BLOCK_MIMA" ]; then
|
||||
failing_test="MiMa tests"
|
||||
else
|
||||
failing_test="some tests"
|
||||
fi
|
||||
|
|
Loading…
Reference in a new issue