[SPARK-32926][TESTS] Add Scala 2.13 build test in GitHub Action
### What changes were proposed in this pull request? The PR aims to add Scala 2.13 build test coverage into GitHub Action for Apache Spark 3.1.0. ### Why are the changes needed? The branch is ready for Scala 2.13 and this will prevent any regression. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Pass the GitHub Action. Closes #29793 from dongjoon-hyun/SPARK-32926. Authored-by: Dongjoon Hyun <dhyun@apple.com> Signed-off-by: Dongjoon Hyun <dhyun@apple.com>
This commit is contained in:
parent
88e87bc8eb
commit
a8442c2826
26
.github/workflows/build_and_test.yml
vendored
26
.github/workflows/build_and_test.yml
vendored
|
@ -297,3 +297,29 @@ jobs:
|
|||
mkdir -p ~/.m2
|
||||
./build/mvn $MAVEN_CLI_OPTS -DskipTests -Pyarn -Pmesos -Pkubernetes -Phive -Phive-thriftserver -Phadoop-cloud -Djava.version=11 install
|
||||
rm -rf ~/.m2/repository/org/apache/spark
|
||||
|
||||
scala-213:
|
||||
name: Scala 2.13 build
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout Spark repository
|
||||
uses: actions/checkout@v2
|
||||
- name: Cache Maven local repository
|
||||
uses: actions/cache@v2
|
||||
with:
|
||||
path: ~/.m2/repository
|
||||
key: scala-213-maven-${{ hashFiles('**/pom.xml') }}
|
||||
restore-keys: |
|
||||
scala-213-maven-
|
||||
- name: Install Java 11
|
||||
uses: actions/setup-java@v1
|
||||
with:
|
||||
java-version: 11
|
||||
- name: Build with Maven
|
||||
run: |
|
||||
export MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=1g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
|
||||
export MAVEN_CLI_OPTS="--no-transfer-progress"
|
||||
mkdir -p ~/.m2
|
||||
./dev/change-scala-version.sh 2.13
|
||||
./build/mvn $MAVEN_CLI_OPTS -DskipTests -Pyarn -Pmesos -Pkubernetes -Phive -Phive-thriftserver -Phadoop-cloud -Djava.version=11 -Pscala-2.13 install
|
||||
rm -rf ~/.m2/repository/org/apache/spark
|
||||
|
|
Loading…
Reference in a new issue