[SPARK-14477][BUILD] Allow custom mirrors for downloading artifacts in build/mvn
## What changes were proposed in this pull request? Allows to override locations for downloading Apache and Typesafe artifacts in build/mvn script. ## How was this patch tested? By running script like ```` # Remove all previously downloaded artifacts rm -rf build/apache-maven* rm -rf build/zinc-* rm -rf build/scala-* # Make sure path is clean and doesn't contain mvn, for example. ... # Run a command without setting anything and make sure it succeeds build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package # Run a command setting the default location as mirror and make sure it succeeds APACHE_MIRROR=http://mirror.infra.cloudera.com/apache/ build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package # Do the same without the trailing slash this time and make sure it succeeds APACHE_MIRROR=http://mirror.infra.cloudera.com/apache build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package # Do it with a bad URL and make sure it fails APACHE_MIRROR=xyz build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package ```` Author: Mark Grover <mark@apache.org> Closes #12250 from markgrover/spark-14477.
This commit is contained in:
parent
583b5e0530
commit
a9b630f42a
10
build/mvn
10
build/mvn
|
@ -70,9 +70,10 @@ install_app() {
|
|||
# Install maven under the build/ folder
|
||||
install_mvn() {
|
||||
local MVN_VERSION="3.3.9"
|
||||
local APACHE_MIRROR=${APACHE_MIRROR:-https://archive.apache.org/dist}
|
||||
|
||||
install_app \
|
||||
"https://archive.apache.org/dist/maven/maven-3/${MVN_VERSION}/binaries" \
|
||||
"${APACHE_MIRROR}/maven/maven-3/${MVN_VERSION}/binaries" \
|
||||
"apache-maven-${MVN_VERSION}-bin.tar.gz" \
|
||||
"apache-maven-${MVN_VERSION}/bin/mvn"
|
||||
|
||||
|
@ -83,8 +84,10 @@ install_mvn() {
|
|||
install_zinc() {
|
||||
local zinc_path="zinc-0.3.9/bin/zinc"
|
||||
[ ! -f "${_DIR}/${zinc_path}" ] && ZINC_INSTALL_FLAG=1
|
||||
local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com}
|
||||
|
||||
install_app \
|
||||
"https://downloads.typesafe.com/zinc/0.3.9" \
|
||||
"${TYPESAFE_MIRROR}/zinc/0.3.9" \
|
||||
"zinc-0.3.9.tgz" \
|
||||
"${zinc_path}"
|
||||
ZINC_BIN="${_DIR}/${zinc_path}"
|
||||
|
@ -98,9 +101,10 @@ install_scala() {
|
|||
local scala_version=`grep "scala.version" "${_DIR}/../pom.xml" | \
|
||||
head -1 | cut -f2 -d'>' | cut -f1 -d'<'`
|
||||
local scala_bin="${_DIR}/scala-${scala_version}/bin/scala"
|
||||
local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com}
|
||||
|
||||
install_app \
|
||||
"https://downloads.typesafe.com/scala/${scala_version}" \
|
||||
"${TYPESAFE_MIRROR}/scala/${scala_version}" \
|
||||
"scala-${scala_version}.tgz" \
|
||||
"scala-${scala_version}/bin/scala"
|
||||
|
||||
|
|
Loading…
Reference in a new issue