e902dc443d
When we use `make-distribution.sh` with `--with-tachyon` option, Tachyon will be downloaded by `wget` command but some systems don't have `wget` by default (MacOS X doesn't have). Other scripts like build/mvn, build/sbt support not only `wget` but also `curl` so `make-distribution.sh` should support `curl` too. Author: Kousuke Saruta <sarutak@oss.nttdata.co.jp> Closes #3988 from sarutak/SPARK-5188 and squashes the following commits: 0f546e0 [Kousuke Saruta] Merge branch 'master' of git://git.apache.org/spark into SPARK-5188 010e884 [Kousuke Saruta] Merge branch 'SPARK-5188' of github.com:sarutak/spark into SPARK-5188 163687e [Kousuke Saruta] Fixed a merge conflict e24e01b [Kousuke Saruta] Merge branch 'master' of git://git.apache.org/spark into SPARK-5188 3daf1f1 [Kousuke Saruta] Merge branch 'master' of git://git.apache.org/spark into SPARK-5188 3caa4cb [Kousuke Saruta] Merge branch 'master' of git://git.apache.org/spark into SPARK-5188 7cc8255 [Kousuke Saruta] Fix to use \$MVN instead of mvn a3e908b [Kousuke Saruta] Fixed style 2db9fbf [Kousuke Saruta] Removed redirection from the logic which checks the existence of commands 1e4c7e0 [Kousuke Saruta] Used "command" command instead of "type" command 83b49b5 [Kousuke Saruta] Modified make-distribution.sh so that we use curl, not only wget to get tachyon
83 lines
2.5 KiB
Bash
Executable file
83 lines
2.5 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
|
|
acquire_rat_jar () {
|
|
|
|
URL="http://repo1.maven.org/maven2/org/apache/rat/apache-rat/${RAT_VERSION}/apache-rat-${RAT_VERSION}.jar"
|
|
|
|
JAR="$rat_jar"
|
|
|
|
if [[ ! -f "$rat_jar" ]]; then
|
|
# Download rat launch jar if it hasn't been downloaded yet
|
|
if [ ! -f "$JAR" ]; then
|
|
# Download
|
|
printf "Attempting to fetch rat\n"
|
|
JAR_DL="${JAR}.part"
|
|
if [ $(command -v curl) ]; then
|
|
curl --silent "${URL}" > "$JAR_DL" && mv "$JAR_DL" "$JAR"
|
|
elif [ $(command -v wget) ]; then
|
|
wget --quiet ${URL} -O "$JAR_DL" && mv "$JAR_DL" "$JAR"
|
|
else
|
|
printf "You do not have curl or wget installed, please install rat manually.\n"
|
|
exit -1
|
|
fi
|
|
fi
|
|
|
|
unzip -tq $JAR &> /dev/null
|
|
if [ $? -ne 0 ]; then
|
|
# We failed to download
|
|
printf "Our attempt to download rat locally to ${JAR} failed. Please install rat manually.\n"
|
|
exit -1
|
|
fi
|
|
printf "Launching rat from ${JAR}\n"
|
|
fi
|
|
}
|
|
|
|
# Go to the Spark project root directory
|
|
FWDIR="$(cd "`dirname "$0"`"/..; pwd)"
|
|
cd "$FWDIR"
|
|
|
|
if test -x "$JAVA_HOME/bin/java"; then
|
|
declare java_cmd="$JAVA_HOME/bin/java"
|
|
else
|
|
declare java_cmd=java
|
|
fi
|
|
|
|
export RAT_VERSION=0.10
|
|
export rat_jar="$FWDIR"/lib/apache-rat-${RAT_VERSION}.jar
|
|
mkdir -p "$FWDIR"/lib
|
|
|
|
[[ -f "$rat_jar" ]] || acquire_rat_jar || {
|
|
echo "Download failed. Obtain the rat jar manually and place it at $rat_jar"
|
|
exit 1
|
|
}
|
|
|
|
$java_cmd -jar "$rat_jar" -E "$FWDIR"/.rat-excludes -d "$FWDIR" > rat-results.txt
|
|
|
|
ERRORS="$(cat rat-results.txt | grep -e "??")"
|
|
|
|
if test ! -z "$ERRORS"; then
|
|
echo "Could not find Apache license headers in the following files:"
|
|
echo "$ERRORS"
|
|
exit 1
|
|
else
|
|
echo -e "RAT checks passed."
|
|
fi
|