628932b8d0
Patch introduces the new way of working also retaining the existing ways of doing things.
For example build instruction for yarn in maven is
`mvn -Pyarn -PHadoop2.2 clean package -DskipTests`
in sbt it can become
`MAVEN_PROFILES="yarn, hadoop-2.2" sbt/sbt clean assembly`
Also supports
`sbt/sbt -Pyarn -Phadoop-2.2 -Dhadoop.version=2.2.0 clean assembly`
Author: Prashant Sharma <prashant.s@imaginea.com>
Author: Patrick Wendell <pwendell@gmail.com>
Closes #772 from ScrapCodes/sbt-maven and squashes the following commits:
a8ac951 [Prashant Sharma] Updated sbt version.
62b09bb [Prashant Sharma] Improvements.
fa6221d [Prashant Sharma] Excluding sql from mima
4b8875e [Prashant Sharma] Sbt assembly no longer builds tools by default.
72651ca [Prashant Sharma] Addresses code reivew comments.
acab73d [Prashant Sharma] Revert "Small fix to run-examples script."
ac4312c [Prashant Sharma] Revert "minor fix"
6af91ac [Prashant Sharma] Ported oldDeps back. + fixes issues with prev commit.
65cf06c [Prashant Sharma] Servelet API jars mess up with the other servlet jars on the class path.
446768e [Prashant Sharma] minor fix
89b9777 [Prashant Sharma] Merge conflicts
d0a02f2 [Prashant Sharma] Bumped up pom versions, Since the build now depends on pom it is better updated there. + general cleanups.
dccc8ac [Prashant Sharma] updated mima to check against 1.0
a49c61b [Prashant Sharma] Fix for tools jar
a2f5ae1 [Prashant Sharma] Fixes a bug in dependencies.
cf88758 [Prashant Sharma] cleanup
9439ea3 [Prashant Sharma] Small fix to run-examples script.
96cea1f [Prashant Sharma] SPARK-1776 Have Spark's SBT build read dependencies from Maven.
36efa62
[Patrick Wendell] Set project name in pom files and added eclipse/intellij plugins.
4973dbd [Patrick Wendell] Example build using pom reader.
112 lines
4.1 KiB
Bash
Executable file
112 lines
4.1 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
# When creating new tests for Spark SQL Hive, the HADOOP_CLASSPATH must contain the hive jars so
|
|
# that we can run Hive to generate the golden answer. This is not required for normal development
|
|
# or testing.
|
|
for i in $HIVE_HOME/lib/*
|
|
do HADOOP_CLASSPATH=$HADOOP_CLASSPATH:$i
|
|
done
|
|
export HADOOP_CLASSPATH
|
|
|
|
realpath () {
|
|
(
|
|
TARGET_FILE=$1
|
|
|
|
cd $(dirname $TARGET_FILE)
|
|
TARGET_FILE=$(basename $TARGET_FILE)
|
|
|
|
COUNT=0
|
|
while [ -L "$TARGET_FILE" -a $COUNT -lt 100 ]
|
|
do
|
|
TARGET_FILE=$(readlink $TARGET_FILE)
|
|
cd $(dirname $TARGET_FILE)
|
|
TARGET_FILE=$(basename $TARGET_FILE)
|
|
COUNT=$(($COUNT + 1))
|
|
done
|
|
|
|
echo $(pwd -P)/$TARGET_FILE
|
|
)
|
|
}
|
|
|
|
. $(dirname $(realpath $0))/sbt-launch-lib.bash
|
|
|
|
|
|
declare -r noshare_opts="-Dsbt.global.base=project/.sbtboot -Dsbt.boot.directory=project/.boot -Dsbt.ivy.home=project/.ivy"
|
|
declare -r sbt_opts_file=".sbtopts"
|
|
declare -r etc_sbt_opts_file="/etc/sbt/sbtopts"
|
|
|
|
usage() {
|
|
cat <<EOM
|
|
Usage: $script_name [options]
|
|
|
|
-h | -help print this message
|
|
-v | -verbose this runner is chattier
|
|
-d | -debug set sbt log level to debug
|
|
-no-colors disable ANSI color codes
|
|
-sbt-create start sbt even if current directory contains no sbt project
|
|
-sbt-dir <path> path to global settings/plugins directory (default: ~/.sbt)
|
|
-sbt-boot <path> path to shared boot directory (default: ~/.sbt/boot in 0.11 series)
|
|
-ivy <path> path to local Ivy repository (default: ~/.ivy2)
|
|
-mem <integer> set memory options (default: $sbt_mem, which is $(get_mem_opts $sbt_mem))
|
|
-no-share use all local caches; no sharing
|
|
-no-global uses global caches, but does not use global ~/.sbt directory.
|
|
-jvm-debug <port> Turn on JVM debugging, open at the given port.
|
|
-batch Disable interactive mode
|
|
|
|
# sbt version (default: from project/build.properties if present, else latest release)
|
|
-sbt-version <version> use the specified version of sbt
|
|
-sbt-jar <path> use the specified jar as the sbt launcher
|
|
-sbt-rc use an RC version of sbt
|
|
-sbt-snapshot use a snapshot version of sbt
|
|
|
|
# java version (default: java from PATH, currently $(java -version 2>&1 | grep version))
|
|
-java-home <path> alternate JAVA_HOME
|
|
|
|
# jvm options and output control
|
|
JAVA_OPTS environment variable, if unset uses "$java_opts"
|
|
SBT_OPTS environment variable, if unset uses "$default_sbt_opts"
|
|
.sbtopts if this file exists in the current directory, it is
|
|
prepended to the runner args
|
|
/etc/sbt/sbtopts if this file exists, it is prepended to the runner args
|
|
-Dkey=val pass -Dkey=val directly to the java runtime
|
|
-J-X pass option -X directly to the java runtime
|
|
(-J is stripped)
|
|
-S-X add -X to sbt's scalacOptions (-J is stripped)
|
|
-PmavenProfiles Enable a maven profile for the build.
|
|
|
|
In the case of duplicated or conflicting options, the order above
|
|
shows precedence: JAVA_OPTS lowest, command line options highest.
|
|
EOM
|
|
}
|
|
|
|
process_my_args () {
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
-no-colors) addJava "-Dsbt.log.noformat=true" && shift ;;
|
|
-no-share) addJava "$noshare_opts" && shift ;;
|
|
-no-global) addJava "-Dsbt.global.base=$(pwd)/project/.sbtboot" && shift ;;
|
|
-sbt-boot) require_arg path "$1" "$2" && addJava "-Dsbt.boot.directory=$2" && shift 2 ;;
|
|
-sbt-dir) require_arg path "$1" "$2" && addJava "-Dsbt.global.base=$2" && shift 2 ;;
|
|
-debug-inc) addJava "-Dxsbt.inc.debug=true" && shift ;;
|
|
-batch) exec </dev/null && shift ;;
|
|
|
|
-sbt-create) sbt_create=true && shift ;;
|
|
|
|
*) addResidual "$1" && shift ;;
|
|
esac
|
|
done
|
|
|
|
# Now, ensure sbt version is used.
|
|
[[ "${sbt_version}XXX" != "XXX" ]] && addJava "-Dsbt.version=$sbt_version"
|
|
}
|
|
|
|
loadConfigFile() {
|
|
cat "$1" | sed '/^\#/d'
|
|
}
|
|
|
|
# if sbtopts files exist, prepend their contents to $@ so it can be processed by this runner
|
|
[[ -f "$etc_sbt_opts_file" ]] && set -- $(loadConfigFile "$etc_sbt_opts_file") "$@"
|
|
[[ -f "$sbt_opts_file" ]] && set -- $(loadConfigFile "$sbt_opts_file") "$@"
|
|
|
|
run "$@"
|