30 lines
862 B
Bash
30 lines
862 B
Bash
|
#!/bin/bash
|
||
|
|
#
|
||
|
|
# Script to create a binary distribution for easy deploys of Spark.
|
||
|
|
# The distribution directory defaults to dist/ but can be overridden below.
|
||
|
|
# The distribution contains fat (assembly) jars that include the Scala library,
|
||
|
|
# so it is completely self contained.
|
||
|
|
|
||
|
|
# Figure out where the Spark framework is installed
|
||
|
|
FWDIR="$(cd `dirname $0`; pwd)"
|
||
|
|
DISTDIR="$FWDIR/dist"
|
||
|
|
|
||
|
|
# Get version from SBT
|
||
|
|
VERSION=$($FWDIR/sbt/sbt "show version" | tail -1 | cut -f 2)
|
||
|
|
echo "Making distribution for Spark $VERSION in $DISTDIR..."
|
||
|
|
|
||
|
|
# Build fat JAR
|
||
|
|
$FWDIR/sbt/sbt "repl/assembly"
|
||
|
|
|
||
|
|
# Make directories
|
||
|
|
rm -rf "$DISTDIR"
|
||
|
|
mkdir -p "$DISTDIR/jars"
|
||
|
|
echo "$VERSION" >$DISTDIR/RELEASE
|
||
|
|
|
||
|
|
# Copy jars
|
||
|
|
cp $FWDIR/repl/target/*.jar "$DISTDIR/jars/"
|
||
|
|
|
||
|
|
# Copy other things
|
||
|
|
cp -r "$FWDIR/bin" "$DISTDIR"
|
||
|
|
cp -r "$FWDIR/conf" "$DISTDIR"
|
||
|
|
cp "$FWDIR/run" "$FWDIR/spark-shell" "$DISTDIR"
|