24 lines
560 B
Plaintext
24 lines
560 B
Plaintext
|
#!/bin/bash
|
||
|
|
|
||
|
|
# Figure out where the Scala framework is installed
|
||
|
|
FWDIR="$(cd `dirname $0`; cd ../; pwd)"
|
||
|
|
|
||
|
|
# Export this as SPARK_HOME
|
||
|
|
export SPARK_HOME="$FWDIR"
|
||
|
|
|
||
|
|
# Load environment variables from conf/spark-env.sh, if it exists
|
||
|
|
if [ -e $FWDIR/conf/spark-env.sh ] ; then
|
||
|
|
. $FWDIR/conf/spark-env.sh
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Figure out which Python executable to use
|
||
|
|
if [ -z "$PYSPARK_PYTHON" ] ; then
|
||
|
|
PYSPARK_PYTHON="python"
|
||
|
|
fi
|
||
|
|
export PYSPARK_PYTHON
|
||
|
|
|
||
|
|
# Add the PySpark classes to the Python path:
|
||
|
|
export PYTHONPATH=$SPARK_HOME/pyspark/:$PYTHONPATH
|
||
|
|
|
||
|
|
exec "$PYSPARK_PYTHON" "$@"
|