6c8d1b2ca6
The previous version assumed that a CLASSPATH environment variable was set by the "run" script when launching the process that starts the ExecutorRunner, but unfortunately this is not true in tests. Instead, we factor the classpath calculation into an extenral script and call that. NOTE: This includes a Windows version but hasn't yet been tested there.
53 lines
2.1 KiB
Batchfile
53 lines
2.1 KiB
Batchfile
@echo off
|
|
|
|
rem This script computes Spark's classpath and prints it to stdout; it's used by both the "run"
|
|
rem script and the ExecutorRunner in standalone cluster mode.
|
|
|
|
set SCALA_VERSION=2.9.3
|
|
|
|
rem Figure out where the Spark framework is installed
|
|
set FWDIR=%~dp0\..
|
|
|
|
rem Load environment variables from conf\spark-env.cmd, if it exists
|
|
if exist "%FWDIR%conf\spark-env.cmd" call "%FWDIR%conf\spark-env.cmd"
|
|
|
|
set CORE_DIR=%FWDIR%core
|
|
set REPL_DIR=%FWDIR%repl
|
|
set EXAMPLES_DIR=%FWDIR%examples
|
|
set BAGEL_DIR=%FWDIR%bagel
|
|
set STREAMING_DIR=%FWDIR%streaming
|
|
set PYSPARK_DIR=%FWDIR%python
|
|
|
|
rem Build up classpath
|
|
set CLASSPATH=%SPARK_CLASSPATH%;%MESOS_CLASSPATH%;%FWDIR%conf;%CORE_DIR%\target\scala-%SCALA_VERSION%\classes
|
|
set CLASSPATH=%CLASSPATH%;%CORE_DIR%\target\scala-%SCALA_VERSION%\test-classes;%CORE_DIR%\src\main\resources
|
|
set CLASSPATH=%CLASSPATH%;%STREAMING_DIR%\target\scala-%SCALA_VERSION%\classes;%STREAMING_DIR%\target\scala-%SCALA_VERSION%\test-classes
|
|
set CLASSPATH=%CLASSPATH%;%STREAMING_DIR%\lib\org\apache\kafka\kafka\0.7.2-spark\*
|
|
set CLASSPATH=%CLASSPATH%;%REPL_DIR%\target\scala-%SCALA_VERSION%\classes;%EXAMPLES_DIR%\target\scala-%SCALA_VERSION%\classes
|
|
set CLASSPATH=%CLASSPATH%;%FWDIR%lib_managed\jars\*
|
|
set CLASSPATH=%CLASSPATH%;%FWDIR%lib_managed\bundles\*
|
|
set CLASSPATH=%CLASSPATH%;%FWDIR%repl\lib\*
|
|
set CLASSPATH=%CLASSPATH%;%FWDIR%python\lib\*
|
|
set CLASSPATH=%CLASSPATH%;%BAGEL_DIR%\target\scala-%SCALA_VERSION%\classes
|
|
|
|
rem Add hadoop conf dir - else FileSystem.*, etc fail
|
|
rem Note, this assumes that there is either a HADOOP_CONF_DIR or YARN_CONF_DIR which hosts
|
|
rem the configurtion files.
|
|
if "x%HADOOP_CONF_DIR%"=="x" goto no_hadoop_conf_dir
|
|
set CLASSPATH=%CLASSPATH%;%HADOOP_CONF_DIR%
|
|
:no_hadoop_conf_dir
|
|
|
|
if "x%YARN_CONF_DIR%"=="x" goto no_yarn_conf_dir
|
|
set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%
|
|
:no_yarn_conf_dir
|
|
|
|
rem Add Scala standard library
|
|
set CLASSPATH=%CLASSPATH%;%SCALA_HOME%\lib\scala-library.jar;%SCALA_HOME%\lib\scala-compiler.jar;%SCALA_HOME%\lib\jline.jar
|
|
|
|
rem A bit of a hack to allow calling this script within run2.cmd without seeing output
|
|
if "x%DONT_PRINT_CLASSPATH%"=="x1" goto exit
|
|
|
|
echo %CLASSPATH%
|
|
|
|
:exit
|