ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Some notes and TODO about dependencies

Browse source
This commit is contained in:
Patrick Wendell 2013-12-27 15:13:11 -08:00
parent 55c8bb741c
commit c8c8b42a6f
1 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala
View file

@ -88,6 +88,12 @@ private[spark] class DriverClientArguments(args: Array[String]) {
* Print usage and exit JVM with the given exit code. * Print usage and exit JVM with the given exit code.
*/ */
def printUsageAndExit(exitCode: Int) { def printUsageAndExit(exitCode: Int) {
// TODO: Document the submission approach here. It is:
// 1) Create an uber jar with your application and dependencies (excluding Spark)
// 2) You'll need to add this jar using addJar(X) inside of your spark context
// TODO: It wouldnt be too hard to allow users to submit their app and dependency jars
// separately similar to in the YARN client.
System.err.println( System.err.println(
"usage: DriverClient [options] launch <active-master> <jar-url> <main-class> " + "usage: DriverClient [options] launch <active-master> <jar-url> <main-class> " +
"[driver options]\n" + "[driver options]\n" +
@ -95,7 +101,7 @@ private[spark] class DriverClientArguments(args: Array[String]) {
"Options:\n" + "Options:\n" +
" -c CORES, --cores CORES Number of cores to request \n" + " -c CORES, --cores CORES Number of cores to request \n" +
" -m MEMORY, --memory MEMORY Megabytes of memory to request\n" + " -m MEMORY, --memory MEMORY Megabytes of memory to request\n" +
" -j JAVA_OPT, --java-option JAVA_OPT Java option to pass to driver\n" + " -o JAVA_OPT, --java-option JAVA_OPT JVM option to pass to driver\n" +
" -e K=V, --environment-variable K=V Environment variable to pass to driver\n") " -e K=V, --environment-variable K=V Environment variable to pass to driver\n")
System.exit(exitCode) System.exit(exitCode)
} }