diff options
author | Patrick Wendell <pwendell@gmail.com> | 2013-12-27 15:13:11 -0800 |
---|---|---|
committer | Patrick Wendell <pwendell@gmail.com> | 2013-12-27 15:13:11 -0800 |
commit | c8c8b42a6fde0d59217b264bb2439751696c467f (patch) | |
tree | 9888e94beffee4d425c7c8c4cd1c07d4bc9c46fd | |
parent | 55c8bb741c9e3780a63b88ff24146b1d81663142 (diff) | |
download | spark-c8c8b42a6fde0d59217b264bb2439751696c467f.tar.gz spark-c8c8b42a6fde0d59217b264bb2439751696c467f.tar.bz2 spark-c8c8b42a6fde0d59217b264bb2439751696c467f.zip |
Some notes and TODO about dependencies
-rw-r--r-- | core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala b/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala index 28bc54962e..0c84cc9a4a 100644 --- a/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala +++ b/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala @@ -88,6 +88,12 @@ private[spark] class DriverClientArguments(args: Array[String]) { * Print usage and exit JVM with the given exit code. */ def printUsageAndExit(exitCode: Int) { + // TODO: Document the submission approach here. It is: + // 1) Create an uber jar with your application and dependencies (excluding Spark) + // 2) You'll need to add this jar using addJar(X) inside of your spark context + + // TODO: It wouldnt be too hard to allow users to submit their app and dependency jars + // separately similar to in the YARN client. System.err.println( "usage: DriverClient [options] launch <active-master> <jar-url> <main-class> " + "[driver options]\n" + @@ -95,7 +101,7 @@ private[spark] class DriverClientArguments(args: Array[String]) { "Options:\n" + " -c CORES, --cores CORES Number of cores to request \n" + " -m MEMORY, --memory MEMORY Megabytes of memory to request\n" + - " -j JAVA_OPT, --java-option JAVA_OPT Java option to pass to driver\n" + + " -o JAVA_OPT, --java-option JAVA_OPT JVM option to pass to driver\n" + " -e K=V, --environment-variable K=V Environment variable to pass to driver\n") System.exit(exitCode) } |