aboutsummaryrefslogtreecommitdiff
path: root/core/src/main/scala/org/apache
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2013-12-27 15:13:11 -0800
committerPatrick Wendell <pwendell@gmail.com>2013-12-27 15:13:11 -0800
commitc8c8b42a6fde0d59217b264bb2439751696c467f (patch)
tree9888e94beffee4d425c7c8c4cd1c07d4bc9c46fd /core/src/main/scala/org/apache
parent55c8bb741c9e3780a63b88ff24146b1d81663142 (diff)
downloadspark-c8c8b42a6fde0d59217b264bb2439751696c467f.tar.gz
spark-c8c8b42a6fde0d59217b264bb2439751696c467f.tar.bz2
spark-c8c8b42a6fde0d59217b264bb2439751696c467f.zip
Some notes and TODO about dependencies
Diffstat (limited to 'core/src/main/scala/org/apache')
-rw-r--r--core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala8
1 files changed, 7 insertions, 1 deletions
diff --git a/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala b/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala
index 28bc54962e..0c84cc9a4a 100644
--- a/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/client/DriverClientArguments.scala
@@ -88,6 +88,12 @@ private[spark] class DriverClientArguments(args: Array[String]) {
* Print usage and exit JVM with the given exit code.
*/
def printUsageAndExit(exitCode: Int) {
+ // TODO: Document the submission approach here. It is:
+ // 1) Create an uber jar with your application and dependencies (excluding Spark)
+ // 2) You'll need to add this jar using addJar(X) inside of your spark context
+
+ // TODO: It wouldnt be too hard to allow users to submit their app and dependency jars
+ // separately similar to in the YARN client.
System.err.println(
"usage: DriverClient [options] launch <active-master> <jar-url> <main-class> " +
"[driver options]\n" +
@@ -95,7 +101,7 @@ private[spark] class DriverClientArguments(args: Array[String]) {
"Options:\n" +
" -c CORES, --cores CORES Number of cores to request \n" +
" -m MEMORY, --memory MEMORY Megabytes of memory to request\n" +
- " -j JAVA_OPT, --java-option JAVA_OPT Java option to pass to driver\n" +
+ " -o JAVA_OPT, --java-option JAVA_OPT JVM option to pass to driver\n" +
" -e K=V, --environment-variable K=V Environment variable to pass to driver\n")
System.exit(exitCode)
}