aboutsummaryrefslogtreecommitdiff
path: root/bin/spark-submit.cmd
diff options
context:
space:
mode:
authorAndrew Or <andrewor14@gmail.com>2014-05-12 17:39:40 -0700
committerPatrick Wendell <pwendell@gmail.com>2014-05-12 17:39:40 -0700
commitbeb9cbaca6dbbcaba77a34df692dc2e56b3e0638 (patch)
tree9004c555926ee7188e5fbd4864c8f92e192b0ab3 /bin/spark-submit.cmd
parent4b31f4ec7efab8eabf956284a99bfd96a58b79f7 (diff)
downloadspark-beb9cbaca6dbbcaba77a34df692dc2e56b3e0638.tar.gz
spark-beb9cbaca6dbbcaba77a34df692dc2e56b3e0638.tar.bz2
spark-beb9cbaca6dbbcaba77a34df692dc2e56b3e0638.zip
[SPARK-1736] Spark submit for Windows
Tested on Windows 7. Author: Andrew Or <andrewor14@gmail.com> Closes #745 from andrewor14/windows-submit and squashes the following commits: c0b58fb [Andrew Or] Allow spaces in parameters 162e54d [Andrew Or] Merge branch 'master' of github.com:apache/spark into windows-submit 91597ce [Andrew Or] Make spark-shell.cmd use spark-submit.cmd af6fd29 [Andrew Or] Add spark submit for Windows
Diffstat (limited to 'bin/spark-submit.cmd')
-rw-r--r--bin/spark-submit.cmd56
1 files changed, 56 insertions, 0 deletions
diff --git a/bin/spark-submit.cmd b/bin/spark-submit.cmd
new file mode 100644
index 0000000000..6eb702ed8c
--- /dev/null
+++ b/bin/spark-submit.cmd
@@ -0,0 +1,56 @@
+@echo off
+
+rem
+rem Licensed to the Apache Software Foundation (ASF) under one or more
+rem contributor license agreements. See the NOTICE file distributed with
+rem this work for additional information regarding copyright ownership.
+rem The ASF licenses this file to You under the Apache License, Version 2.0
+rem (the "License"); you may not use this file except in compliance with
+rem the License. You may obtain a copy of the License at
+rem
+rem http://www.apache.org/licenses/LICENSE-2.0
+rem
+rem Unless required by applicable law or agreed to in writing, software
+rem distributed under the License is distributed on an "AS IS" BASIS,
+rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+rem See the License for the specific language governing permissions and
+rem limitations under the License.
+rem
+
+set SPARK_HOME=%~dp0..
+set ORIG_ARGS=%*
+
+rem Clear the values of all variables used
+set DEPLOY_MODE=
+set DRIVER_MEMORY=
+set SPARK_SUBMIT_LIBRARY_PATH=
+set SPARK_SUBMIT_CLASSPATH=
+set SPARK_SUBMIT_OPTS=
+set SPARK_DRIVER_MEMORY=
+
+:loop
+if [%1] == [] goto continue
+ if [%1] == [--deploy-mode] (
+ set DEPLOY_MODE=%2
+ ) else if [%1] == [--driver-memory] (
+ set DRIVER_MEMORY=%2
+ ) else if [%1] == [--driver-library-path] (
+ set SPARK_SUBMIT_LIBRARY_PATH=%2
+ ) else if [%1] == [--driver-class-path] (
+ set SPARK_SUBMIT_CLASSPATH=%2
+ ) else if [%1] == [--driver-java-options] (
+ set SPARK_SUBMIT_OPTS=%2
+ )
+ shift
+goto loop
+:continue
+
+if [%DEPLOY_MODE%] == [] (
+ set DEPLOY_MODE=client
+)
+
+if not [%DRIVER_MEMORY%] == [] if [%DEPLOY_MODE%] == [client] (
+ set SPARK_DRIVER_MEMORY=%DRIVER_MEMORY%
+)
+
+cmd /V /E /C %SPARK_HOME%\bin\spark-class.cmd org.apache.spark.deploy.SparkSubmit %ORIG_ARGS%