diff options
author | Evan Chan <ev@ooyala.com> | 2013-06-25 11:14:21 -0700 |
---|---|---|
committer | Evan Chan <ev@ooyala.com> | 2013-06-25 11:14:21 -0700 |
commit | 982a686ff858399067de960fa62cc80f60c6fa32 (patch) | |
tree | 2142f975fece642c2eeea911f30486c21e452bd0 | |
parent | 243d71cb066d888f3d1a9c613859522438b69ba8 (diff) | |
download | spark-982a686ff858399067de960fa62cc80f60c6fa32.tar.gz spark-982a686ff858399067de960fa62cc80f60c6fa32.tar.bz2 spark-982a686ff858399067de960fa62cc80f60c6fa32.zip |
Add -m and -c <cores> options to spark-shell for convenience
-rwxr-xr-x | spark-shell | 29 |
1 files changed, 28 insertions, 1 deletions
diff --git a/spark-shell b/spark-shell index afbb7a9a8e..ea67a3e6b8 100755 --- a/spark-shell +++ b/spark-shell @@ -1,6 +1,33 @@ #!/bin/bash --posix +# +# Shell script for starting the Spark Shell REPL +# Options: +# -m Set MASTER to spark://$SPARK_MASTER_IP:$SPARK_MASTER_PORT +# -c <cores> Set the number of cores for REPL to use +# FWDIR="`dirname $0`" +for o in "$@"; do + if [ "$1" = "-m" -o "$1" = "--master" ]; then + shift + if [ -e "$FWDIR/conf/spark-env.sh" ]; then + . "$FWDIR/conf/spark-env.sh" + fi + if [ -z "$MASTER" ]; then + MASTER="spark://${SPARK_MASTER_IP}:${SPARK_MASTER_PORT}" + fi + export MASTER + fi + + if [ "$1" = "-c" -o "$1" = "--cores" ]; then + shift + if [ -n "$1" ]; then + OPTIONS="-Dspark.cores.max=$1" + shift + fi + fi +done + # Copy restore-TTY-on-exit functions from Scala script so spark-shell exits properly even in # binary distribution of Spark where Scala is not installed exit_status=127 @@ -29,7 +56,7 @@ if [[ ! $? ]]; then saved_stty="" fi -$FWDIR/run spark.repl.Main "$@" +$FWDIR/run $OPTIONS spark.repl.Main "$@" # record the exit status lest it be overwritten: # then reenable echo and propagate the code. |