diff options
author | Thomas Dudziak <tomdzk@gmail.com> | 2012-12-18 10:44:03 -0800 |
---|---|---|
committer | Thomas Dudziak <tomdzk@gmail.com> | 2012-12-18 12:08:19 -0800 |
commit | 4af6cad37a256fe958e8da9e0937d359bdd5dec5 (patch) | |
tree | 62ef0c035b48efa8b8df81af3a0322fc92e62f43 /repl-bin/src | |
parent | b82a6dd2c72d6555aeaa2b523ddf564434f5e10c (diff) | |
download | spark-4af6cad37a256fe958e8da9e0937d359bdd5dec5.tar.gz spark-4af6cad37a256fe958e8da9e0937d359bdd5dec5.tar.bz2 spark-4af6cad37a256fe958e8da9e0937d359bdd5dec5.zip |
Fixed repl maven build to produce artifacts with the appropriate hadoop classifier and extracted repl fat-jar and debian packaging into a separate project to make Maven happy
Diffstat (limited to 'repl-bin/src')
-rwxr-xr-x | repl-bin/src/deb/bin/run | 41 | ||||
-rwxr-xr-x | repl-bin/src/deb/bin/spark-executor | 5 | ||||
-rwxr-xr-x | repl-bin/src/deb/bin/spark-shell | 4 | ||||
-rw-r--r-- | repl-bin/src/deb/control/control | 8 |
4 files changed, 58 insertions, 0 deletions
diff --git a/repl-bin/src/deb/bin/run b/repl-bin/src/deb/bin/run new file mode 100755 index 0000000000..c54c9e97a0 --- /dev/null +++ b/repl-bin/src/deb/bin/run @@ -0,0 +1,41 @@ +#!/bin/bash + +SCALA_VERSION=2.9.2 + +# Figure out where the Scala framework is installed +FWDIR="$(cd `dirname $0`; pwd)" + +# Export this as SPARK_HOME +export SPARK_HOME="$FWDIR" + +# Load environment variables from conf/spark-env.sh, if it exists +if [ -e $FWDIR/conf/spark-env.sh ] ; then + . $FWDIR/conf/spark-env.sh +fi + +# Figure out how much memory to use per executor and set it as an environment +# variable so that our process sees it and can report it to Mesos +if [ -z "$SPARK_MEM" ] ; then + SPARK_MEM="512m" +fi +export SPARK_MEM + +# Set JAVA_OPTS to be able to load native libraries and to set heap size +JAVA_OPTS="$SPARK_JAVA_OPTS" +JAVA_OPTS+=" -Djava.library.path=$SPARK_LIBRARY_PATH" +JAVA_OPTS+=" -Xms$SPARK_MEM -Xmx$SPARK_MEM" +# Load extra JAVA_OPTS from conf/java-opts, if it exists +if [ -e $FWDIR/conf/java-opts ] ; then + JAVA_OPTS+=" `cat $FWDIR/conf/java-opts`" +fi +export JAVA_OPTS + +# Build up classpath +CLASSPATH="$SPARK_CLASSPATH" +CLASSPATH+=":$FWDIR/conf" +for jar in `find $FWDIR -name '*jar'`; do + CLASSPATH+=":$jar" +done +export CLASSPATH + +exec java -Dscala.usejavacp=true -Djline.shutdownhook=true -cp "$CLASSPATH" $JAVA_OPTS $EXTRA_ARGS "$@" diff --git a/repl-bin/src/deb/bin/spark-executor b/repl-bin/src/deb/bin/spark-executor new file mode 100755 index 0000000000..47b9cccdfe --- /dev/null +++ b/repl-bin/src/deb/bin/spark-executor @@ -0,0 +1,5 @@ +#!/bin/bash + +FWDIR="$(cd `dirname $0`; pwd)" +echo "Running spark-executor with framework dir = $FWDIR" +exec $FWDIR/run spark.executor.MesosExecutorBackend diff --git a/repl-bin/src/deb/bin/spark-shell b/repl-bin/src/deb/bin/spark-shell new file mode 100755 index 0000000000..219c66eb0b --- /dev/null +++ b/repl-bin/src/deb/bin/spark-shell @@ -0,0 +1,4 @@ +#!/bin/bash + +FWDIR="$(cd `dirname $0`; pwd)" +exec $FWDIR/run spark.repl.Main "$@" diff --git a/repl-bin/src/deb/control/control b/repl-bin/src/deb/control/control new file mode 100644 index 0000000000..afadb3fbfe --- /dev/null +++ b/repl-bin/src/deb/control/control @@ -0,0 +1,8 @@ +Package: [[artifactId]] +Version: [[version]]-[[buildNumber]] +Section: misc +Priority: extra +Architecture: all +Maintainer: Matei Zaharia <matei.zaharia@gmail.com> +Description: spark repl +Distribution: development |