diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-08-27 15:46:23 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-08-29 21:19:06 -0700 |
| commit | 3ff105f87db217c0c0af0f176626a416b2669740 (patch) | |
| tree | 03f84b0ebbf5a71a1cd3ccdbe6300d3b2a80e66f /pyspark | |
| parent | aab345c46318264a58ee86704567a2586de32b13 (diff) | |
| download | spark-3ff105f87db217c0c0af0f176626a416b2669740.tar.gz spark-3ff105f87db217c0c0af0f176626a416b2669740.tar.bz2 spark-3ff105f87db217c0c0af0f176626a416b2669740.zip | |
Find assembly correctly in pyspark
Diffstat (limited to 'pyspark')
| -rwxr-xr-x | pyspark | 4 |
1 files changed, 3 insertions, 1 deletions
@@ -23,10 +23,12 @@ FWDIR="$(cd `dirname $0`; pwd)" # Export this as SPARK_HOME export SPARK_HOME="$FWDIR" +SCALA_VERSION=2.9.3 + # Exit if the user hasn't compiled Spark if [ ! -f "$FWDIR/RELEASE" ]; then # Exit if the user hasn't compiled Spark - ls "$FWDIR"/assembly/target/scala-$SCALA_VERSION/spark-assembly*.jar >& /dev/null + ls "$FWDIR"/assembly/target/scala-$SCALA_VERSION/spark-assembly*hadoop*.jar >& /dev/null if [[ $? != 0 ]]; then echo "Failed to find Spark assembly in $FWDIR/assembly/target" >&2 echo "You need to compile Spark before running this program" >&2 |