diff options
| author | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2012-10-20 00:16:41 +0000 |
|---|---|---|
| committer | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2012-10-20 00:22:27 +0000 |
| commit | c23bf1aff4b9a1faf9d32c7b64acad2213f9515c (patch) | |
| tree | 85c71f77ef78714eb6a459874354c8ba11afdd2c /pyspark/run-pyspark | |
| parent | 52989c8a2c8c10d7f5610c033f6782e58fd3abc2 (diff) | |
| download | spark-c23bf1aff4b9a1faf9d32c7b64acad2213f9515c.tar.gz spark-c23bf1aff4b9a1faf9d32c7b64acad2213f9515c.tar.bz2 spark-c23bf1aff4b9a1faf9d32c7b64acad2213f9515c.zip | |
Add PySpark README and run scripts.
Diffstat (limited to 'pyspark/run-pyspark')
| -rwxr-xr-x | pyspark/run-pyspark | 23 |
1 files changed, 23 insertions, 0 deletions
diff --git a/pyspark/run-pyspark b/pyspark/run-pyspark new file mode 100755 index 0000000000..9c5e027962 --- /dev/null +++ b/pyspark/run-pyspark @@ -0,0 +1,23 @@ +#!/bin/bash + +# Figure out where the Scala framework is installed +FWDIR="$(cd `dirname $0`; cd ../; pwd)" + +# Export this as SPARK_HOME +export SPARK_HOME="$FWDIR" + +# Load environment variables from conf/spark-env.sh, if it exists +if [ -e $FWDIR/conf/spark-env.sh ] ; then + . $FWDIR/conf/spark-env.sh +fi + +# Figure out which Python executable to use +if [ -z "$PYSPARK_PYTHON" ] ; then + PYSPARK_PYTHON="python" +fi +export PYSPARK_PYTHON + +# Add the PySpark classes to the Python path: +export PYTHONPATH=$SPARK_HOME/pyspark/:$PYTHONPATH + +exec "$PYSPARK_PYTHON" "$@" |