path: root/pyspark/run-pyspark

#!/bin/bash

# Figure out where the Scala framework is installed
FWDIR="$(cd `dirname $0`; cd ../; pwd)"

# Export this as SPARK_HOME
export SPARK_HOME="$FWDIR"

# Load environment variables from conf/spark-env.sh, if it exists
if [ -e $FWDIR/conf/spark-env.sh ] ; then
  . $FWDIR/conf/spark-env.sh
fi

# Figure out which Python executable to use
if [ -z "$PYSPARK_PYTHON" ] ; then
  PYSPARK_PYTHON="python"
fi
export PYSPARK_PYTHON

# Add the PySpark classes to the Python path:
export PYTHONPATH=$SPARK_HOME/pyspark/:$PYTHONPATH

exec "$PYSPARK_PYTHON" "$@"