diff options
Diffstat (limited to 'bin/spark-submit')
| -rwxr-xr-x | bin/spark-submit | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/bin/spark-submit b/bin/spark-submit index aefd38a0a2..3e5cbdbb24 100755 --- a/bin/spark-submit +++ b/bin/spark-submit @@ -44,7 +44,10 @@ while (($#)); do shift done -DEFAULT_PROPERTIES_FILE="$SPARK_HOME/conf/spark-defaults.conf" +if [ -z "$SPARK_CONF_DIR" ]; then + export SPARK_CONF_DIR="$SPARK_HOME/conf" +fi +DEFAULT_PROPERTIES_FILE="$SPARK_CONF_DIR/spark-defaults.conf" if [ "$MASTER" == "yarn-cluster" ]; then SPARK_SUBMIT_DEPLOY_MODE=cluster fi |