aboutsummaryrefslogtreecommitdiff
path: root/bin
diff options
context:
space:
mode:
Diffstat (limited to 'bin')
-rw-r--r--bin/load-spark-env.sh3
-rwxr-xr-xbin/spark-shell4
2 files changed, 5 insertions, 2 deletions
diff --git a/bin/load-spark-env.sh b/bin/load-spark-env.sh
index 476dd82655..d425f9feaa 100644
--- a/bin/load-spark-env.sh
+++ b/bin/load-spark-env.sh
@@ -30,6 +30,9 @@ if [ -z "$SPARK_ENV_LOADED" ]; then
use_conf_dir=${SPARK_CONF_DIR:-"$parent_dir/conf"}
if [ -f "${use_conf_dir}/spark-env.sh" ]; then
+ # Promote all variable declarations to environment (exported) variables
+ set -a
. "${use_conf_dir}/spark-env.sh"
+ set +a
fi
fi
diff --git a/bin/spark-shell b/bin/spark-shell
index fac006cf49..535ee3ccd8 100755
--- a/bin/spark-shell
+++ b/bin/spark-shell
@@ -127,7 +127,7 @@ function set_spark_log_conf(){
function set_spark_master(){
if ! [[ "$1" =~ $ARG_FLAG_PATTERN ]]; then
- MASTER="$1"
+ export MASTER="$1"
else
out_error "wrong format for $2"
fi
@@ -145,7 +145,7 @@ function resolve_spark_master(){
fi
if [ -z "$MASTER" ]; then
- MASTER="$DEFAULT_MASTER"
+ export MASTER="$DEFAULT_MASTER"
fi
}