diff options
Diffstat (limited to 'bin/start-slaves.sh')
-rwxr-xr-x | bin/start-slaves.sh | 18 |
1 files changed, 16 insertions, 2 deletions
diff --git a/bin/start-slaves.sh b/bin/start-slaves.sh index f348ea063f..74b70a24be 100755 --- a/bin/start-slaves.sh +++ b/bin/start-slaves.sh @@ -14,7 +14,21 @@ if [ "$SPARK_MASTER_PORT" = "" ]; then SPARK_MASTER_PORT=7077 fi -hostname=`hostname` -ip=`host "$hostname" | cut -d " " -f 4` +if [ "$SPARK_MASTER_IP" = "" ]; then + hostname=`hostname` + hostouput=`host "$hostname"` + + if [[ "$hostouput" == *"not found"* ]]; then + echo $hostouput + echo "Fail to identiy the IP for the master." + echo "Set SPARK_MASTER_IP explicitly in configuration instead." + exit 1 + fi + ip=`host "$hostname" | cut -d " " -f 4` +else + ip=$SPARK_MASTER_IP +fi + +echo "Master IP: $ip" "$bin"/spark-daemons.sh start spark.deploy.worker.Worker spark://$ip:$SPARK_MASTER_PORT
\ No newline at end of file |