blob: 74b70a24be976b5804cca4495fcbe23674ba3279 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
#!/usr/bin/env bash
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
. "$bin/spark-config.sh"
if [ -f "${SPARK_CONF_DIR}/spark-env.sh" ]; then
. "${SPARK_CONF_DIR}/spark-env.sh"
fi
# Find the port number for the master
if [ "$SPARK_MASTER_PORT" = "" ]; then
SPARK_MASTER_PORT=7077
fi
if [ "$SPARK_MASTER_IP" = "" ]; then
hostname=`hostname`
hostouput=`host "$hostname"`
if [[ "$hostouput" == *"not found"* ]]; then
echo $hostouput
echo "Fail to identiy the IP for the master."
echo "Set SPARK_MASTER_IP explicitly in configuration instead."
exit 1
fi
ip=`host "$hostname" | cut -d " " -f 4`
else
ip=$SPARK_MASTER_IP
fi
echo "Master IP: $ip"
"$bin"/spark-daemons.sh start spark.deploy.worker.Worker spark://$ip:$SPARK_MASTER_PORT
|
