diff options
author | kalpit <shahkalpit84@gmail.com> | 2013-03-08 18:28:43 -0800 |
---|---|---|
committer | kalpit <shahkalpit84@gmail.com> | 2013-03-26 17:49:30 -0700 |
commit | aa9134f72a13cdc1fd1a662ec9389724e8e0e35f (patch) | |
tree | 95be6480827d16b409d157d161d48c755608ac49 | |
parent | f08db010d3ba4eff132f5c06a087b0c7c2e58576 (diff) | |
download | spark-aa9134f72a13cdc1fd1a662ec9389724e8e0e35f.tar.gz spark-aa9134f72a13cdc1fd1a662ec9389724e8e0e35f.tar.bz2 spark-aa9134f72a13cdc1fd1a662ec9389724e8e0e35f.zip |
spark instance number must be present in log filename to prevent multiple workers from overriding each other's logs
-rwxr-xr-x | bin/spark-daemon.sh | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/bin/spark-daemon.sh b/bin/spark-daemon.sh index d7dc62ab08..8ee3ec481f 100755 --- a/bin/spark-daemon.sh +++ b/bin/spark-daemon.sh @@ -94,9 +94,9 @@ if [ "$SPARK_PID_DIR" = "" ]; then fi # some variables -export SPARK_LOGFILE=spark-$SPARK_IDENT_STRING-$command-$HOSTNAME.log +export SPARK_LOGFILE=spark-$SPARK_IDENT_STRING-$command-$instance-$HOSTNAME.log export SPARK_ROOT_LOGGER="INFO,DRFA" -log=$SPARK_LOG_DIR/spark-$SPARK_IDENT_STRING-$command-$HOSTNAME.out +log=$SPARK_LOG_DIR/spark-$SPARK_IDENT_STRING-$command-$instance-$HOSTNAME.out pid=$SPARK_PID_DIR/spark-$SPARK_IDENT_STRING-$command-$instance.pid # Set default scheduling priority |