diff options
Diffstat (limited to 'lib/hadoop-0.20.0/contrib/hdfsproxy/bin')
7 files changed, 0 insertions, 545 deletions
diff --git a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy b/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy deleted file mode 100755 index 1b1e597891..0000000000 --- a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy +++ /dev/null @@ -1,170 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# The HdfsProxy command script -# -# Environment Variables -# -# JAVA_HOME The java implementation to use. Overrides JAVA_HOME. -# -# HDFSPROXY_CLASSPATH Extra Java CLASSPATH entries. -# -# HDFSPROXY_HEAPSIZE The maximum amount of heap to use, in MB. -# Default is 1000. -# -# HDFSPROXY_OPTS Extra Java runtime options. -# -# HDFSPROXY_NAMENODE_OPTS These options are added to HDFSPROXY_OPTS -# HDFSPROXY_CLIENT_OPTS when the respective command is run. -# HDFSPROXY_{COMMAND}_OPTS etc HDFSPROXY_JT_OPTS applies to JobTracker -# for e.g. HDFSPROXY_CLIENT_OPTS applies to -# more than one command (fs, dfs, fsck, -# dfsadmin etc) -# -# HDFSPROXY_CONF_DIR Alternate conf dir. Default is ${HDFSPROXY_HOME}/conf. -# -# HDFSPROXY_ROOT_LOGGER The root appender. Default is INFO,console -# - -bin=`dirname "$0"` -bin=`cd "$bin"; pwd` - -. "$bin"/hdfsproxy-config.sh - -cygwin=false -case "`uname`" in -CYGWIN*) cygwin=true;; -esac - -if [ -f "${HDFSPROXY_CONF_DIR}/hdfsproxy-env.sh" ]; then - . "${HDFSPROXY_CONF_DIR}/hdfsproxy-env.sh" -fi - -# some Java parameters -if [ "$JAVA_HOME" != "" ]; then - #echo "run java in $JAVA_HOME" - JAVA_HOME=$JAVA_HOME -fi - -if [ "$JAVA_HOME" = "" ]; then - echo "Error: JAVA_HOME is not set." - exit 1 -fi - -JAVA=$JAVA_HOME/bin/java -JAVA_HEAP_MAX=-Xmx1000m - -# check envvars which might override default args -if [ "$HDFSPROXY_HEAPSIZE" != "" ]; then - #echo "run with heapsize $HDFSPROXY_HEAPSIZE" - JAVA_HEAP_MAX="-Xmx""$HDFSPROXY_HEAPSIZE""m" - #echo $JAVA_HEAP_MAX -fi - -# CLASSPATH initially contains $HDFSPROXY_CONF_DIR -CLASSPATH="${HDFSPROXY_CONF_DIR}" -CLASSPATH=${CLASSPATH}:$JAVA_HOME/lib/tools.jar - -# for developers, add HdfsProxy classes to CLASSPATH -if [ -d "$HDFSPROXY_HOME/build/classes" ]; then - CLASSPATH=${CLASSPATH}:$HDFSPROXY_HOME/build/classes -fi -if [ -d "$HDFSPROXY_HOME/build/webapps" ]; then - CLASSPATH=${CLASSPATH}:$HDFSPROXY_HOME/build -fi -if [ -d "$HDFSPROXY_HOME/build/test/classes" ]; then - CLASSPATH=${CLASSPATH}:$HDFSPROXY_HOME/build/test/classes -fi - -# so that filenames w/ spaces are handled correctly in loops below -IFS= - -# for releases, add hdfsproxy jar & webapps to CLASSPATH -if [ -d "$HDFSPROXY_HOME/webapps" ]; then - CLASSPATH=${CLASSPATH}:$HDFSPROXY_HOME -fi -for f in $HDFSPROXY_HOME/hdfsproxy-*.jar; do - CLASSPATH=${CLASSPATH}:$f; -done - -# add libs to CLASSPATH -if [ -d "$HDFSPROXY_HOME/lib" ]; then - for f in $HDFSPROXY_HOME/lib/*.jar; do - CLASSPATH=${CLASSPATH}:$f; - done -fi - -if [ -d "$HDFSPROXY_HOME/../../" ]; then - for f in $HDFSPROXY_HOME/../../*.jar; do - CLASSPATH=${CLASSPATH}:$f; - done -fi -if [ -d "$HDFSPROXY_HOME/../../lib" ]; then - for f in $HDFSPROXY_HOME/../../lib/*.jar; do - CLASSPATH=${CLASSPATH}:$f; - done -fi -if [ -d "$HDFSPROXY_HOME/../../lib/jsp-2.1" ]; then - for f in $HDFSPROXY_HOME/../../lib/jsp-2.1/*.jar; do - CLASSPATH=${CLASSPATH}:$f; - done -fi - - -# add user-specified CLASSPATH last -if [ "$HDFSPROXY_CLASSPATH" != "" ]; then - CLASSPATH=${CLASSPATH}:${HDFSPROXY_CLASSPATH} -fi - -# default log directory & file -if [ "$HDFSPROXY_LOG_DIR" = "" ]; then - HDFSPROXY_LOG_DIR="$HDFSPROXY_HOME/logs" -fi -if [ "$HDFSPROXY_LOGFILE" = "" ]; then - HDFSPROXY_LOGFILE='hdfsproxy.log' -fi - -# restore ordinary behaviour -unset IFS - -# figure out which class to run -CLASS='org.apache.hadoop.hdfsproxy.HdfsProxy' - -# cygwin path translation -if $cygwin; then - CLASSPATH=`cygpath -p -w "$CLASSPATH"` - HDFSPROXY_HOME=`cygpath -d "$HDFSPROXY_HOME"` - HDFSPROXY_LOG_DIR=`cygpath -d "$HDFSPROXY_LOG_DIR"` -fi - -# cygwin path translation -if $cygwin; then - JAVA_LIBRARY_PATH=`cygpath -p "$JAVA_LIBRARY_PATH"` -fi - -HDFSPROXY_OPTS="$HDFSPROXY_OPTS -Dhdfsproxy.log.dir=$HDFSPROXY_LOG_DIR" -HDFSPROXY_OPTS="$HDFSPROXY_OPTS -Dhdfsproxy.log.file=$HDFSPROXY_LOGFILE" -HDFSPROXY_OPTS="$HDFSPROXY_OPTS -Dhdfsproxy.home.dir=$HDFSPROXY_HOME" -HDFSPROXY_OPTS="$HDFSPROXY_OPTS -Dhdfsproxy.id.str=$HDFSPROXY_IDENT_STRING" -HDFSPROXY_OPTS="$HDFSPROXY_OPTS -Dhdfsproxy.root.logger=${HDFSPROXY_ROOT_LOGGER:-INFO,console}" -if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then - HDFSPROXY_OPTS="$HDFSPROXY_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH" -fi - -# run it -exec "$JAVA" $JAVA_HEAP_MAX $HDFSPROXY_OPTS -classpath "$CLASSPATH" $CLASS "$@" diff --git a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-config.sh b/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-config.sh deleted file mode 100755 index 8fe6aac68b..0000000000 --- a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-config.sh +++ /dev/null @@ -1,67 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# included in all the hadoop scripts with source command -# should not be executable directly -# also should not be passed any arguments, since we need original $* - -# resolve links - $0 may be a softlink - -this="$0" -while [ -h "$this" ]; do - ls=`ls -ld "$this"` - link=`expr "$ls" : '.*-> \(.*\)$'` - if expr "$link" : '.*/.*' > /dev/null; then - this="$link" - else - this=`dirname "$this"`/"$link" - fi -done - -# convert relative path to absolute path -bin=`dirname "$this"` -script=`basename "$this"` -bin=`cd "$bin"; pwd` -this="$bin/$script" - -# the root of the HdfsProxy installation -export HDFSPROXY_HOME=`dirname "$this"`/.. - -#check to see if the conf dir is given as an optional argument -if [ $# -gt 1 ] -then - if [ "--config" = "$1" ] - then - shift - confdir=$1 - shift - HDFSPROXY_CONF_DIR=$confdir - fi -fi - -# Allow alternate conf dir location. -HDFSPROXY_CONF_DIR="${HDFSPROXY_CONF_DIR:-$HDFSPROXY_HOME/conf}" - -#check to see it is specified whether to use the slaves file -if [ $# -gt 1 ] -then - if [ "--hosts" = "$1" ] - then - shift - slavesfile=$1 - shift - export HDFSPROXY_SLAVES="${HDFSPROXY_CONF_DIR}/$slavesfile" - fi -fi diff --git a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-daemon.sh b/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-daemon.sh deleted file mode 100755 index 6d5a75247f..0000000000 --- a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-daemon.sh +++ /dev/null @@ -1,141 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# Runs a HdfsProxy as a daemon. -# -# Environment Variables -# -# HDFSPROXY_CONF_DIR Alternate conf dir. Default is ${HDFSPROXY_HOME}/conf. -# HDFSPROXY_LOG_DIR Where log files are stored. PWD by default. -# HDFSPROXY_MASTER host:path where hdfsproxy code should be rsync'd from -# HDFSPROXY_PID_DIR The pid files are stored. /tmp by default. -# HDFSPROXY_IDENT_STRING A string representing this instance of hdfsproxy. $USER by default -# HDFSPROXY_NICENESS The scheduling priority for daemons. Defaults to 0. -## - -usage="Usage: hdfsproxy-daemon.sh [--config <conf-dir>] [--hosts hostlistfile] (start|stop) " - -# if no args specified, show usage -if [ $# -le 1 ]; then - echo $usage - exit 1 -fi - -bin=`dirname "$0"` -bin=`cd "$bin"; pwd` - -. "$bin"/hdfsproxy-config.sh - -# get arguments -startStop=$1 -shift - -hdfsproxy_rotate_log () -{ - log=$1; - num=5; - if [ -n "$2" ]; then - num=$2 - fi - if [ -f "$log" ]; then # rotate logs - while [ $num -gt 1 ]; do - prev=`expr $num - 1` - [ -f "$log.$prev" ] && mv "$log.$prev" "$log.$num" - num=$prev - done - mv "$log" "$log.$num"; - fi -} - -if [ -f "${HDFSPROXY_CONF_DIR}/hdfsproxy-env.sh" ]; then - . "${HDFSPROXY_CONF_DIR}/hdfsproxy-env.sh" -fi - -# get log directory -if [ "$HDFSPROXY_LOG_DIR" = "" ]; then - export HDFSPROXY_LOG_DIR="$HDFSPROXY_HOME/logs" -fi -mkdir -p "$HDFSPROXY_LOG_DIR" - -if [ "$HDFSPROXY_PID_DIR" = "" ]; then - HDFSPROXY_PID_DIR=/tmp -fi - -if [ "$HDFSPROXY_IDENT_STRING" = "" ]; then - export HDFSPROXY_IDENT_STRING="$USER" -fi - -# some variables -export HDFSPROXY_LOGFILE=hdfsproxy-$HDFSPROXY_IDENT_STRING-$HOSTNAME.log -export HDFSPROXY_ROOT_LOGGER="INFO,DRFA" -log=$HDFSPROXY_LOG_DIR/hdfsproxy-$HDFSPROXY_IDENT_STRING-$HOSTNAME.out -pid=$HDFSPROXY_PID_DIR/hdfsproxy-$HDFSPROXY_IDENT_STRING.pid - -# Set default scheduling priority -if [ "$HDFSPROXY_NICENESS" = "" ]; then - export HDFSPROXY_NICENESS=0 -fi - -case $startStop in - - (start) - - mkdir -p "$HDFSPROXY_PID_DIR" - - if [ -f $pid ]; then - if kill -0 `cat $pid` > /dev/null 2>&1; then - echo hdfsproxy running as process `cat $pid`. Stop it first. - exit 1 - fi - fi - - if [ "$HDFSPROXY_MASTER" != "" ]; then - echo rsync from $HDFSPROXY_MASTER - rsync -a -e ssh --delete --exclude=.svn --exclude='logs/*' --exclude='contrib/hod/logs/*' $HDFSPROXY_MASTER/ "$HDFSPROXY_HOME" - fi - - hdfsproxy_rotate_log $log - echo starting hdfsproxy, logging to $log - cd "$HDFSPROXY_HOME" - nohup nice -n $HDFSPROXY_NICENESS "$HDFSPROXY_HOME"/bin/hdfsproxy --config $HDFSPROXY_CONF_DIR "$@" > "$log" 2>&1 < /dev/null & - echo $! > $pid - sleep 1; head "$log" - ;; - - (stop) - - if [ -f $pid ]; then - if kill -0 `cat $pid` > /dev/null 2>&1; then - echo stopping hdfsproxy - kill `cat $pid` - else - echo no hdfsproxy to stop - fi - else - echo no hdfsproxy to stop - fi - ;; - - (*) - echo $usage - exit 1 - ;; - -esac - - diff --git a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-daemons.sh b/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-daemons.sh deleted file mode 100755 index 7dd8568a3b..0000000000 --- a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-daemons.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# Run a HdfsProxy command on all slave hosts. - -usage="Usage: hdfsproxy-daemons.sh [--config confdir] [--hosts hostlistfile] [start|stop] " - -# if no args specified, show usage -if [ $# -le 1 ]; then - echo $usage - exit 1 -fi - -bin=`dirname "$0"` -bin=`cd "$bin"; pwd` - -. $bin/hdfsproxy-config.sh - -exec "$bin/hdfsproxy-slaves.sh" --config $HDFSPROXY_CONF_DIR cd "$HDFSPROXY_HOME" \; "$bin/hdfsproxy-daemon.sh" --config $HDFSPROXY_CONF_DIR "$@" diff --git a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-slaves.sh b/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-slaves.sh deleted file mode 100755 index db54bd5b38..0000000000 --- a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/hdfsproxy-slaves.sh +++ /dev/null @@ -1,68 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# Run a shell command on all slave hosts. -# -# Environment Variables -# -# HDFSPROXY_SLAVES File naming remote hosts. -# Default is ${HDFSPROXY_CONF_DIR}/hdfsproxy-hosts. -# HDFSPROXY_CONF_DIR Alternate conf dir. Default is ${HDFSPROXY_HOME}/conf. -# HDFSPROXY_SLAVE_SLEEP Seconds to sleep between spawning remote commands. -# HDFSPROXY_SSH_OPTS Options passed to ssh when running remote commands. -## - -usage="Usage: hdfsproxy-slaves.sh [--config confdir] command..." - -# if no args specified, show usage -if [ $# -le 0 ]; then - echo $usage - exit 1 -fi - -bin=`dirname "$0"` -bin=`cd "$bin"; pwd` - -. "$bin"/hdfsproxy-config.sh - -# If the slaves file is specified in the command line, -# then it takes precedence over the definition in -# hdfsproxy-env.sh. Save it here. -HOSTLIST=$HDFSPROXY_SLAVES - -if [ -f "${HDFSPROXY_CONF_DIR}/hdfsproxy-env.sh" ]; then - . "${HDFSPROXY_CONF_DIR}/hdfsproxy-env.sh" -fi - -if [ "$HOSTLIST" = "" ]; then - if [ "$HDFSPROXY_SLAVES" = "" ]; then - export HOSTLIST="${HDFSPROXY_CONF_DIR}/hdfsproxy-hosts" - else - export HOSTLIST="${HDFSPROXY_SLAVES}" - fi -fi - -for slave in `cat "$HOSTLIST"`; do - ssh $HDFSPROXY_SSH_OPTS $slave $"${@// /\\ }" \ - 2>&1 | sed "s/^/$slave: /" & - if [ "$HDFSPROXY_SLAVE_SLEEP" != "" ]; then - sleep $HDFSPROXY_SLAVE_SLEEP - fi -done - -wait diff --git a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/start-hdfsproxy.sh b/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/start-hdfsproxy.sh deleted file mode 100755 index 2592d9c8cc..0000000000 --- a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/start-hdfsproxy.sh +++ /dev/null @@ -1,37 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# Start hdfsproxy daemons. -# Run this on master node. - -usage="Usage: start-hdfsproxy.sh" - -bin=`dirname "$0"` -bin=`cd "$bin"; pwd` - -. "$bin"/hdfsproxy-config.sh - -# get arguments -if [ $# -ge 1 ]; then - echo $usage - exit 1 -fi - -# start hdfsproxy daemons -# "$bin"/hdfsproxy-daemon.sh --config $HDFSPROXY_CONF_DIR start -"$bin"/hdfsproxy-daemons.sh --config $HDFSPROXY_CONF_DIR --hosts hdfsproxy-hosts start diff --git a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/stop-hdfsproxy.sh b/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/stop-hdfsproxy.sh deleted file mode 100755 index 78089e31cf..0000000000 --- a/lib/hadoop-0.20.0/contrib/hdfsproxy/bin/stop-hdfsproxy.sh +++ /dev/null @@ -1,28 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# Stop hdfsproxy daemons. Run this on master node. - -bin=`dirname "$0"` -bin=`cd "$bin"; pwd` - -. "$bin"/hdfsproxy-config.sh - -# "$bin"/hdfsproxy-daemon.sh --config $HDFSPROXY_CONF_DIR stop -"$bin"/hdfsproxy-daemons.sh --config $HDFSPROXY_CONF_DIR --hosts hdfsproxy-hosts stop - |