Hadoop2.0重启脚本

Hadoop2.0重启脚本

方便重启带ha的集群，写了这个脚本

#/bin/bash

sh /opt/zookeeper-3.4.5-cdh4.4.0/bin/zkServer.sh restart

sh /opt/hadoop-2.0.0-cdh4.5.0/sbin/hadoop-daemon.sh start journalnode

sh /opt/hadoop-2.0.0-cdh4.5.0/sbin/stop-dfs.sh

sh /opt/hadoop-2.0.0-cdh4.5.0/bin-mapreduce1/stop-mapred-ha.sh

sh /opt/hadoop-2.0.0-cdh4.5.0/sbin/start-dfs.sh

sh /opt/hadoop-2.0.0-cdh4.5.0/bin-mapreduce1/start-mapred-ha.sh

sh /opt/hadoop-2.0.0-cdh4.5.0/bin/hdfs haadmin -DfSHAadmin -failover nn1 nn0

#wait 30

sh /opt/hadoop-2.0.0-cdh4.5.0/bin-mapreduce1/hadoop mrhaadmin -failover jt2 jt1

附录：

单独启动ha jt

hadoop-cdh4.5-ha-start-up

配置：

配置位置

文件1：start-mapred-ha.sh$HADOOP_HOME/bin-mapreduce1/start-mapred-ha.sh

文件2：stop-mapred-ha.sh$HADOOP_HOME/bin-mapreduce1/stop-mapred-ha.sh

文件3：hadoop-daemons-mrha.sh$HADOOP_HOME/bin-mapreduce1/hadoop-daemons-mrha.sh

文件4：hagroups.sh$HADOOP_HOME/bin-mapreduce1/hagroups.sh

文件5：hagroups$HADOOP_CONF_DIR/hagroups

用法：

启动：$HADOOP_HOME/bin-mapreduce1/start-mapred-ha.sh

关闭：$HADOOP_HOME/bin-mapreduce1/stop-mapred-ha.sh

文件1：start-mapred-ha.sh

#!/usr/bin/env bash

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`

. "$bin"/hadoop-config.sh

# start jobtrackerha first to minimize connection errors at startup

"$bin"/hadoop-daemons-mrha.sh --config $HADOOP_CONF_DIR start mrzkfc

"$bin"/hadoop-daemons-mrha.sh --config $HADOOP_CONF_DIR start jobtrackerha

"$bin"/hadoop-daemons.sh --config $HADOOP_CONF_DIR start tasktracker

文件2：stop-mapred-ha.sh

#!/usr/bin/env bash

# Stop hadoop map reduce daemons.  Run this on master node.

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`

. "$bin"/hadoop-config.sh

"$bin"/hadoop-daemons-mrha.sh --config $HADOOP_CONF_DIR stop jobtrackerha

"$bin"/hadoop-daemons-mrha.sh --config $HADOOP_CONF_DIR stop mrzkfc

"$bin"/hadoop-daemons.sh --config $HADOOP_CONF_DIR stop tasktracker

文件3：hadoop-daemons-mrha.sh

#!/usr/bin/env bash

usage="Usage: hadoop-daemons-mrha.sh [--config confdir] [--hosts hostlistfile] [start|stop] command args..."

# if no args specified, show usage

if [ $# -le 1 ]; then

echo $usage

exit 1

fi

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`

. $bin/hadoop-config.sh

exec "$bin/hagroups.sh" --config $HADOOP_CONF_DIR cd "$HADOOP_HOME" \; "$bin/hadoop-daemon.sh" --config $HADOOP_CONF_DIR "$@"

文件4：hagroups.sh

#!/usr/bin/env bash

usage="Usage: hagroups.sh [--config confdir] command..."

# if no args specified, show usage

if [ $# -le 0 ]; then

echo $usage

exit 1

fi

bin=`dirname "$0"`

bin=`cd "$bin"; pwd`

. "$bin"/hadoop-config.sh

# If the slaves file is specified in the command line,

# then it takes precedence over the definition in

# hadoop-env.sh. Save it here.

HOSTLIST=$HADOOP_SLAVES

if [ -f "${HADOOP_CONF_DIR}/hadoop-env.sh" ]; then

. "${HADOOP_CONF_DIR}/hadoop-env.sh"

fi

if [ "$HOSTLIST" = "" ]; then

if [ "$HADOOP_SLAVES" = "" ]; then

export HOSTLIST="${HADOOP_CONF_DIR}/hagroups"

else

export HOSTLIST="${HADOOP_SLAVES}"

fi

fi

for slave in `cat "$HOSTLIST"|sed  "s/#.*$//;/^$/d"`; do

ssh $HADOOP_SSH_OPTS $slave $"${@// /\\ }" \

2>&1 | sed "s/^/$slave: /" &

if [ "$HADOOP_SLAVE_SLEEP" != "" ]; then

sleep $HADOOP_SLAVE_SLEEP

fi

done

wait

文件5：hagroups

h2master1

h2master2