集群群起脚本

ZK集群群起

#!/bin/bash
for i in root@hadoop102 root@hadoop103 root@hadoop104
do
    echo "============== $i ================"
    ssh $i 'source /etc/profile && /opt/module/zookeeper-3.4.10/bin/zkServer.sh start'
done

集群jps查询

#!/bin/bash
for i in root@hadoop102 root@hadoop103 root@hadoop104
do
    echo "============== $i ================"
    ssh $i '/opt/module/jdk1.8.0_144/bin/jps'
done

Hadoop及ZK集群群起

#!/bin/bash

echo "================     开始启动所有节点服务            ==========="
echo "================     正在启动Zookeeper               ==========="
for i in root@hadoop102 root@hadoop103 root@hadoop104
do
    ssh $i 'source /etc/profile && /opt/module/zookeeper-3.4.10/bin/zkServer.sh start'
done
echo "================     正在启动HDFS                    ==========="
ssh root@hadoop102 'source /etc/profile && /opt/module/hadoop-2.7.2/sbin/start-dfs.sh'
echo "================     正在启动YARN                    ==========="
ssh root@hadoop103 'source /etc/profile && /opt/module/hadoop-2.7.2/sbin/start-yarn.sh'
echo "================     正在开启JobHistoryServer        ==========="
ssh root@hadoop102 'source /etc/profile && /opt/module/hadoop-2.7.2/sbin/mr-jobhistory-daemon.sh start historyserver'

Hadoop及ZK集群群关

#!/bin/bash

echo "================     开始关闭所有节点服务            ==========="
echo "================     正在关闭Zookeeper               ==========="
for i in root@hadoop102 root@hadoop103 root@hadoop104
do
    ssh $i 'source /etc/profile && /opt/module/zookeeper-3.4.10/bin/zkServer.sh stop'
done
echo "================     正在关闭YARN                    ==========="
ssh root@hadoop103 'source /etc/profile && /opt/module/hadoop-2.7.2/sbin/stop-yarn.sh'
echo "================     正在关闭HDFS                    ==========="
ssh root@hadoop102 'source /etc/profile && /opt/module/hadoop-2.7.2/sbin/stop-dfs.sh'
echo "================     正在关闭JobHistoryServer        ==========="
ssh root@hadoop102 'source /etc/profile && /opt/module/hadoop-2.7.2/sbin/mr-jobhistory-daemon.sh stop historyserver'

执行日志

[root@hadoop102 conf]# hdstart 
================     开始启动所有节点服务            ===========
================     正在启动Zookeeper               ===========
ZooKeeper JMX enabled by default
Using config: /opt/module/zookeeper-3.4.10/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
ZooKeeper JMX enabled by default
Using config: /opt/module/zookeeper-3.4.10/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
ZooKeeper JMX enabled by default
Using config: /opt/module/zookeeper-3.4.10/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
================     正在启动HDFS                    ===========
Starting namenodes on [hadoop102]
hadoop102: starting namenode, logging to /opt/module/hadoop-2.7.2/logs/hadoop-root-namenode-hadoop102.out
hadoop102: starting datanode, logging to /opt/module/hadoop-2.7.2/logs/hadoop-root-datanode-hadoop102.out
hadoop103: starting datanode, logging to /opt/module/hadoop-2.7.2/logs/hadoop-root-datanode-hadoop103.out
hadoop104: starting datanode, logging to /opt/module/hadoop-2.7.2/logs/hadoop-root-datanode-hadoop104.out
Starting secondary namenodes [hadoop104]
hadoop104: starting secondarynamenode, logging to /opt/module/hadoop-2.7.2/logs/hadoop-root-secondarynamenode-hadoop104.out
================     正在启动YARN                    ===========
starting yarn daemons
starting resourcemanager, logging to /opt/module/hadoop-2.7.2/logs/yarn-root-resourcemanager-hadoop103.out
hadoop102: starting nodemanager, logging to /opt/module/hadoop-2.7.2/logs/yarn-root-nodemanager-hadoop102.out
hadoop104: starting nodemanager, logging to /opt/module/hadoop-2.7.2/logs/yarn-root-nodemanager-hadoop104.out
hadoop103: starting nodemanager, logging to /opt/module/hadoop-2.7.2/logs/yarn-root-nodemanager-hadoop103.out
================     正在开启JobHistoryServer        ===========
starting historyserver, logging to /opt/module/hadoop-2.7.2/logs/mapred-root-historyserver-hadoop102.out
[root@hadoop102 conf]# 
[root@hadoop102 conf]# 
[root@hadoop102 conf]# util 
============== root@hadoop102 ================
39552 Jps
39426 JobHistoryServer
38979 NameNode
39109 DataNode
39356 NodeManager
38830 QuorumPeerMain
============== root@hadoop103 ================
59074 QuorumPeerMain
59682 Jps
59271 ResourceManager
59133 DataNode
59375 NodeManager
============== root@hadoop104 ================
40241 Jps
40038 SecondaryNameNode
40118 NodeManager
39882 QuorumPeerMain
39935 DataNode