linux -- 基于zookeeper搭建yarn的HA高可用集群

linux -- 基于zookeeper搭建yarn的HA高可用集群

实现方式：配置yarn-site.xml配置文件

<configuration>
 <property>
   <name>yarn.resourcemanager.connect.retry-interval.ms</name>
   <value>2000</value>
 </property>
 <property>
   <name>yarn.resourcemanager.ha.enabled</name>
   <value>true</value>
 </property>
 <property>
   <name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
   <value>true</value>
 </property>
 <property>
   <name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
   <value>true</value>
 </property>
 <property>
   <name>yarn.resourcemanager.cluster-id</name>
   <value> beiwangyarn</value>
 </property>
 <property>
   <name>yarn.resourcemanager.ha.rm-ids</name>
   <value>rm1,rm2</value>
 </property>
 <property>
   <name>yarn.resourcemanager.hostname.rm1</name>
   <value>1707a-hadoop1</value>
 </property>
  <property>
   <name>yarn.resourcemanager.hostname.rm2</name>
   <value>1707a-hadoop2</value>
 </property>
 <property>
   <name>yarn.resourcemanager.scheduler.class</name>
  <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
 </property>
 <property>
   <name>yarn.resourcemanager.recovery.enabled</name>
   <value>true</value>
 </property>
  <property>
   <name>yarn.resourcemanager.store.class</name>
   <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
 </property>
 <property>
   <name>yarn.resourcemanager.zk.state-store.address</name>
   <value>1707a-hadoop1:2181,1707a-hadoop2:2181,1707a-hadoop3:2181</value>
 </property>
 <property>
   <name>yarn.app.mapreduce.am.scheduler.connection.wait.interval-ms</name>
   <value>5000</value>
 </property>
 <property>
   <name>yarn.resourcemanager.address.rm1</name>
   <value>1707a-hadoop1:8032</value>
 </property>
 <property>
   <name>yarn.resourcemanager.scheduler.address.rm1</name>
   <value>1707a-hadoop1:8030</value>
 </property>
 <property>
   <name>yarn.resourcemanager.webapp.https.address.rm1</name>
   <value>1707a-hadoop1:23189</value>
 </property>
 <property>
   <name>yarn.resourcemanager.webapp.address.rm1</name>
   <value>1707a-hadoop1:8088</value>
 </property>
 <property>
   <name>yarn.resourcemanager.resource-tracker.address.rm1</name>
   <value>1707a-hadoop1:8031</value>
 </property>
 <property>
   <name>yarn.resourcemanager.admin.address.rm1</name>
   <value>1707a-hadoop1:8033</value>
 </property>
 <property>
   <name>yarn.resourcemanager.address.rm2</name>
   <value>1707a-hadoop2:8032</value>
 </property>
 <property>
   <name>yarn.resourcemanager.scheduler.address.rm2</name>
   <value>1707a-hadoop2:8030</value>
 </property>
 <property>
   <name>yarn.resourcemanager.webapp.https.address.rm2</name>
   <value>1707a-hadoop2:23189</value>
 </property>
 <property>
   <name>yarn.resourcemanager.webapp.address.rm2</name>
   <value>1707a-hadoop2:8088</value>
 </property>
 <property>
   <name>yarn.resourcemanager.resource-tracker.address.rm2</name>
   <value>1707a-hadoop2:8031</value>
 </property>
 <property>
   <name>yarn.resourcemanager.admin.address.rm2</name>
   <value>1707a-hadoop2:8033</value>
 </property>
 <property>
   <description>Address where the localizer IPC is.</description>
   <name>yarn.nodemanager.localizer.address</name>
   <value>0.0.0.0:23344</value>
 </property>
 <property>
   <description>NM Webapp address.</description>
   <name>yarn.nodemanager.webapp.address</name>
   <value>0.0.0.0:23999</value>
 </property>
 <property>
   <name>yarn.nodemanager.aux-services</name>
   <value>mapreduce_shuffle</value>
 </property>
 <property>
   <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
   <value>org.apache.hadoop.mapred.ShuffleHandler</value>
 </property>
 <property>
   <name>yarn.nodemanager.local-dirs</name>
   <value>/tmp/pseudo-dist/yarn/local</value>
 </property>
 <property>
   <name>yarn.nodemanager.log-dirs</name>
   <value>/tmp/pseudo-dist/yarn/log</value>
 </property>
 <property>
   <name>mapreduce.shuffle.port</name>
   <value>23080</value>
 </property>
 <property>
   <name>yarn.resourcemanager.zk-address</name>
   <value>1707a-hadoop1:2181,1707a-hadoop2:2181,1707a-hadoop3:2181</value>
 </property>
</configuration>

将mapred-site.xml.template改为：mapred-site.xml

<configuration>
<property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
    <final>true</final>
    </property>
    <property>
    <name>mapreduce.jobhistory.address</name>
    <value>hu-hadoop1:10020</value>
    </property>
    <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value>hu-hadoop1:19888</value>
    </property>
</configuration>

同步数据

 scp * hu-hadoop3:/`pwd`

启动：

start-yarn.sh

手动在hu-hadoop2中启动ResourceManager

yarn-daemon.sh start resourcemanager

看看网页吧！！！

之后他会跳到主的页面中：