web上下文监听器ServletContextListener

 1 package com.liveyc.common.listener;

 import javax.servlet.ServletContextEvent;
 import javax.servlet.ServletContextListener;
 import org.springframework.web.context.WebApplicationContext;
 import org.springframework.web.context.support.WebApplicationContextUtils;

 import com.liveyc.common.utils.ApplicationContextHelper;
 import com.liveyc.common.utils.Constants;
 import com.liveyc.common.utils.GetConnection;
 import com.liveyc.common.utils.ServiceHelper;

 public class ApplicantListener implements ServletContextListener{

     private static WebApplicationContext webApplicationContext;
     private static ApplicationContextHelper helper = new ApplicationContextHelper();
     @Override
     public void contextInitialized(ServletContextEvent sce) {
         // TODO Auto-generated method stub
          webApplicationContext = WebApplicationContextUtils.getWebApplicationContext(sce.getServletContext());
          helper.setApplicationContext(webApplicationContext);
          Constants.WEB_APP_CONTEXT = webApplicationContext;

          GetConnection getConnection = ServiceHelper.getgetConnection();
          Constants.CONN1 = getConnection.conn1();
          Constants.CONN2 = getConnection.conn2();
     }

     @Override
     public void contextDestroyed(ServletContextEvent sce) {
         // TODO Auto-generated method stub

     }

 }

web.xml配置

spring注入

 package com.liveyc.common.utils;

 import java.net.URI;

 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FSDataOutputStream;
 import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.hdfs.server.namenode.ha.proto.HAZKInfoProtos;
 import org.apache.hadoop.ipc.Client;
 import org.apache.zookeeper.Watcher;
 import org.apache.zookeeper.ZooKeeper;
 import org.apache.zookeeper.data.Stat;
 import org.springframework.web.bind.annotation.RequestMapping;

 import com.google.protobuf.InvalidProtocolBufferException;

 public class GetConnection {

     private static final Log LOG = LogFactory.getLog(HdfsUtils.class);

     public Configuration conn1(){
         Configuration conf = new Configuration();
         System.setProperty("HADOOP_USER_NAME", Constants.HDFS_USER_NAME);
         //String hostname = getHostname(Constants.ZOOKEEPER_IP, Constants.ZOOKEEPER_PORT, Constants.ZOOKEEPER_TIMEOUT, Constants.DATA_DIR);
         String hostname = SysProperties.getString("hostname1");
         if (hostname != null && hostname != "") {
             conf.set("fs.default.name", "hdfs://" + hostname + ":" + Constants.HDFS_PROT); // active节点
             // 或者通过nameservice的名字直接连接 ，不用通过zookeeper获取active状态的节点
             // conf.set("fs.default.name", "hdfs://" + nameservice1 + ":" +
             // HDFS_PROT); // active节点
             conf.set("dfs.socket.timeout", "900000");
             conf.set("dfs.datanode.handler.count", "20");
             conf.set("dfs.namenode.handler.count", "30");
             conf.set("dfs.datanode.socket.write.timeout", "10800000"); 

         } else {
             conf.set("fs.default.name", Constants.HDFS_ADDR); // 如果没配HA默认使用配置的master
         }
         Client.setConnectTimeout(conf, Constants.HDFS_TIMEOUT); // 超时时间
         return conf;
     }

     public Configuration conn2(){
         Configuration conf = new Configuration();
         System.setProperty("HADOOP_USER_NAME", Constants.HDFS_USER_NAME);
         //String hostname = getHostname(Constants.ZOOKEEPER_IP, Constants.ZOOKEEPER_PORT, Constants.ZOOKEEPER_TIMEOUT, Constants.DATA_DIR);
         String hostname = SysProperties.getString("hostname2");
         if (hostname != null && hostname != "") {
             conf.set("fs.default.name", "hdfs://" + hostname + ":" + Constants.HDFS_PROT); // active节点
             // 或者通过nameservice的名字直接连接 ，不用通过zookeeper获取active状态的节点
             // conf.set("fs.default.name", "hdfs://" + nameservice1 + ":" +
             // HDFS_PROT); // active节点
             conf.set("dfs.socket.timeout", "900000");
             conf.set("dfs.datanode.handler.count", "20");
             conf.set("dfs.namenode.handler.count", "30");
             conf.set("dfs.datanode.socket.write.timeout", "10800000");
         } else {
             conf.set("fs.default.name", Constants.HDFS_ADDR); // 如果没配HA默认使用配置的master
         }
         Client.setConnectTimeout(conf, Constants.HDFS_TIMEOUT); // 超时时间
         return conf;
     }

     public static boolean getActive(){
         Configuration conf = Constants.CONN1;
         FileSystem fs = null;
         try {
             fs = FileSystem.get(URI.create(Constants.hdfsRootPath), conf);
             FileStatus[] stats = fs.listStatus(new Path(Constants.hdfsRootPath));
         } catch (Exception e) {
             return false;
         }
         return true;
     }

     public static Configuration getconf(){
         Configuration conf = new Configuration();
         if(GetConnection.getActive()){
             conf = Constants.CONN1;
         }else{
             conf = Constants.CONN2;
         }
         return conf;
     }
     /**
      *
      * @Title: getHostname
      * @Description: 获取active节点（集群配置HA的前提下）
      * @param ZOOKEEPER_IP
      *            zookeeperip
      * @param ZOOKEEPER_PORT
      *            zookeeper端口号
      * @param ZOOKEEPER_TIMEOUT
      *            超时时间
      * @param DATA_DIR
      *            HA在zookeeper下的路径
      * @return
      */
     public String getHostname(String ZOOKEEPER_IP, int ZOOKEEPER_PORT, int ZOOKEEPER_TIMEOUT, String DATA_DIR) {
         String hostname = null;
         Watcher watcher = new Watcher() {
             @Override
             public void process(org.apache.zookeeper.WatchedEvent event) {
                 LOG.info("event:" + event.toString());
             }
         };
         ZooKeeper zk = null;
         byte[] data1 = null;
         String[] iparr = ZOOKEEPER_IP.split(";");
         for (String ip : iparr) {
             try {
                 zk = new ZooKeeper(ip + ":" + ZOOKEEPER_PORT, ZOOKEEPER_TIMEOUT, watcher);
                 data1 = zk.getData(DATA_DIR, true, new Stat());
             } catch (Exception e) {
                 LOG.info("This ip is not active..." + ip);
                 continue;
             }
             if (data1 != null) {
                 LOG.info("This ip is normal..." + ip);
                 try {
                     hostname = HAZKInfoProtos.ActiveNodeInfo.parseFrom(data1).getHostname();
                 } catch (InvalidProtocolBufferException e) {
                     LOG.error(e);
                 }
                 return hostname;
             }
         }
         return hostname;
     }
 }