yarn logs -applicationId命令java版本简单实现

 import java.io.DataInputStream;
 import java.io.EOFException;
 import java.io.FileNotFoundException;
 import java.io.PrintStream;

 import org.apache.commons.lang.StringUtils;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FileContext;
 import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.fs.RemoteIterator;
 import org.apache.hadoop.security.UserGroupInformation;
 import org.apache.hadoop.yarn.api.records.ApplicationId;
 import org.apache.hadoop.yarn.conf.YarnConfiguration;
 import org.apache.hadoop.yarn.logaggregation.AggregatedLogFormat;
 import org.apache.hadoop.yarn.logaggregation.LogAggregationUtils;
 import org.apache.hadoop.yarn.util.ConverterUtils;

 public class GetYarnLog {
     public static void main(String[] args) {
         run("application_1535700682133_0496");
     }

     public static int run(String appIdStr) throws Throwable{

          Configuration conf = new YarnConfiguration();
          conf.addResource(new Path("/etc/hadoop/conf.cloudera.yarn/core-site.xml"));
          conf.addResource(new Path("/etc/hadoop/conf.cloudera.yarn/yarn-site.xml"));
          conf.addResource(new Path("/etc/hadoop/conf.cloudera.yarn/hdfs-site.xml"));
          if(appIdStr == null || appIdStr.equals(""))
           {
              System.out.println("appId is null!");
              return -;
           }
          PrintStream out=new PrintStream(appIdStr);
          ApplicationId appId = null;
          appId = ConverterUtils.toApplicationId(appIdStr);

          Path remoteRootLogDir = new Path(conf.get("yarn.nodemanager.remote-app-log-dir", "/tmp/logs"));

          String user =  UserGroupInformation.getCurrentUser().getShortUserName();;
          String logDirSuffix = LogAggregationUtils.getRemoteNodeLogDirSuffix(conf);

          Path remoteAppLogDir = LogAggregationUtils.getRemoteAppLogDir(remoteRootLogDir, appId, user, logDirSuffix);
          RemoteIterator<FileStatus> nodeFiles;
          try
          {
            Path qualifiedLogDir = FileContext.getFileContext(conf).makeQualified(remoteAppLogDir);
            nodeFiles = FileContext.getFileContext(qualifiedLogDir.toUri(), conf).listStatus(remoteAppLogDir);
          }
          catch (FileNotFoundException fnf)
          {
            logDirNotExist(remoteAppLogDir.toString());
            return -;
          }

          boolean foundAnyLogs = false;
          while (nodeFiles.hasNext())
          {
            FileStatus thisNodeFile = (FileStatus)nodeFiles.next();
            if (!thisNodeFile.getPath().getName().endsWith(".tmp"))
            {
                System.out.println("NodeFileName = "+thisNodeFile.getPath().getName());
              AggregatedLogFormat.LogReader reader = new AggregatedLogFormat.LogReader(conf, thisNodeFile.getPath());
              try
              {
                AggregatedLogFormat.LogKey key = new AggregatedLogFormat.LogKey();
                DataInputStream valueStream = reader.next(key);
                for (;;)
                {
                  if (valueStream != null)
                  {
                    String containerString = "\n\nContainer: " + key + " on " + thisNodeFile.getPath().getName();

                    out.println(containerString);
                    out.println(StringUtils.repeat("=", containerString.length()));
                    try
                    {
                      for (;;)
                      {
                        AggregatedLogFormat.LogReader.readAContainerLogsForALogType(valueStream, out, thisNodeFile.getModificationTime());

                        foundAnyLogs = true;
                      }

                    }
                    catch (EOFException eof)
                    {
                      key = new AggregatedLogFormat.LogKey();
                      valueStream = reader.next(key);

                    }

                  }else{
                      break;
                  }
                }
              }
              finally
              {
                reader.close();
              }
            }
          }
          if (!foundAnyLogs)
          {
            emptyLogDir(remoteAppLogDir.toString());
            return -;
          }
          return ;
        }
 }