【转】Java从hdfs上读取文件中的某一行

【From】https://blog.csdn.net/u010989078/article/details/51790166

package test;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.URI;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;

public class ReadHDFS {

    public static String getStringByTXT(String txtFilePath, Configuration conf)
    {

        StringBuffer buffer = new StringBuffer();
        FSDataInputStream fsr = null;
        BufferedReader bufferedReader = null;
        String lineTxt = null;
        try
        {
            FileSystem fs = FileSystem.get(URI.create(txtFilePath),conf);
            fsr = fs.open(new Path(txtFilePath));
            bufferedReader = new BufferedReader(new InputStreamReader(fsr));
            while ((lineTxt = bufferedReader.readLine()) != null)
            {
                if(lineTxt.split("\t")[0].trim().equals("00067")){
                    return lineTxt;
                }

            }
        } catch (Exception e)
        {
            e.printStackTrace();
        } finally
        {
            if (bufferedReader != null)
            {
                try
                {
                    bufferedReader.close();
                } catch (IOException e)
                {
                    e.printStackTrace();
                }
            }
        }

        return lineTxt;
    }
    /**
     * @param args
     */
    public static void main(String[] args) {
        // TODO Auto-generated method stub
        Configuration conf = new Configuration();
        String txtFilePath = "hdfs://master:9000/OutPutBus/line/part-r-00000";
        String mbline = getStringByTXT(txtFilePath, conf);
        System.out.println(mbline);
    }

}
---------------------
作者：cao_yaqi
来源：CSDN
原文：https://blog.csdn.net/u010989078/article/details/51790166
版权声明：本文为博主原创文章，转载请附上博文链接！