Java逐行读取hdfs文件

最新推荐文章于 2024-05-12 00:07:25 发布

用一个不重复的昵称

最新推荐文章于 2024-05-12 00:07:25 发布

阅读量424

点赞数

分类专栏： Java 文章标签： hdfs java hadoop

本文链接：https://blog.csdn.net/woomay/article/details/126406131

版权

Java 专栏收录该内容

3 篇文章 0 订阅

订阅专栏

// An highlighted block
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.URI;
 
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;


public static List<String> getHdfsTxt(String hdfsTxtPath, Configuration conf) {
        StringBuffer buffer = new StringBuffer();
        FSDataInputStream fsr = null;
        BufferedReader bufferedReader = null;
        String lineTxt = null;
        List<String> mylist = new ArrayList<String>();
        try {
            FileSystem fs = FileSystem.get(URI.create(hdfsTxtPath), conf);
            fsr = fs.open(new Path(hdfsTxtPath));
            bufferedReader = new BufferedReader(new InputStreamReader(fsr));
            while ((lineTxt = bufferedReader.readLine()) != null)
            {
                mylist.add(lineTxt);
            }
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            if (bufferedReader != null) {
                try {
                    bufferedReader.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
        return mylist;
    }