LOG.info("检查是否有当前日期的目录");
fsUtil.checkDirExists(new File(configUtil.readConfig("download.file.path") + currentDay));
FSDataInputStream in = null;
LOG.info("生成以JobID命名的目录");
String fileName = configUtil.readConfig("download.file.path") + currentDay + "/" + jobID + ".csv";
File file = new File(fileName);
List<List<String>> dataList = new ArrayList<>();
InputStreamReader inputStreamReader = null;
try {
String dataPath = configUtil.readConfig("offLine.data.path") + currentDay + "/" + jobID + ".csv/";
LOG.info(dataPath);
Path path = new Path(dataPath);
Configuration configuration = dfsUtil.getHadoopConf();
FileSystem hdfs = FileSystem.get(configuration);
Java实现读取HDFS目录
最新推荐文章于 2023-06-04 23:59:42 发布