关闭

HDFS文件的tail

424人阅读 评论(0) 收藏 举报
分类:
package com.xxx.hdfstail;


import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;


import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;


public class HDFSTailByLine_V4 {


String src;
Path path = null;
Configuration conf;
FileSystem srcFs;


public HDFSTailByLine_V4(String src) {
this.src = src;
path = new Path(src);
conf = new Configuration();
try {
srcFs = path.getFileSystem(conf);
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}


private void tail() throws IOException {


if (srcFs.isDirectory(path)) {
throw new IOException("Source must be a file.");
}


long fileSize = srcFs.getFileStatus(path).getLen();


// 跳到最后一1024处开始tail
long offset = 0;


while (true) {


System.out.println(fileSize + "   " + offset);


FSDataInputStream in = srcFs.open(path);
in.seek(offset);


BufferedReader reader = new BufferedReader(
new InputStreamReader(in));
String tmp;
while ((tmp = reader.readLine()) != null) {
System.out.println(tmp);
System.out.println("===+++++===");
}


offset = in.getPos();
in.close();
reader.close();


System.out.println("=========");
try {
Thread.sleep(3000);
} catch (InterruptedException e) {
break;
}
System.out.println("sleep 3 s !");


}


}


public static void main(String[] args) throws Exception {


// String flumeAdd=args[1];
// String src=args[0];


String src = "hdfs://192.168.1.132:9000/user/hive/warehouse/log_asjh/ASJH_2013-12-05/ASJH_2013-12-05_00000";
// src=args[0];
HDFSTailByLine_V4 t = new HDFSTailByLine_V4(src);


t.tail();


}


}
0
0

查看评论
* 以上用户言论只代表其个人观点,不代表CSDN网站的观点或立场
    个人资料
    • 访问:24689次
    • 积分:635
    • 等级:
    • 排名:千里之外
    • 原创:41篇
    • 转载:1篇
    • 译文:0篇
    • 评论:0条