hadoop的读写操作

在txt文件中写点需要上传的数据，conf是source包，lib是jar包

package com.wangbo.day0830;

import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;

/**
 * hdfs操作类
 * @author Administrator
 *
 */
public class HdfsTest {

    /**
     * @param args
     * @throws IOException 
     */
    public static void main(String[] args) throws IOException {
        //创建hdfs的配置
        Configuration conf = new Configuration();

        //加载配置文件
        conf.addResource("conf/core-site.xml");
        conf.addResource("conf/hdfs-site.xml");

        //获取HDFS的句柄
        FileSystem fs = FileSystem.get(conf);

//      //向HDFS写入数据
//      writeHDFS(fs);

        //向HDFS读数据
        readHDFS(fs);
    }

    private static void readHDFS(FileSystem fs) throws IllegalArgumentException, IOException {
        //获取文件输入流
        FSDataInputStream in = fs.open(new Path("syhz/hellohadoop.txt"));

        byte[] buff = new byte[1024];

        BufferedOutputStream out = new BufferedOutputStream(new FileOutputStream(new File("d:/hdfs.txt")));

//      写入文件 字节流
        int length = in.read(buff);
        while(-1 != length)
        {

//          System.out.println(new String(buff, 0, length));
            out.write(buff, 0, length);
            length = in.read(buff);
        }
        in.close();
        out.close();



        System.out.println("读取结束!");
    }

    public static void writeHDFS(FileSystem fs) throws IOException
    {
        //在HDFS上新建一个虚拟目录
        Path path = new Path("syhz/hellohadoop.txt");

        //输出流
        FSDataOutputStream out = fs.create(path);

        //读取数据写入数据 字节流
//      BufferedInputStream bufferIn = new BufferedInputStream(new FileInputStream(new File("text.txt")));

//      byte[] buff = new byte[1024];

//      int length = bufferIn.read(buff);
//      
//      while(-1 != length)
//      {
//          //写入
//          out.write(buff,0,length);
//          out.flush();
//          length = bufferIn.read(buff);
//      }
//      out.close();
//      bufferIn.close();


        //读取数据写入数据 字符流
        BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(new File("text.txt")),"gbk"));
        String line = null;
        while((line = reader.readLine())!=null){
            out.write((line+System.getProperty("line.separator")).getBytes("utf-8"));
            out.flush();
        }
        out.close();
        reader.close();
    }


}

就是酱紫