Hadoop解压缩测试代码


```java
package com.niit.compress;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.io.compress.CompressionCodec;
import org.apache.hadoop.io.compress.CompressionCodecFactory;
import org.apache.hadoop.io.compress.CompressionOutputStream;
import org.apache.hadoop.util.ReflectionUtils;

import java.io.*;

public class CompressedDemo {
    //压缩方法
    public static void compress() throws IOException, ClassNotFoundException {
        File src = new File( "d:/access.log.txt");
        InputStream inputStream = new FileInputStream(src);
        //反射机制
        //CompressionCodec compressionCodec = CompressionCodec
        String codeName = "org.apache.hadoop.io.compress.DefaultCodec";
        Class<?> forName = Class.forName(codeName);

        //再借助反射工具
        CompressionCodec compressionCodec = (CompressionCodec) ReflectionUtils.newInstance(forName, new Configuration());

        File dest =new File(src.getName()+ compressionCodec.getDefaultExtension());

        OutputStream outputStream = new FileOutputStream(dest);

        CompressionOutputStream codecOutputStream = compressionCodec.createOutputStream(outputStream);
        //文件的复制
        IOUtils.copyBytes(inputStream,codecOutputStream,4096,false);

        //关闭资源

        codecOutputStream.close();
        outputStream.close();
        inputStream.close();
    }

    //解压:
    public static void decompress() throws Exception {
        File src = new File("access.log.txt.deflate");

        //InputStream inputStream = new FileInputStream(src);

        // 使用到了抽象工厂模式
        CompressionCodecFactory factory = new CompressionCodecFactory(new Configuration());
        CompressionCodec compressionCodec = factory.getCodec(new Path(src.getName()));

        File fileOut = new File(src.getName()+".log");

        InputStream in = compressionCodec.createInputStream( new FileInputStream(src) );

        OutputStream out =  new FileOutputStream(fileOut);

        IOUtils.copyBytes(in, out, 4096, false);

        in.close();
        out.close();

     //压缩的
    }
    public static void main(String[]args) throws Exception {
      //  compress();
        decompress();
    }

}


  • 1
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 1
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值