java写的Http服务器下载工具

这个工具比较简单,用于配合另外一个工具进行文件传送,废话少说,上代码

import java.net.URL;
import java.net.URLConnection;
import java.io.File;
import java.io.InputStream;
import java.io.FileOutputStream;
import java.io.FileNotFoundException;
import java.io.IOException;

import org.apache.commons.io.FileUtils;

public class HttpUtil{
    private String httppath = "";

    public void setHttpPath(String httppath){
        this.httppath = httppath;
    }

    public String getHttpPath(){
        return this.httppath;
    }

    public HttpUtil(String httppath){
        this.httppath = httppath;
    }

    public InputStream getStream(String url){
        InputStream inStream = null;
        try{
            URL httpurl = new URL(url);
            URLConnection conn = httpurl.openConnection();
            inStream = conn.getInputStream();
        }catch (Exception e){
            e.printStackTrace();
            return null;
        }
        return inStream;
    }

    public int downLoad(String url,String localName ,int lines) throws FileNotFoundException, IOException{
        FileOutputStream fos = null;
        InputStream inStream = null;
        int ret = 0;
        try{
            URL httpurl = new URL(url);
            URLConnection conn = httpurl.openConnection();
            inStream = conn.getInputStream();
            fos = new FileOutputStream(localName);
            byte[] b = new byte[102400];
            int j = 0;
            while(inStream.read(b) != -1 && lines > 0){
                for(int i = j; i < b.length; i++){
                    if(b[i] == '\n'){
                        fos.write(b, j, i - j + 1);
                        lines--;
                        if(lines <= 0){
                            break;
                        }
                        j = i + 1;
                        continue;
                    }
                }
            }
        }catch (Exception e){
            e.printStackTrace();
            ret = -1;
        }finally {
            fos.close();
            inStream.close();
            return ret;
        }
    }

    public static void main(String[] args){
        String httppath = "";
        int lines = 0;
        String localName = "";
        try{
            httppath = args[0];
            localName = args[1];
            lines = Integer.parseInt(args[2]);
        }catch (Exception e){
            e.printStackTrace();
            return;
        }
        try{
            HttpUtil hu = new HttpUtil(httppath);
            hu.downLoad(hu.getHttpPath(),localName ,lines);
        }catch (Exception e){
            e.printStackTrace();
        }
    }
}

这个工具实现了从HTTP服务器上下载指定行数的文件,并且不会因为编码的问题引起下载的文件内容乱码
三个工具已经搞定,下一次就是把这三个工具结合起来将HTTP、FTP的文件转移到HDFS上

hadoop工具
ftp工具

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值