上传文件的处理

分片上传
1.查询是否已经上传
2.分片发送
3.提交

注意，md5加密，是通过加密文件的前1024个字节，md5加密如果是通过字节数组加密，会有安全问题，所有改成加密流。
这个有一个问题，如果是txt文件，前1024个字节都是一样的情况下，后面的内容不管怎么变，文件都会被加一样的密
每次分片上传2M

import org.apache.http.HttpEntity;
import org.apache.http.HttpRequest;
import org.apache.http.HttpStatus;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.entity.ContentType;
import org.apache.http.entity.mime.HttpMultipartMode;
import org.apache.http.entity.mime.MultipartEntityBuilder;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;

public class FileUploadUtil{

	private final int UPLOAD_PART_SIZE = 1024 * 1024 * 2;
	private final int SIZE_1024 = 1024;
	private byte[] bytes = new byte[SIZE_1024];
		
	public String uploadCloud(InputStream is, long fileSize, String fileName) throws Exception {
		
		String fileMd5 = md5Stream(is, fileSize);

		Boolean status = query(fileMd5, fileSize);
		if (!status) {
			saveData(is, fileMd5, fileName, fileSize);
		}
		return finish(fileMd5, fileName, fileSize);
	}  

	private String md5Stream(InputStream is, long fileSize) throws IOException {
		if (fileSize < SIZE_1024) {
			bytes = new byte[(int) fileSize];
		}
		int num = is.read(bytes);

		InputStream md5Is = new ByteArrayInputStream(bytes, 0, num);

		return DigestUtils.md5Hex(md5Is);
	}
	
	private Boolean query(String fileMd5){
		
	}
	
	private void saveData(InputStream stream,String fileMd5, String fileName, long fileSize){

        if (fileSize <= SIZE_1024) {
            InputStream streamPart = new ByteArrayInputStream(bytes);
            savePartData(fileMd5, 0L, streamPart, fileName, fileSize);
            return;
        }

        long loop = fileSize / UPLOAD_PART_SIZE;
        long last = fileSize % UPLOAD_PART_SIZE;
        if (last > 0) {
            loop += 1;
        }

        long chunk = 0;
        // 分片号，表示文件分片的索引,从0开始
        do {
            byte[] buf = getBufBytes(loop, last, chunk);

            byte[] merge = new byte[0];
            if (chunk == 0) {
                merge = new byte[buf.length + SIZE_1024];
            }

            int num = stream.read(buf);
            if (chunk == 0) {
                System.arraycopy(bytes, 0, merge, 0, SIZE_1024);
                System.arraycopy(buf, 0, merge, SIZE_1024, num);
            } else {
                merge = buf;
            }

            // 分片上传，每次上传不超过2M
            InputStream streamPart = new ByteArrayInputStream(merge);
            savePartData(headerParamsMap, fileMd5, chunk, streamPart, fileName, fileSize);
            chunk++;
        } while (chunk < loop);
    }

    private byte[] getBufBytes(long loop, long last, long chunk) {
        byte[] buf;
        if (last > 0 && chunk == loop - 1) {
            if (chunk == 0) {
                buf = new byte[(int) last - bytes.length];
            } else {
                buf = new byte[(int) last];
            }
        } else if (chunk == 0) {
            buf = new byte[UPLOAD_PART_SIZE - bytes.length];
        } else {
            buf = new byte[UPLOAD_PART_SIZE];
        }
        return buf;
    }
	
	private void savePartData(String fileMd5, Long chunk,InputStream streamPart, String fileName, long fileSize)IOException {

        String url = 'http://xxxxxx';
        HttpPost httpPost = new HttpPost(url);

        MultipartEntityBuilder builder = MultipartEntityBuilder.create();
        builder.setMode(HttpMultipartMode.BROWSER_COMPATIBLE);
        builder.addBinaryBody(FILE, streamPart, ContentType.MULTIPART_FORM_DATA, String.valueOf(chunk));
        builder.addTextBody(FILE_MD5, fileMd5);
        builder.addTextBody(FILE_NAME, fileName);
        builder.addTextBody(CHUNK, String.valueOf(chunk));
        builder.addTextBody(MD5_DIRECT_TRANSFER_ENABLE, String.valueOf(true));
        builder.addTextBody(FILE_SIZE, String.valueOf(fileSize));
        HttpEntity entity = builder.build();
        httpPost.setEntity(entity);

        /* 如果分片上传失败重试5次 */
        Boolean send;
        CloseableHttpClient client = null;
        CloseableHttpResponse response = null;
        int count = 4;
        try {
            client = HttpClients.createDefault();

            do {
                response = client.execute(httpPost);
                String bo = responseParseStr(response, "sendPartData");
                send = new Boolean(bo);
                logger.info("sendPartData" + send);
            } while (!send && count-- > 0);

        } catch (Exception e) {
            logger.error("sendPartData:", e);
            throw new BusiException();
        } finally {
            try {
                if (response != null) {
                    response.close();
                }
                if (client != null) {
                    client.close();
                }
            } catch (IOException e) {
                logger.error("close exception:", e);
            }
        }
    }
	
	private String finish(String fileMd5, String fileName, long size) throws Exception {
        String url = "xxxxxxx";
        HttpPost httpPost = new HttpPost(url);
        String id;
		
        MultipartEntityBuilder builder = MultipartEntityBuilder.create();
        builder.setMode(HttpMultipartMode.BROWSER_COMPATIBLE);
        builder.addTextBody(FILE_MD5, fileMd5);
        builder.addTextBody(FILE_NAME, fileName);
        builder.addTextBody(FILE_SIZE, String.valueOf(size));
        builder.addTextBody(MD5_DIRECT_TRANSFER_ENABLE, String.valueOf(true));
        HttpEntity entity = builder.build();
        httpPost.setEntity(entity);

        try (CloseableHttpResponse response = HttpClients.createDefault().execute(httpPost)) {
            JSONObject bo = responseParseJson(response);
            id = bo.getString("key");
        } catch (Exception e) {
            logger.error("finishPartObject:", e);
            throw new BusiException();
        }

        return id;
    }
	
	
	//下载 是通过一个上传的id来下载
	@Override
    public String download(String id, String fileName) throws BusiException, IOException {

        if (StringUtils.isEmpty(id)) {
            throw new BusiException();
        }

        String url = "xxxxxxxxxx";
        HttpPost httpPost = new HttpPost(url);

        // 请求参数   ENCRYP_VALUE: 1->只读   7->可编辑
        List<Map<String, Object>> list = new ArrayList<>();
        Map<String, Object> encryptProfile = new HashedMap(8);
        encryptProfile.put(KEY, id);
        encryptProfile.put(USE_ID, "zhangsan001");
        encryptProfile.put(ENCRYP_ENABLE, false);
        encryptProfile.put(ENCRYP_VALUE, 7);
        encryptProfile.put(FIXED_READ, 1);
        list.add(encryptProfile);

        MultipartEntityBuilder builder = MultipartEntityBuilder.create();
        builder.setMode(HttpMultipartMode.BROWSER_COMPATIBLE);
        builder.addTextBody(KEY, id);
        builder.addTextBody(DOWNLOAD_NAME, fileName);
        builder.addTextBody(LIMIT_COUNT, "-1");
        builder.addTextBody(ENCRYPT_PROFILE, JSON.toJSONString(list));

        HttpEntity entity = builder.build();
        httpPost.setEntity(entity);

        try (CloseableHttpResponse response = HttpClients.createDefault().execute(httpPost)) {
            return 解析返回一个可以直接在浏览下载的url;
        } catch (Exception e) {
            logger.error("downloadToken:", e);
            throw new BusiException();
        }
    }
}