多线程下载资源后分片上传至oss

使用多线程下载资源后，分片上传至阿里oss(主流对象存储都支持分片上传)。实现边下载边上传

注意：下载的资源url必须支持部分资源返回。http状态码：206

下载执行类DownloadTask

该类实现callable接口，负责下载资源的某一部分

使用CloseableHttpClient进行下载

package com.tinet.clink.chat.web.service.rtc;


import lombok.extern.slf4j.Slf4j;
import org.apache.http.HttpStatus;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.util.EntityUtils;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.concurrent.Callable;


/**
 * @author dengsx
 * @create 2021-06-11
 **/
@Slf4j
class DownloadTask implements Callable<InputStream> {
   
    private final String url;
    private final long lowerBound; // 下载的文件区间
    private final long upperBound;
    private final CloseableHttpClient client;

    DownloadTask(String url, long lowerBound, long upperBound, CloseableHttpClient client) {
   
        this.url = url;
        this.lowerBound = lowerBound;
        this.upperBound = upperBound;
        this.client = client;
    }

    @Override
    public InputStream call() throws Exception {
   
        try (InputStream input = connect()) {
   
            log.info("线程{}下载完成，下载区间：{}-{},下载字节：{}", Thread.currentThread().getName(),
                    this.lowerBound, this.upperBound, input.available());
            return input;
        } catch (IOException e) {
   
            throw new IOException(e.getMessage());
        }
    }

    /**
     * 连接WEB服务器，并返回一个数据流
     *
     * @return 返回输入流
     * @throws IOException 网络连接错误
     */
    private InputStream connect() throws IOException {
   
        HttpGet get = new HttpGet(url);
        get.setHeader("Range", "bytes=" + lowerBound + "-" + upperBound);
        try (CloseableHttpResponse response = client.execute(get)) {
   
            log.info("线程{}连接成功开始下载", Thread.currentThread().getName());
            int statusCode = response.getStatusLine().getStatusCode();
            if (HttpStatus.SC_PARTIAL_CONTENT != statusCode) {
   
                throw new IOException("下载连接不支持多线程下载：" + statusCode);
            }

            return new ByteArrayInputStream(EntityUtils.toByteArray(response.getEntity()));
        } catch (IOException e) {
   
            throw new IOException("下出错:" + e.getMessage());
        }
    }
}

上传任务类UploadTask

该类负责将下载的资源上传至oss,使用阿里oss的分片上传

package com.tinet.clink.chat.web.service.rtc;

import com.tinet.clink.common.model.PartETagAdapter;
import com.tinet.clink.common.objectstorage.ObjectStorageClient;
import lombok.extern.slf4j.Slf4j;

import java.io.IOException;
import java.io.<