使用多线程下载资源后,分片上传至阿里oss(主流对象存储都支持分片上传)。实现边下载边上传
注意:下载的资源url必须支持部分资源返回。http状态码:206
下载执行类DownloadTask
该类实现callable接口,负责下载资源的某一部分
使用CloseableHttpClient进行下载
package com.tinet.clink.chat.web.service.rtc;
import lombok.extern.slf4j.Slf4j;
import org.apache.http.HttpStatus;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.util.EntityUtils;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.concurrent.Callable;
/**
* @author dengsx
* @create 2021-06-11
**/
@Slf4j
class DownloadTask implements Callable<InputStream> {
private final String url;
private final long lowerBound; // 下载的文件区间
private final long upperBound;
private final CloseableHttpClient client;
DownloadTask(String url, long lowerBound, long upperBound, CloseableHttpClient client) {
this.url = url;
this.lowerBound = lowerBound;
this.upperBound = upperBound;
this.client = client;
}
@Override
public InputStream call() throws Exception {
try (InputStream input = connect()) {
log.info("线程{}下载完成,下载区间:{}-{},下载字节:{}", Thread.currentThread().getName(),
this.lowerBound, this.upperBound, input.available());
return input;
} catch (IOException e) {
throw new IOException(e.getMessage());
}
}
/**
* 连接WEB服务器,并返回一个数据流
*
* @return 返回输入流
* @throws IOException 网络连接错误
*/
private InputStream connect() throws IOException {
HttpGet get = new HttpGet(url);
get.setHeader("Range", "bytes=" + lowerBound + "-" + upperBound);
try (CloseableHttpResponse response = client.execute(get)) {
log.info("线程{}连接成功开始下载", Thread.currentThread().getName());
int statusCode = response.getStatusLine().getStatusCode();
if (HttpStatus.SC_PARTIAL_CONTENT != statusCode) {
throw new IOException("下载连接不支持多线程下载:" + statusCode);
}
return new ByteArrayInputStream(EntityUtils.toByteArray(response.getEntity()));
} catch (IOException e) {
throw new IOException("下出错:" + e.getMessage());
}
}
}
上传任务类UploadTask
该类负责将下载的资源上传至oss,使用阿里oss的分片上传
package com.tinet.clink.chat.web.service.rtc;
import com.tinet.clink.common.model.PartETagAdapter;
import com.tinet.clink.common.objectstorage.ObjectStorageClient;
import lombok.extern.slf4j.Slf4j;
import java.io.IOException;
import java.io.<