/**
* 计算文件有多少个分片 设置每个分片的大小
*/
private static final Long PART_SIZE = 10 * 1024 * 1024L;
@Override
public String upload(OssUploadVO ossUploadVO) {
// 文件大于 PART_SIZE 时使用分片上传
if (fileBytes.length > PART_SIZE) {
this.patchUploading(fileBytes.length, ossUploadVO, meta);
System.err.println("url: " + ossConfigVO.getHostUrl() + key);
return ossConfigVO.getHostUrl() + key;
}
}
private void patchUploading(int fileSize, OssUploadVO ossUploadVO, ObjectMetadata meta) {
long stats = System.currentTimeMillis();
System.err.println("开始");
int partCount = (int) (fileSize / PART_SIZE);
try {
// 创建InitiateMultipartUploadRequest对象
InitiateMultipartUploadRequest request = new InitiateMultipartUploadRequest(ossUploadVO.getBucketName(), key);
request.setObjectMetadata(meta);
// 初始化分片
InitiateMultipartUploadResult upresult = ossClient.initiateMultipartUpload(request);
// 返回uploadId 它是分片上传事件的唯一标识 您可以根据这个ID来发起相关的操作 如取消分片上传、查询分片上传等
String uploadId = upresult.getUploadId();
// partETags是PartETag的集合 PartETag由分片的ETag和分片号组成
List<PartETag> partETags = new ArrayList<>(partCount);
// 遍历分片上传
for (int i = 0; i < partCount; i++) {
long startPos = i * PART_SIZE;
long curPartSize = (i + 1 == partCount) ? (fileSize - startPos) : PART_SIZE;
Future<PartETag> submit = executorService.submit(new PartUploader(ossUploadVO, startPos, curPartSize, i + 1, uploadId));
partETags.add(submit.get());
}
if (partCount != partETags.size()) {
throw new ResponseException(BaseResponseCode.BAD_REQUEST.getCode(), "上传多个部分失败 因为有些部分还没有完成");
}
System.err.println("开始组合");
// 创建CompleteMultipartUploadRequest对象
// 在执行完成分片上传操作时 需要提供所有有效的partETags OSS收到提交的partETags后 会逐一验证每个分片的有效性 当所有的数据分片验证通过后 OSS将把这些分片组合成一个完整的文件
CompleteMultipartUploadRequest completeMultipartUploadRequest =
new CompleteMultipartUploadRequest(ossUploadVO.getBucketName(), key, uploadId, partETags);
// 如果需要在完成文件上传的同时设置文件访问权限 请参考以下示例代码
completeMultipartUploadRequest.setObjectACL(CannedAccessControlList.PublicRead);
// 完成上传
ossClient.completeMultipartUpload(completeMultipartUploadRequest);
long end = System.currentTimeMillis();
System.err.println("结束:" + (end - stats));
} catch (Exception e) {
e.printStackTrace();
throw new ResponseException(BaseResponseCode.BAD_REQUEST.getCode(), "上传失败");
} finally {
if (ossClient != null) {
// 关闭OSSClient
ossClient.shutdown();
}
}
}
private class PartUploader<PartETag> implements Callable<PartETag> {
private OssUploadVO ossUploadVO;
private long partSize;
private int partNumber;
private String uploadId;
private long startPos;
private PartUploader(OssUploadVO ossUploadVO, long startPos, long partSize, int partNumber, String uploadId) {
this.ossUploadVO = ossUploadVO;
this.partSize = partSize;
this.partNumber = partNumber;
this.uploadId = uploadId;
this.startPos = startPos;
}
private byte[] getByBytes(Byte[] bytes) {
byte[] buffer = new byte[bytes.length];
for (int i = 0; i < bytes.length; i++) {
buffer[i] = bytes[i];
}
return buffer;
}
@Override
public PartETag call() throws Exception {
InputStream instream = null;
try {
instream = new ByteArrayInputStream(this.getByBytes(ossUploadVO.getFileBytes()));
// 跳过已经上传的分片
instream.skip(startPos);
UploadPartRequest uploadPartRequest = new UploadPartRequest();
uploadPartRequest.setBucketName(ossUploadVO.getBucketName());
uploadPartRequest.setKey(key);
uploadPartRequest.setInputStream(instream);
uploadPartRequest.setUploadId(this.uploadId);
// 设置分片大小 除了最后一个分片没有大小限制 其他的分片最小为100KB
uploadPartRequest.setPartSize(this.partSize);
// 设置分片号 每一个上传的分片都有一个分片号 取值范围是1~10000 如果超出这个范围 OSS将返回InvalidArgument的错误码
uploadPartRequest.setPartNumber(this.partNumber);
// 每个分片不需要按顺序上传 甚至可以在不同客户端上传 OSS会按照分片号排序组成完整的文件
UploadPartResult uploadPartResult = ossClient.uploadPart(uploadPartRequest);
return (PartETag) uploadPartResult.getPartETag();
} catch (Exception e) {
e.printStackTrace();
} finally {
if (instream != null) {
try {
instream.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
return null;
}
}
OSS分片上传2
最新推荐文章于 2024-07-30 15:37:33 发布