OSS分片上传2

    /**
     * 计算文件有多少个分片  设置每个分片的大小
     */
    private static final Long PART_SIZE = 10 * 1024 * 1024L;

    @Override
    public String upload(OssUploadVO ossUploadVO) {

        // 文件大于 PART_SIZE 时使用分片上传
        if (fileBytes.length > PART_SIZE) {
            this.patchUploading(fileBytes.length, ossUploadVO, meta);
            System.err.println("url: " + ossConfigVO.getHostUrl() + key);
            return ossConfigVO.getHostUrl() + key;
        }
    }

    private void patchUploading(int fileSize, OssUploadVO ossUploadVO, ObjectMetadata meta) {
        long stats = System.currentTimeMillis();
        System.err.println("开始");
        int partCount = (int) (fileSize / PART_SIZE);
        try {
            // 创建InitiateMultipartUploadRequest对象
            InitiateMultipartUploadRequest request = new InitiateMultipartUploadRequest(ossUploadVO.getBucketName(), key);
            request.setObjectMetadata(meta);
            // 初始化分片
            InitiateMultipartUploadResult upresult = ossClient.initiateMultipartUpload(request);
            // 返回uploadId 它是分片上传事件的唯一标识 您可以根据这个ID来发起相关的操作 如取消分片上传、查询分片上传等
            String uploadId = upresult.getUploadId();
            // partETags是PartETag的集合  PartETag由分片的ETag和分片号组成
            List<PartETag> partETags = new ArrayList<>(partCount);
            // 遍历分片上传
            for (int i = 0; i < partCount; i++) {
                long startPos = i * PART_SIZE;
                long curPartSize = (i + 1 == partCount) ? (fileSize - startPos) : PART_SIZE;
                Future<PartETag> submit = executorService.submit(new PartUploader(ossUploadVO, startPos, curPartSize, i + 1, uploadId));
                partETags.add(submit.get());
            }
            if (partCount != partETags.size()) {
                throw new ResponseException(BaseResponseCode.BAD_REQUEST.getCode(), "上传多个部分失败 因为有些部分还没有完成");
            }
            System.err.println("开始组合");
            // 创建CompleteMultipartUploadRequest对象
            // 在执行完成分片上传操作时 需要提供所有有效的partETags OSS收到提交的partETags后 会逐一验证每个分片的有效性 当所有的数据分片验证通过后 OSS将把这些分片组合成一个完整的文件
            CompleteMultipartUploadRequest completeMultipartUploadRequest =
                    new CompleteMultipartUploadRequest(ossUploadVO.getBucketName(), key, uploadId, partETags);

            // 如果需要在完成文件上传的同时设置文件访问权限 请参考以下示例代码
            completeMultipartUploadRequest.setObjectACL(CannedAccessControlList.PublicRead);

            // 完成上传
            ossClient.completeMultipartUpload(completeMultipartUploadRequest);
            long end = System.currentTimeMillis();
            System.err.println("结束:" + (end - stats));
        } catch (Exception e) {
            e.printStackTrace();
            throw new ResponseException(BaseResponseCode.BAD_REQUEST.getCode(), "上传失败");
        } finally {
            if (ossClient != null) {
                // 关闭OSSClient
                ossClient.shutdown();
            }
        }
    }
    private class PartUploader<PartETag> implements Callable<PartETag> {
        private OssUploadVO ossUploadVO;
        private long partSize;
        private int partNumber;
        private String uploadId;
        private long startPos;

        private PartUploader(OssUploadVO ossUploadVO, long startPos, long partSize, int partNumber, String uploadId) {
            this.ossUploadVO = ossUploadVO;
            this.partSize = partSize;
            this.partNumber = partNumber;
            this.uploadId = uploadId;
            this.startPos = startPos;
        }

        private byte[] getByBytes(Byte[] bytes) {
            byte[] buffer = new byte[bytes.length];
            for (int i = 0; i < bytes.length; i++) {
                buffer[i] = bytes[i];
            }
            return buffer;
        }

        @Override
        public PartETag call() throws Exception {
            InputStream instream = null;
            try {
                instream = new ByteArrayInputStream(this.getByBytes(ossUploadVO.getFileBytes()));
                // 跳过已经上传的分片
                instream.skip(startPos);
                UploadPartRequest uploadPartRequest = new UploadPartRequest();
                uploadPartRequest.setBucketName(ossUploadVO.getBucketName());
                uploadPartRequest.setKey(key);
                uploadPartRequest.setInputStream(instream);
                uploadPartRequest.setUploadId(this.uploadId);
                // 设置分片大小  除了最后一个分片没有大小限制  其他的分片最小为100KB
                uploadPartRequest.setPartSize(this.partSize);
                // 设置分片号  每一个上传的分片都有一个分片号 取值范围是1~10000 如果超出这个范围 OSS将返回InvalidArgument的错误码
                uploadPartRequest.setPartNumber(this.partNumber);
                // 每个分片不需要按顺序上传 甚至可以在不同客户端上传 OSS会按照分片号排序组成完整的文件
                UploadPartResult uploadPartResult = ossClient.uploadPart(uploadPartRequest);
               return (PartETag) uploadPartResult.getPartETag();
            } catch (Exception e) {
                e.printStackTrace();
            } finally {
                if (instream != null) {
                    try {
                        instream.close();
                    } catch (IOException e) {
                        e.printStackTrace();
                    }
                }
            }
            return null;
        }
    }
  • 1
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值