Aws s3 实现文件上传和下载 (Java 使用)

awsConfig

import com.amazonaws.ClientConfiguration;
import com.amazonaws.Protocol;
import com.amazonaws.auth.AWSCredentials;
import com.amazonaws.auth.AWSStaticCredentialsProvider;
import com.amazonaws.auth.BasicAWSCredentials;
import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.AmazonS3ClientBuilder;
import lombok.Data;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.annotation.EnableScheduling;

@Slf4j
@Data
@EnableScheduling
@Configuration
public class AwsConfig {

    @Value("${aws.accessKey}")
    private String accessKey;

    @Value("${aws.secretKey}")
    private String secretKey;

    @Value("${aws.region}")
    private String region;

    @Value("${aws.bucketName}")
    private String bucketName;

    @Bean
    public AmazonS3 getAmazonS3() {
        AWSCredentials awsCredentials = new BasicAWSCredentials(accessKey, secretKey);
        ClientConfiguration baseOpts = new ClientConfiguration();
        //
        baseOpts.setSignerOverride("S3SignerType");
        baseOpts.setProtocol(Protocol.HTTPS);
        //
        AmazonS3 amazonS3 = AmazonS3ClientBuilder.standard()
                .withRegion(region)
                .withCredentials(new AWSStaticCredentialsProvider(awsCredentials))
//                .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(hostName, region))  // 如果有endpoint,可以用这个,这个和withRegion(Region)不能一起使用
//                .withPathStyleAccessEnabled(true)  // 如果配置了S3域名,就需要加这个进行路径访问,要不然会报AccessKey不存在的问题
                .withClientConfiguration(baseOpts)
                .build();
        return amazonS3;
    }
}

 Biz层(也就是service层)

import com.amazonaws.services.s3.AmazonS3;
import com.amazonaws.services.s3.model.*;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;

import javax.annotation.Resource;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.UUID;

@Slf4j
@Service
public class AwsS3Biz {


    @Value("${aws.bucketName}")
    private String bucketName;


    @Autowired
    private AwsConfig s3;




    public String up(MultipartFile multipartFile){
        ObjectMetadata objectMetadata = new ObjectMetadata();
        objectMetadata.setContentType(multipartFile.getContentType());
        objectMetadata.setContentLength(multipartFile.getSize());

        //  桶名,文件夹名,本地文件路径
        String key = multipartFile.getOriginalFilename();
        try {
            s3.getAmazonS3().putObject(new PutObjectRequest(bucketName, key, multipartFile.getInputStream(), objectMetadata));
        } catch (IOException e) {
            e.printStackTrace();
        }
        return key;
    }


    public String upload(MultipartFile multipartFile,Long analyzingId) {
        if (multipartFile.isEmpty()) {
            throw new BusinessException(408,"文件为空!");
        }
        
        //
        try {
            ObjectMetadata objectMetadata = new ObjectMetadata();
            objectMetadata.setContentType(multipartFile.getContentType());
            objectMetadata.setContentLength(multipartFile.getSize());
            // 文件后缀
//            String suffix = multipartFile.getOriginalFilename().substring(multipartFile.getOriginalFilename().lastIndexOf("."));
            String key = UUID.randomUUID().toString();
            PutObjectResult putObjectResult = s3.getAmazonS3()
                    .putObject(new PutObjectRequest(bucketName, key, multipartFile.getInputStream(), objectMetadata));
            // 上传成功 关联到voc分析
            if (null != putObjectResult) {

                // 返回key
                return key;
            }
        } catch (Exception e) {
            log.error("Upload files to the bucket,Failed:{}", e.getMessage());
            e.printStackTrace();
        }
        return null;
    }


    public String downloadFile(String key) {
        try {
            if (StringUtils.isEmpty(key)) {
                return null;
            }
            GeneratePresignedUrlRequest httpRequest = new GeneratePresignedUrlRequest(bucketName, key);
//            //设置过期时间
//            httpRequest.setExpiration(expirationDate);
            return s3.getAmazonS3().generatePresignedUrl(httpRequest).toString();
        } catch (Exception e) {
            e.printStackTrace();
        }
        return null;
    }


    /**
     * 判断名为bucketName的bucket里面是否有一个名为key的object
     * @param bucketName
     * @param key
     * @return
     */
    public boolean isObjectExit(String bucketName, String key) {
        int len = key.length();
        ObjectListing objectListing = s3.getAmazonS3().listObjects(bucketName);
        String s = new String();
        for(S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) {
            s = objectSummary.getKey();
            int slen = s.length();
            if(len == slen) {
                int i;
                for(i=0;i<len;i++) {
                    if(s.charAt(i) != key.charAt(i)) {
                        break;
                    }
                }
                if(i == len) {
                    return true;
                }
            }
        }
        return false;
    }

    public void getAllBucketObject(){
        ObjectListing objects = s3.getAmazonS3().listObjects(bucketName);
        do {
            for (S3ObjectSummary objectSummary : objects.getObjectSummaries()) {
                System.out.println("Object: " + objectSummary.getKey());
            }
            objects = s3.getAmazonS3().listNextBatchOfObjects(objects);
        } while (objects.isTruncated());
    }


}

controller层 

import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import io.swagger.annotations.ApiOperationSupport;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.validation.annotation.Validated;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;

import java.io.IOException;

/**
 * @author 三十七度
 */
@RestController
@RequestMapping(value = "/test")
@Validated
@SuppressWarnings("unchecked")
@Api(value = "AWS接口", tags = { "AWS接口" })
public class VocReportController {

    @Autowired
    private AwsS3Biz awsS3Biz;

    /**
     * 导入人工报告
     * @param file
     * @param analyzingId
     * @return
     * @throws IOException
     */
    @ApiOperation(value = "导入报告",notes = "导入报告")
    @ApiOperationSupport(order=0)
    @PostMapping("/importReport")
    public JsonResult<Boolean> importItems(@RequestParam("file") MultipartFile file, @RequestParam("analyzingId") Long analyzingId) throws IOException {

        String key = awsS3Biz.upload(file,analyzingId);

        return JsonResult.builder().data(key).build();
    }

    /**
     * 查看人工报告
     * @param
     * @return
     */
    @ApiOperation(value = "根据key查人工报告",notes = "根据key查看报告")
    @ApiOperationSupport(order=1)
    @GetMapping("/{key}")
    public JsonResult<String> byAnalyzingId(@PathVariable("key") String key) {

        String url = awsS3Biz.downloadFile(key);
        return JsonResult.builder().data(url).build();
    }

    @GetMapping("/test")
    public JsonResult<String> test() {

        awsS3Biz.getAllBucketObject();
        return JsonResult.builder().data("ok").build();
    }
}

yml文件

aws:
  region: x
  accessKey: x
  secretKey: xxxx
  bucketName: xxx


 pom依赖

<dependency>
     <groupId>com.amazonaws</groupId>
     <artifactId>aws-java-sdk-s3</artifactId>
     <version>1.11.821</version>
</dependency>

  • 8
    点赞
  • 26
    收藏
    觉得还不错? 一键收藏
  • 打赏
    打赏
  • 11
    评论
AWS S3分片上传和断点续传是一种常见的上传大文件的方式,它可以将一个大文件分割成多个小块进行上传,同时支持在上传过程中中断和恢复。 下面是使用Java实现AWS S3分片上传和断点续传的步骤: 1. 创建AmazonS3客户端 首先,需要创建AmazonS3客户端,以便可以连接到AWS S3服务并执行操作。可以使用以下代码创建客户端: ``` AmazonS3 s3Client = AmazonS3ClientBuilder.standard() .withRegion(Regions.US_EAST_1) .build(); ``` 2. 初始化分片上传 在上传之前,需要初始化分片上传并获取分片上传ID。可以使用以下代码初始化分片上传: ``` InitiateMultipartUploadRequest initRequest = new InitiateMultipartUploadRequest(bucketName, objectKey); InitiateMultipartUploadResult initResult = s3Client.initiateMultipartUpload(initRequest); String uploadId = initResult.getUploadId(); ``` 其中,`bucketName`是存储桶名称,`objectKey`是上传到S3的对象名称。 3. 上传分片 将文件分割成多个块,并将每个块上传到S3。可以使用以下代码上传分片: ``` UploadPartRequest uploadRequest = new UploadPartRequest() .withBucketName(bucketName) .withKey(objectKey) .withUploadId(uploadId) .withPartNumber(partNumber) .withPartSize(partSize) .withInputStream(inputStream); UploadPartResult uploadResult = s3Client.uploadPart(uploadRequest); ``` 其中,`partNumber`是分片的编号,`partSize`是分片的大小,`inputStream`是分片数据的输入流。 上传分片后,需要将每个分片的ETag(Entity Tag)存储在列表中以备后用。可以使用以下代码存储ETag: ``` partETags.add(uploadResult.getPartETag()); ``` 4. 完成分片上传 当所有分片都上传完成后,需要使用以下代码完成分片上传: ``` CompleteMultipartUploadRequest compRequest = new CompleteMultipartUploadRequest(bucketName, objectKey, uploadId, partETags); s3Client.completeMultipartUpload(compRequest); ``` 其中,`partETags`是包含每个分片ETag的列表。 5. 断点续传 在上传过程中,如果上传中断,可以使用以下代码恢复上传: ``` List<PartETag> partETags = new ArrayList<>(); ListPartsRequest listPartsRequest = new ListPartsRequest() .withBucketName(bucketName) .withKey(objectKey) .withUploadId(uploadId); PartListing partListing = s3Client.listParts(listPartsRequest); for (PartSummary partSummary : partListing.getParts()) { partETags.add(new PartETag(partSummary.getPartNumber(), partSummary.getETag())); } UploadPartRequest uploadRequest = new UploadPartRequest() .withBucketName(bucketName) .withKey(objectKey) .withUploadId(uploadId) .withPartNumber(partNumber) .withPartSize(partSize) .withInputStream(inputStream) .withPartETag(partETags.get(partNumber - 1)); UploadPartResult uploadResult = s3Client.uploadPart(uploadRequest); partETags.set(partNumber - 1, uploadResult.getPartETag()); ``` 其中,`partETags`是包含每个分片ETag的列表。 在恢复上传后,需要继续上传剩余的分片,并使用相同的方式完成分片上传。

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 11
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包

打赏作者

程序猿七度

你的鼓励将是我创作的最大动力

¥1 ¥2 ¥4 ¥6 ¥10 ¥20
扫码支付:¥1
获取中
扫码支付

您的余额不足,请更换扫码支付或充值

打赏作者

实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值