minio基本使用

是静静啊

于 2024-08-22 04:05:05 发布

阅读量22

点赞数

使用例子

package com.lomi.minio;

import cn.hutool.core.io.FileUtil;
import cn.hutool.core.io.IoUtil;
import cn.hutool.http.ContentType;
import cn.hutool.json.JSONUtil;
import com.alibaba.fastjson.JSONObject;
import io.minio.*;
import io.minio.errors.*;
import io.minio.http.Method;
import io.minio.messages.Bucket;
import io.minio.messages.DeleteError;
import io.minio.messages.DeleteObject;
import io.minio.messages.Item;
import okhttp3.*;
import org.apache.commons.io.FilenameUtils;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.core.io.ClassPathResource;
import org.springframework.test.context.junit4.SpringRunner;

import javax.annotation.Resource;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.nio.charset.Charset;
import java.security.InvalidKeyException;
import java.security.NoSuchAlgorithmException;
import java.time.LocalDate;
import java.time.ZonedDateTime;
import java.time.format.DateTimeFormatter;
import java.util.*;
import java.util.concurrent.TimeUnit;

/**
 * minio 测试类
 */
//@RunWith(SpringRunner.class)
//@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
public class MinioTest {

    String bucketName = "miniobucket";

    //@Resource
    MinioClient minioClient;


    @Before
    public void before(){
        MinioClient minioClient = MinioClient.builder()
                .endpoint("http://" + "192.168.100.66" + ":" + "9000")
                .credentials("minioadmin", "minioadmin")
                .build();

        this.minioClient = minioClient;
    }




    /**
     * put上传文件
     * @throws Exception
     */
    @Test
    public void putFile() throws Exception {
        ClassPathResource classPathResource = new ClassPathResource("temp\\minio\\测试文件1.txt");
        File file = classPathResource.getFile();
        String oldFileName = file.getName();

        //创建bucket
        if (!minioClient.bucketExists(BucketExistsArgs.builder().bucket(bucketName).build())) {
            minioClient.makeBucket(MakeBucketArgs.builder().bucket(bucketName).build());
        }

        //String newFileName = generateNewFileName(oldFileName);
        String newFileName = classPathResource.getFilename();


        //上传
        InputStream inputStream = new FileInputStream( file );
        PutObjectArgs putObjectArgs = PutObjectArgs.builder()
                .bucket(bucketName)
                .contentType(ContentType.TEXT_PLAIN.getValue())
                .object(newFileName)
                .stream(inputStream, inputStream.available(), -1)
                .build();
        ObjectWriteResponse objectWriteResponse = minioClient.putObject(putObjectArgs);
        System.out.println( "上传的文件地址是:" + newFileName );


        //获取文件流
        GetObjectArgs objectArgs = GetObjectArgs.builder().bucket(bucketName).object(newFileName).build();
        GetObjectResponse response = minioClient.getObject(objectArgs);
        String content = IoUtil.read(response, Charset.forName("utf8"));



        //获取文件下载地址，并且指定过去时间
        GetPresignedObjectUrlArgs getPresignedObjectUrlArgs = GetPresignedObjectUrlArgs.builder()
                .method(Method.GET)
                .bucket(bucketName)
                .object(newFileName)
                .expiry(20, TimeUnit.SECONDS)
                .build();
        String url = minioClient.getPresignedObjectUrl(getPresignedObjectUrlArgs);
        System.out.println("文件请求地址：" + url );


        //下载downloadObject
        //下载到 TestExample\target\classes\temp\minio\测试文件2.txt
        String downloadPath = new ClassPathResource("temp\\minio").getFile().getAbsolutePath();
        System.out.println("下载路径" +  downloadPath );
        minioClient.downloadObject(DownloadObjectArgs.builder().bucket(bucketName).object(newFileName )
                .filename(downloadPath+"/"+"测试文件2.txt")
                .build());


        System.out.println( "读取到的文件是：" + content );
    }




    /**
     * upload上传文件(只能通过文件路径上传文件，put方式可以通过流的方式)
     * @throws Exception
     */
    @Test
    public void uploadFile() throws Exception {
        ClassPathResource classPathResource = new ClassPathResource("temp\\minio\\测试文件1.txt");
        File file = classPathResource.getFile();

        //创建bucket
        if (!minioClient.bucketExists(BucketExistsArgs.builder().bucket(bucketName).build())) {
            minioClient.makeBucket(MakeBucketArgs.builder().bucket(bucketName).build());
        }

        //String newFileName = generateNewFileName(oldFileName);
        String newFileName = classPathResource.getFilename();


        //上传
        InputStream inputStream = new FileInputStream( file );
        PutObjectArgs putObjectArgs = PutObjectArgs.builder()
                .bucket(bucketName)
                .contentType(ContentType.TEXT_PLAIN.getValue())
                .object(newFileName)
                .stream(inputStream, inputStream.available(), -1)
                .build();
        ObjectWriteResponse objectWriteResponse = minioClient.uploadObject( UploadObjectArgs.builder()
                .bucket(bucketName)
                .contentType(ContentType.TEXT_PLAIN.getValue())
                .object(newFileName)
                .filename( file.getAbsolutePath() )
                .build() );
        System.out.println( "上传的文件地址是:" + newFileName );

    }




    /**
     *  表单预上传文件
     * @throws Exception
     */
    @Test
    public void fromUploadFile() throws Exception {
        String objectName = "2023/03/20/无标题图片2.jpg";

        // 为存储桶创建一个上传策略，过期时间为7天
        PostPolicy policy = new PostPolicy(bucketName, ZonedDateTime.now().plusDays(7));
        // 设置一个参数key-value，值为上传对象的名称（保存在桶中的名字）
        policy.addEqualsCondition("key", objectName);
        // 添加 Content-Type以"image/"开头，表示只能上传照片
        policy.addStartsWithCondition("Content-Type", "image/png");
        policy.addContentLengthRangeCondition(10 * 1024, 10 * 1024 * 1024);
        Map<String, String> formData = minioClient.getPresignedPostFormData(policy);


        fromUploadFile2( formData , objectName );

        System.out.println(JSONUtil.toJsonStr( formData ));
    }

    /**
     * 代码模拟from上传文件
     * @param formData
     * @param objectName
     * @throws Exception
     */
    public void fromUploadFile2(Map<String, String> formData,String objectName) throws Exception {
        File localFile = new File("C:\\work\\testCode\\TestExample\\src\\main\\resources\\temp\\minio\\无标题.png");

        //拼装from请求参数
        MultipartBody.Builder multipartBuilder = new MultipartBody.Builder();
        multipartBuilder.setType(MultipartBody.FORM);
        multipartBuilder.addFormDataPart("key", objectName);// 必须要和策略参数一样
        multipartBuilder.addFormDataPart("Content-Type", "image/png");
        //这里是 name = file，value=二进制文件
        multipartBuilder.addFormDataPart("file", objectName, RequestBody.create(localFile, null));
        //把预上传的值都带上
        for (Map.Entry<String, String> entry : formData.entrySet()) {
            multipartBuilder.addFormDataPart(entry.getKey(), entry.getValue());
        }


        //from上传地址是到bucket的
        Request request =
                new Request.Builder()
                        .url("http://192.168.100.66:9000/" + bucketName)
                        .post(multipartBuilder.build())
                        .build();
        OkHttpClient httpClient = new OkHttpClient().newBuilder().build();
        Response response = httpClient.newCall(request).execute();
        if (response.isSuccessful()) {
            System.out.println("uploaded successfully using POST object");
        } else {
            System.out.println("Failed to upload Pictures");
        }

    }





    /**
     * 一些其他方法
     * @throws Exception
     */
    @Test
    public void t2() throws Exception {
        //bucket是否存在
        boolean bucketExist = minioClient.bucketExists(BucketExistsArgs.builder().bucket(bucketName+1).build());
        System.out.println( "bucketExist:"  + bucketExist );

        //删除bucket
        System.out.println("删除指定bucket------------------");
        if( bucketExist ){
            minioClient.removeBucket(RemoveBucketArgs.builder().bucket(bucketName+"1").build());
        }

        //创建bucket
        minioClient.makeBucket(MakeBucketArgs.builder().bucket(bucketName+"1").build());


        //查询所有bucket
        List<Bucket> buckets = minioClient.listBuckets(  );
        System.out.println("查询所有bucket-------------------------------");
        buckets.forEach( item-> System.out.println( item.name() ));



        //获取所有的文件(需要/结尾表示目录，不然只能取到指定目录)//.recursive
        System.out.println("查询指定目录下面的bucket-------------------------------");
        Iterable<Result<Item>> myObjects = minioClient.listObjects(ListObjectsArgs.builder().bucket(bucketName).prefix("2023/03/20/").maxKeys(100).build());
        for (Result<Item> result : myObjects) {
            Item item = result.get();
            System.out.println("文件：" + item.objectName() );
        }



        //删除文件(删除不存在的文件不会报错)
        //System.out.println("删除单个文件-------------------------------");
        minioClient.removeObject(RemoveObjectArgs.builder().bucket( bucketName ).object("2023/03/20/1bb94970ee61426682a45f8f9105990b.txt").build());


        //批量删除
        List<DeleteObject> objects = new ArrayList<>();
        objects.add(new DeleteObject("2023/03/20/020b26d3b00940828b47ba57c77b454c.txt"));
        objects.add(new DeleteObject("2023/03/20/1bb94970ee61426682a45f8f9105990b.txt"));
        objects.add(new DeleteObject("2023/03/20/7a874e7e2c1e47a8ae2e22c782926e99.txt"));


        System.out.println("批量删除文件(removeObjects 要求强制遍历结果，赖删除可能被丢弃 )-------------------------------");
        Iterable<Result<DeleteError>> results = minioClient.removeObjects(RemoveObjectsArgs.builder().bucket(bucketName).objects(objects).build());
        results.forEach(item -> {
            try {
                System.out.println("异常：" + item.get());
            } catch (Exception e) {
                e.printStackTrace();
            }
        });


        //复制，从一个bucket 复制到另外一个bucket
        minioClient.copyObject(CopyObjectArgs.builder()
                .source(CopySource.builder()
                        .bucket(bucketName)
                        .object("2023/03/20/7caa4813faf042df9c831ee7a2a7ceb6.txt")
                        .build())
                .bucket(bucketName+1)
                .object("2023/03/20/7caa4813faf042df9c831ee7a2a7ceb6.txt")
                .build());
    }


    /**
     * 生成按照日期存放的随机文件名
     * @param oldFileName
     * @return
     */
    private String generateNewFileName( String oldFileName ){
        String datePath = LocalDate.now().format(DateTimeFormatter.ofPattern("yyyy/MM/dd"));
        String uuid = UUID.randomUUID().toString().replace("-", "");
        String extension = FilenameUtils.getExtension(oldFileName);
        String newFileName = datePath + "/" + uuid + "." + extension;
        return newFileName;
    }


}