MinIO服务器学习笔记（windows）

最新推荐文章于 2024-05-07 21:43:44 发布

weightOneMillion

最新推荐文章于 2024-05-07 21:43:44 发布

阅读量829

点赞数

分类专栏：学习笔记文章标签：服务器 windows 运维

本文链接：https://blog.csdn.net/littleyy666/article/details/121157142

版权

学习笔记专栏收录该内容

20 篇文章 1 订阅

订阅专栏

MinIO中文文档：http://docs.minio.org.cn/docs/
MinIO搭建文件服务器：https://blog.csdn.net/m0_37923316/article/details/113248173
JAVA Client快速入门：http://docs.minio.org.cn/docs/master/java-client-quickstart-guide

1 简介

MinIO 是一个基于Apache License v2.0开源协议的对象存储服务。它兼容亚马逊S3云存储服务接口，非常适合于存储大容量非结构化的数据，例如图片、视频、日志文件、备份数据和容器/虚拟机镜像等，而一个对象文件可以是任意大小，从几kb到最大5T不等。

MinIO是一个非常轻量的服务,可以很简单的和其他应用的结合，类似 NodeJS, Redis 或者 MySQL。

安装（略）

2 启动

使用以下命令在 Windows 主机上运行独立的 MinIO 服务器。将“D:\”替换为您希望 MinIO 存储数据的驱动器或目录的路径。将终端或 powershell 目录更改为 minio.exe 可执行文件的位置

minio.exe server D:\

结果展示，分析
在这里插入图片描述访问
浏览器输入：http://localhost:9000/minio/

API文档

在这里插入图片描述

3 使用MinIO搭建文件服务器

3.1pom

<dependency>
    <groupId>org.springframework.boot</groupId>
    <artifactId>spring-boot-starter-web</artifactId>
</dependency>

<dependency>
    <groupId>io.minio</groupId>
    <artifactId>minio</artifactId>
    <version>7.1.0</version>
</dependency>

3.2yml

server:
  port: 8889
# spring
spring:
	# 数据库
  datasource:
    driver-class-name: com.mysql.jdbc.Driver
    url: 
    username: 
    password: 
    type: com.alibaba.druid.pool.DruidDataSource
#  data:
#    solr:
#      host: http://localhost:8081/solr
#  elasticsearch:
#    rest:
#      uris: http://localhost:9200

mybatis-plus:
  mapper-locations: classpath:mapper/*.xml
  configuration:
    log-impl: org.apache.ibatis.logging.stdout.StdOutImpl

# 配置minio
minio:
  endpoint: http://localhost:9000 #  节点地址
  #  账号
  accessKey: minioadmin
  #  密码
  secretKey: minioadmin
  assets-bucket: assets #  存储桶名称 bucketName
#
solr-core:
  default: library_core

3.3 config

读取配置的minioProperties，并配置MinioClient Bean

MinioConfiguration – MinioClient

@Configuration
@ConditionalOnBean(MinioProperties.class)
public class MinioConfiguration {
		//minio配置类，
    @Autowired
    private MinioProperties minioProperties;
	//初始化minio客户端对象MinioClient
    @Bean
    public MinioClient minioClient() {
        return MinioClient.builder()
                .endpoint(minioProperties.getEndpoint())
                .credentials(minioProperties.getAccessKey(), minioProperties.getSecretKey())
                .build();
    }
}

MinioProperties

@Data
@Component
@ConfigurationProperties(prefix = "minio")
public class MinioProperties {

    private String endpoint;
    private String accessKey;
    private String secretKey;
    private String bucketName;
    private String accessUrl;
}

3.4 MinIOUtil

@Slf4j
@Data
@Component
public class MinioUtil {
    @Autowired
    private MinioClient client;

    @Value("${minio.assets-bucket}")
    private String bucket;

    /**
     * 创建文件夹
     */
    public Boolean mkdir(String objName) throws Exception {
        client.putObject(
                PutObjectArgs.builder()
                        .bucket(bucket)
                        .object(objName)
                        .stream(new ByteArrayInputStream(new byte[]{}), 0, 0)
                        .build());
        return true;
    }

    /**上传文件*/
    public Boolean uploadFile(String objName, InputStream stream, Long fileSize, String contentType) throws Exception {
        client.putObject(
                PutObjectArgs.builder()
                        .bucket(bucket)
                        .object(objName)
                        .stream(stream, fileSize, 0)
                        .contentType(contentType)
                        .build());
        return true;
    }

    /**
     * 删除文件
     */
    public Boolean delFile(String objName) throws Exception {
        client.removeObject(RemoveObjectArgs.builder().bucket(bucket).object(objName).build());
        return true;
    }

    /**
     * 获取文件下载的url
     */
    public String getFileUrl(String objName) throws Exception {
        return client.presignedGetObject(bucket, objName);
    }

    @PostConstruct
    public void init() throws Exception {
        if (!client.bucketExists(BucketExistsArgs.builder().bucket(bucket).build())) {
            client.makeBucket(MakeBucketArgs.builder().bucket(bucket).build());
            log.info("create default bucket successfully");
        } else {
            log.info("default bucket already exists");
        }
    }
}


@Component
public class MinioUtil {
    @Autowired
    private MinioClient minioClient;
    private static final int DEFAULT_EXPIRY_TIME = 7 * 24 * 3600;
    /**
     * 检查存储桶是否存在
     */
    public boolean bucketExists(String bucketName) throws IOException, InvalidKeyException, InvalidResponseException, InsufficientDataException, NoSuchAlgorithmException, ServerException, InternalException, XmlParserException, InvalidBucketNameException, ErrorResponseException {
        boolean flag = minioClient.bucketExists(BucketExistsArgs.builder().bucket(bucketName)
                .build());
        if (flag) {
            return true;
        }
        return false;
    }
    /*创建存储桶 */
    public boolean makeBucket(String bucketName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException, RegionConflictException {
        boolean flag = bucketExists(bucketName);
        if (!flag) {
            minioClient.makeBucket(
                    MakeBucketArgs.builder()
                            .bucket(bucketName)
                            .build());
            return true;
        } else {
            return false;
        }
    }

    /**
     * 列出所有存储桶名称
     */
    public List<String> listBucketNames() throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        List<Bucket> bucketList = listBuckets();
        List<String> bucketListName = new ArrayList<>();
        for (Bucket bucket : bucketList) {
            bucketListName.add(bucket.name());
        }
        return bucketListName;
    }

    /**
     * 列出所有存储桶
     */
    public List<Bucket> listBuckets() throws IOException, InvalidKeyException, InvalidResponseException, InsufficientDataException, NoSuchAlgorithmException, ServerException, InternalException, XmlParserException, InvalidBucketNameException, ErrorResponseException {
        return minioClient.listBuckets();
    }

    /**
     * 删除存储桶
     */
    public boolean removeBucket(String bucketName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        boolean flag = bucketExists(bucketName);
        if (flag) {
            Iterable<Result<Item>> myObjects = listObjects(bucketName);
            for (Result<Item> result : myObjects) {
                Item item = result.get();
                // 有对象文件，则删除失败
                if (item.size() > 0) {
                    return false;
                }
            }
            // 删除存储桶，注意，只有存储桶为空时才能删除成功。
            minioClient.removeBucket(RemoveBucketArgs.builder().bucket(bucketName).build());
            flag = bucketExists(bucketName);
            if (!flag) {
                return true;
            }

        }
        return false;
    }

    /**
     * 列出存储桶中的所有对象名称
     */
    public List<String> listObjectNames(String bucketName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        List<String> listObjectNames = new ArrayList<>();
        boolean flag = bucketExists(bucketName);
        if (flag) {
            Iterable<Result<Item>> myObjects = listObjects(bucketName);
            for (Result<Item> result : myObjects) {
                Item item = result.get();
                listObjectNames.add(item.objectName());
            }
        }
        return listObjectNames;
    }

    /**
     * 列出存储桶中的所有对象
     */
    public Iterable<Result<Item>> listObjects(String bucketName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        boolean flag = bucketExists(bucketName);
        if (flag) {
            return minioClient.listObjects(ListObjectsArgs.builder().bucket(bucketName).build());
        }
        return null;
    }

    /**
     * 通过InputStream上传对象
     */
    public boolean putObject(String bucketName, String objectName, InputStream stream, String contentType) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        boolean flag = bucketExists(bucketName);
        if (flag) {
            minioClient.putObject( PutObjectArgs.builder().bucket(bucketName).object(objectName).stream(
                    stream, stream.available(), -1)
                    .contentType(contentType)
                    .build());
            ObjectStat statObject = statObject(bucketName, objectName);
            if (statObject != null && statObject.length() > 0) {
                return true;
            }
        }
        return false;
    }

    /**
     * 以流的形式获取一个文件对象
     */
    public InputStream getObject(String bucketName, String objectName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {

        boolean flag = bucketExists(bucketName);

        if (flag) {
            ObjectStat statObject = statObject(bucketName, objectName);
            if (statObject != null && statObject.length() > 0) {
                InputStream stream = minioClient.getObject(GetObjectArgs.builder().bucket(bucketName).object(objectName).build());
                return stream;
            }
        }
        return null;
    }

    /**
     * 以流的形式获取一个文件对象（断点下载）
     */
    public InputStream getObject(String bucketName, String objectName, long offset, Long length) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {

        boolean flag = bucketExists(bucketName);
        if (flag) {
            ObjectStat statObject = statObject(bucketName, objectName);
            if (statObject != null && statObject.length() > 0) {
                InputStream stream = minioClient.getObject(GetObjectArgs.builder().bucket(bucketName).object(objectName).build());
                return stream;
            }
        }
        return null;
    }

    /**
     * 下载并将文件保存到本地
     */
    public boolean getObject(String bucketName, String objectName, String fileName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        boolean flag = bucketExists(bucketName);
        if (flag) {
            ObjectStat statObject = statObject(bucketName, objectName);
            if (statObject != null && statObject.length() > 0) {
                minioClient.getObject(GetObjectArgs.builder().bucket(bucketName).object(objectName).build());
                return true;
            }
        }
        return false;
    }

    /**
     * 删除一个对象
     */
    public boolean removeObject(String bucketName, String objectName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        boolean flag = bucketExists(bucketName);
        if (flag) {
            minioClient.removeObject(RemoveObjectArgs.builder()
                    .bucket(bucketName)
                    .object(objectName)
                    .build());
            return true;
        }
        return false;

    }

    /**
     * 删除指定桶的多个文件对象,返回删除错误的对象列表，全部删除成功，返回空列表
     */
    public List<String> removeObject(String bucketName, List<DeleteObject> objects) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        List<String> deleteErrorNames = new ArrayList<>();
        boolean flag = bucketExists(bucketName);
        if (flag) {
            Iterable<Result<DeleteError>> results = minioClient.removeObjects(RemoveObjectsArgs.builder()
                    .bucket(bucketName)
                    .objects(objects)
                    .build());
            for (Result<DeleteError> result : results) {
                DeleteError error = result.get();
                deleteErrorNames.add(error.objectName());
            }
        }
        return deleteErrorNames;
    }

    /**
     * 生成一个给HTTP GET请求用的presigned URL。
     * 浏览器/移动端的客户端可以用这个URL进行下载，即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间，默认值是7天。
     *
     * @param bucketName 存储桶名称
     * @param objectName 存储桶里的对象名称
     * @param expires    失效时间（以秒为单位），默认是7天，不得大于七天 
     */
    public String getPresignedObjectUrl(String bucketName, String objectName, Integer expires) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException, InvalidExpiresRangeException {
        boolean flag = bucketExists(bucketName);
        String url = "";
        if (flag) {
            if (expires < 1 || expires > DEFAULT_EXPIRY_TIME) {
                throw new InvalidExpiresRangeException(expires,
                        "expires must be in range of 1 to " + DEFAULT_EXPIRY_TIME);
            }
            url = minioClient.getPresignedObjectUrl(GetPresignedObjectUrlArgs.builder()
                    .method(Method.GET)
                    .bucket(bucketName)
                    .object(objectName)
                    .expiry(expires)
                    .build());
        }
        return url;
    }

    /**
     * 生成一个给HTTP PUT请求用的presigned URL。
     * 浏览器/移动端的客户端可以用这个URL进行上传，即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间，默认值是7天。
     */
    public String getPresignedObjectGetPutUrl(String bucketName, String objectName, Integer expires) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException, InvalidExpiresRangeException {
        boolean flag = bucketExists(bucketName);
        String url = "";
        if (flag) {
            if (expires < 1 || expires > DEFAULT_EXPIRY_TIME) {
                throw new InvalidExpiresRangeException(expires,
                        "expires must be in range of 1 to " + DEFAULT_EXPIRY_TIME);
            }
            Map<String, String> reqParams = new HashMap<String, String>();
            reqParams.put("response-content-type", "application/json");
            url = minioClient.getPresignedObjectUrl(
                    GetPresignedObjectUrlArgs.builder()
                            .method(Method.PUT)
                            .bucket(bucketName)
                            .object(objectName)
                            .expiry(expires)
                            .extraQueryParams(reqParams)
                            .build());
        }
        return url;
    }

    /**
     * 获取对象的元数据
     */
    public ObjectStat statObject(String bucketName, String objectName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        boolean flag = bucketExists(bucketName);
        if (flag) {
            ObjectStat statObject = minioClient.statObject(StatObjectArgs.builder()
                    .bucket(bucketName)
                    .object(objectName).build());
            return statObject;
        }
        return null;
    }

    /**
     * 文件访问路径
     */
    public String getObjectUrl(String bucketName, String objectName) throws IOException, InvalidResponseException, InvalidKeyException, NoSuchAlgorithmException, ServerException, ErrorResponseException, XmlParserException, InvalidBucketNameException, InsufficientDataException, InternalException {
        boolean flag = bucketExists(bucketName);
        String url = "";
        if (flag) {
            url = minioClient.getObjectUrl(bucketName, objectName);
        }
        return url;
    }

    /**
     * 设定存储桶策略 
     */
    public void setBucketPolicy(String bucketName, String policyJson) throws IOException, InvalidKeyException, InvalidResponseException, InsufficientDataException, NoSuchAlgorithmException, ServerException, InternalException, XmlParserException, InvalidBucketNameException, ErrorResponseException {
        minioClient.setBucketPolicy(
                SetBucketPolicyArgs.builder()
                        .bucket(bucketName)
                        .config(policyJson)
                        .build());
    }
}

3.5 文件上传接口

@Slf4j
@RestController
public class OssController {
    @Autowired
    private MinioUtil minioUtil;
    @Autowired
    private MinioProperties minioProperties;
    /**
     * 文件上传接口
     * @param file 上传的文件对象
     * @return 上传成功返回文件url 图片  txt 文件支持通过url 浏览器直接预览
     */
    @PostMapping("/upload")
    public BaseRespEntity MinIOUpload(MultipartFile file) {
        if (file.isEmpty() || file.getSize() == 0) {
            return BaseRespEntity.error("文件为空");
        }
        try {
        		//如果默认的桶不存在，则创建
            if (!minioUtil.bucketExists(minioProperties.getBucketName())) {
                this.createBucket(minioProperties.getBucketName());
            }
            String fileName = file.getOriginalFilename();
            String newName = "project-file/" + UUID.randomUUID().toString().replaceAll("-", "")
                    + fileName.substring(fileName.lastIndexOf("."));

            InputStream inputStream = file.getInputStream();
            // 使用putObject上传一个文件到存储桶中。
            minioUtil.putObject(minioProperties.getBucketName(), newName, inputStream, file.getContentType());

            inputStream.close();

            String url = minioUtil.getObjectUrl(minioProperties.getBucketName(), newName);

            return BaseRespEntity.ok(this.getAccessUrl(url));
        } catch (Exception e) {
            e.printStackTrace();
            return BaseRespEntity.error("上传失败");
        }
    }

    private String getAccessUrl(String url) {
        return minioProperties.getAccessUrl() + StrUtil.subAfter(url, minioProperties.getBucketName(), false);
    }

    /**
     * 文件下载
     *
     * @param filename     文件名
     * @param httpResponse 接口返回对象
     */
    @GetMapping("download/{filename}")
    public void downloadFiles(@PathVariable("filename") String filename, HttpServletResponse httpResponse) {
        try {
            InputStream object = minioUtil.getObject(minioProperties.getBucketName(), "/project-file/" + filename);
            byte buf[] = new byte[1024];
            int length = 0;
            httpResponse.reset();
            httpResponse.setHeader("Content-Disposition", "attachment;filename=" + URLEncoder.encode(filename, "UTF-8"));
            httpResponse.setContentType("application/octet-stream");
            httpResponse.setCharacterEncoding("utf-8");
            OutputStream outputStream = httpResponse.getOutputStream();
            while ((length = object.read(buf)) > 0) {
                outputStream.write(buf, 0, length);
            }
            outputStream.close();
        } catch (Exception ex) {
            log.error("文件下载失败：{}", ex.getMessage());
        }
    }

    /**
     * 创建储存桶
     *
     * @param bucketName
     */
    private void createBucket(String bucketName) {
        /*policy 的设定可以参照aws 中文档说明*/
        /*https://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html*/
        StringBuilder policyJsonBuilder = new StringBuilder();
        policyJsonBuilder.append("{\n");
        policyJsonBuilder.append("    \"Statement\": [\n");
        policyJsonBuilder.append("        {\n");
        policyJsonBuilder.append("            \"Action\": [\n");
        policyJsonBuilder.append("                \"s3:GetBucketLocation\",\n");
        policyJsonBuilder.append("                \"s3:ListBucket\"\n");
        policyJsonBuilder.append("            ],\n");
        policyJsonBuilder.append("            \"Effect\": \"Allow\",\n");
        policyJsonBuilder.append("            \"Principal\": \"*\",\n");
        policyJsonBuilder.append("            \"Resource\": \"arn:aws:s3:::" + bucketName + "\"\n");
        policyJsonBuilder.append("        },\n");
        policyJsonBuilder.append("        {\n");
        policyJsonBuilder.append("            \"Action\": \"s3:GetObject\",\n");
        policyJsonBuilder.append("            \"Effect\": \"Allow\",\n");
        policyJsonBuilder.append("            \"Principal\": \"*\",\n");
        policyJsonBuilder.append("            \"Resource\": \"arn:aws:s3:::" + bucketName + "/project-file*\"\n");
        policyJsonBuilder.append("        }\n");
        policyJsonBuilder.append("    ],\n");
        policyJsonBuilder.append("    \"Version\": \"2012-10-17\"\n");
        policyJsonBuilder.append("}\n");

        try {
            minioUtil.makeBucket(bucketName);//创建桶
            minioUtil.setBucketPolicy(bucketName, policyJsonBuilder.toString());
        } catch (Exception e) {
            log.error("创建存储桶失败：{}", e);
        }
    }
}