前言
接上一篇搭建完文件服务器后如何通过代码进行文件的上传、下载以及预览,如下
如何新建maven项目这里就直接跳过了
pom.xml
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>2.2.2.RELEASE</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>com.hope</groupId>
<artifactId>minio-master</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>minio-master</name>
<description>MinIO 对象存储系统</description>
<properties>
<java.version>1.8</java.version>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-devtools</artifactId>
<scope>runtime</scope>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>com.github.xiaoymin</groupId>
<artifactId>knife4j-spring-boot-starter</artifactId>
<version>2.0.4</version>
<exclusions>
<exclusion>
<artifactId>guava</artifactId>
<groupId>com.google.guava</groupId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>io.minio</groupId>
<artifactId>minio</artifactId>
<version>7.0.2</version>
</dependency>
<!-- <dependency>-->
<!-- <groupId>io.minio</groupId>-->
<!-- <artifactId>minio</artifactId>-->
<!-- <version>8.2.1</version>-->
<!-- </dependency>-->
<!-- https://mvnrepository.com/artifact/org.apache.httpcomponents/httpmime -->
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpmime</artifactId>
<version>4.3</version>
</dependency>
<dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
</dependency>
</dependencies>
<!--aliyun repo-->
<repositories>
<repository>
<id>nexus-aliyun</id>
<name>Nexus aliyun</name>
<url>http://maven.aliyun.com/nexus/content/groups/public</url>
</repository>
</repositories>
<build>
<finalName>minio-server</finalName>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
</project>
MinioConfig.java
@Data
@Component
@ConfigurationProperties(prefix = "minio")
public class MinioConfig {
@ApiModelProperty("endPoint是一个URL,域名,IPv4或者IPv6地址")
private String endpoint;
@ApiModelProperty("TCP/IP端口号")
private int port;
@ApiModelProperty("accessKey类似于用户ID,用于唯一标识你的账户")
private String accessKey;
@ApiModelProperty("secretKey是你账户的密码")
private String secretKey;
@ApiModelProperty("如果是true,则用的是https而不是http,默认值是true")
private Boolean secure;
@ApiModelProperty("默认存储桶")
private String bucketName;
@ApiModelProperty("配置目录")
private String configDir;
@Bean
public MinioClient getMinioClient() throws InvalidEndpointException, InvalidPortException {
MinioClient minioClient = new MinioClient(endpoint, port, accessKey, secretKey, secure);
return minioClient;
}
MinioUtil.java
@Component
public class MinioUtil {
@Autowired
private MinioClient minioClient;
private static final int DEFAULT_EXPIRY_TIME = 7 * 24 * 3600;
/**
* 检查存储桶是否存在
*
* @param bucketName 存储桶名称
* @return
*/
@SneakyThrows
public boolean bucketExists(String bucketName) {
boolean flag = false;
flag = minioClient.bucketExists(bucketName);
if (flag) {
return true;
}
return false;
}
/**
* 创建存储桶
*
* @param bucketName 存储桶名称
*/
@SneakyThrows
public boolean makeBucket(String bucketName) {
boolean flag = bucketExists(bucketName);
if (!flag) {
minioClient.makeBucket(bucketName);
return true;
} else {
return false;
}
}
/**
* 列出所有存储桶名称
*
* @return
*/
@SneakyThrows
public List<String> listBucketNames() {
List<Bucket> bucketList = listBuckets();
List<String> bucketListName = new ArrayList<>();
for (Bucket bucket : bucketList) {
bucketListName.add(bucket.name());
}
return bucketListName;
}
/**
* 列出所有存储桶
*
* @return
*/
@SneakyThrows
public List<Bucket> listBuckets() {
return minioClient.listBuckets();
}
/**
* 删除存储桶
*
* @param bucketName 存储桶名称
* @return
*/
@SneakyThrows
public boolean removeBucket(String bucketName) {
boolean flag = bucketExists(bucketName);
if (flag) {
Iterable<Result<Item>> myObjects = listObjects(bucketName);
for (Result<Item> result : myObjects) {
Item item = result.get();
// 有对象文件,则删除失败
if (item.size() > 0) {
return false;
}
}
// 删除存储桶,注意,只有存储桶为空时才能删除成功。
minioClient.removeBucket(bucketName);
flag = bucketExists(bucketName);
if (!flag) {
return true;
}
}
return false;
}
/**
* 列出存储桶中的所有对象名称
*
* @param bucketName 存储桶名称
* @return
*/
@SneakyThrows
public List<String> listObjectNames(String bucketName) {
List<String> listObjectNames = new ArrayList<>();
boolean flag = bucketExists(bucketName);
if (flag) {
Iterable<Result<Item>> myObjects = listObjects(bucketName);
for (Result<Item> result : myObjects) {
Item item = result.get();
listObjectNames.add(item.objectName());
}
}
return listObjectNames;
}
/**
* 列出存储桶中的所有对象
*
* @param bucketName 存储桶名称
* @return
*/
@SneakyThrows
public Iterable<Result<Item>> listObjects(String bucketName) {
boolean flag = bucketExists(bucketName);
if (flag) {
return minioClient.listObjects(bucketName);
}
return null;
}
/**
* 通过文件上传到对象
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @param fileName File name
* @return
*/
@SneakyThrows
public boolean putObject(String bucketName, String objectName, String fileName) {
boolean flag = bucketExists(bucketName);
if (flag) {
minioClient.putObject(bucketName, objectName, fileName, null);
ObjectStat statObject = statObject(bucketName, objectName);
if (statObject != null && statObject.length() > 0) {
return true;
}
}
return false;
}
/**
* 文件上传
*
* @param bucketName
* @param multipartFile
*/
@SneakyThrows
public void putObject(String bucketName, MultipartFile multipartFile, String filename) {
PutObjectOptions putObjectOptions = new PutObjectOptions(multipartFile.getSize(), PutObjectOptions.MIN_MULTIPART_SIZE);
putObjectOptions.setContentType(multipartFile.getContentType());
// InputStream inputStream = multipartFile.getInputStream();
// InputStreamReader inputStreamReader = new InputStreamReader(inputStream,"UTF-8");
// String s = "";
// try {
// char[] cbuf = new char[1024];
// int len;
// while ((len = inputStreamReader.read(cbuf)) != -1) {
// String str = new String(cbuf, 0, len);
// s = str;
// }
// } catch (IOException e) {
// e.printStackTrace();
// } finally {
// if (inputStreamReader != null) {
// try {
// inputStreamReader.close();
// } catch (IOException e) {
// e.printStackTrace();
// }
// }
// }
// InputStream result = new ByteArrayInputStream(s.getBytes(StandardCharsets.UTF_8));
// minioClient.putObject(bucketName, filename, result, putObjectOptions);
minioClient.putObject(bucketName, filename, multipartFile.getInputStream(), putObjectOptions);
}
/**
* 通过InputStream上传对象
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @param stream 要上传的流
* @return
*/
@SneakyThrows
public boolean putObject(String bucketName, String objectName, InputStream stream) {
boolean flag = bucketExists(bucketName);
if (flag) {
minioClient.putObject(bucketName, objectName, stream, new PutObjectOptions(stream.available(), -1));
ObjectStat statObject = statObject(bucketName, objectName);
if (statObject != null && statObject.length() > 0) {
return true;
}
}
return false;
}
/**
* 以流的形式获取一个文件对象
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @return
*/
@SneakyThrows
public InputStream getObject(String bucketName, String objectName) {
boolean flag = bucketExists(bucketName);
if (flag) {
ObjectStat statObject = statObject(bucketName, objectName);
if (statObject != null && statObject.length() > 0) {
InputStream stream = minioClient.getObject(bucketName, objectName);
return stream;
}
}
return null;
}
/**
* 以流的形式获取一个文件对象(断点下载)
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @param offset 起始字节的位置
* @param length 要读取的长度 (可选,如果无值则代表读到文件结尾)
* @return
*/
@SneakyThrows
public InputStream getObject(String bucketName, String objectName, long offset, Long length) {
boolean flag = bucketExists(bucketName);
if (flag) {
ObjectStat statObject = statObject(bucketName, objectName);
if (statObject != null && statObject.length() > 0) {
InputStream stream = minioClient.getObject(bucketName, objectName, offset, length);
return stream;
}
}
return null;
}
/**
* 下载并将文件保存到本地
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @param fileName File name
* @return
*/
@SneakyThrows
public boolean getObject(String bucketName, String objectName, String fileName) {
boolean flag = bucketExists(bucketName);
if (flag) {
ObjectStat statObject = statObject(bucketName, objectName);
if (statObject != null && statObject.length() > 0) {
minioClient.getObject(bucketName, objectName, fileName);
return true;
}
}
return false;
}
/**
* 删除一个对象
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
*/
@SneakyThrows
public boolean removeObject(String bucketName, String objectName) {
boolean flag = bucketExists(bucketName);
if (flag) {
minioClient.removeObject(bucketName, objectName);
return true;
}
return false;
}
/**
* 删除指定桶的多个文件对象,返回删除错误的对象列表,全部删除成功,返回空列表
*
* @param bucketName 存储桶名称
* @param objectNames 含有要删除的多个object名称的迭代器对象
* @return
*/
@SneakyThrows
public List<String> removeObject(String bucketName, List<String> objectNames) {
List<String> deleteErrorNames = new ArrayList<>();
boolean flag = bucketExists(bucketName);
if (flag) {
Iterable<Result<DeleteError>> results = minioClient.removeObjects(bucketName, objectNames);
for (Result<DeleteError> result : results) {
DeleteError error = result.get();
deleteErrorNames.add(error.objectName());
}
}
return deleteErrorNames;
}
/**
* 生成一个给HTTP GET请求用的presigned URL。
* 浏览器/移动端的客户端可以用这个URL进行下载,即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间,默认值是7天。
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @param expires 失效时间(以秒为单位),默认是7天,不得大于七天
* @return
*/
@SneakyThrows
public String presignedGetObject(String bucketName, String objectName, Integer expires) {
boolean flag = bucketExists(bucketName);
String url = "";
if (flag) {
if (expires < 1 || expires > DEFAULT_EXPIRY_TIME) {
throw new InvalidExpiresRangeException(expires,
"expires must be in range of 1 to " + DEFAULT_EXPIRY_TIME);
}
url = minioClient.presignedGetObject(bucketName, objectName, expires);
}
return url;
}
/**
* 生成一个给HTTP PUT请求用的presigned URL。
* 浏览器/移动端的客户端可以用这个URL进行上传,即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间,默认值是7天。
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @param expires 失效时间(以秒为单位),默认是7天,不得大于七天
* @return
*/
@SneakyThrows
public String presignedPutObject(String bucketName, String objectName, Integer expires) {
boolean flag = bucketExists(bucketName);
String url = "";
if (flag) {
if (expires < 1 || expires > DEFAULT_EXPIRY_TIME) {
throw new InvalidExpiresRangeException(expires,
"expires must be in range of 1 to " + DEFAULT_EXPIRY_TIME);
}
url = minioClient.presignedPutObject(bucketName, objectName, expires);
}
return url;
}
/**
* 获取对象的元数据
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @return
*/
@SneakyThrows
public ObjectStat statObject(String bucketName, String objectName) {
boolean flag = bucketExists(bucketName);
if (flag) {
ObjectStat statObject = minioClient.statObject(bucketName, objectName);
return statObject;
}
return null;
}
/**
* 文件访问路径
*
* @param bucketName 存储桶名称
* @param objectName 存储桶里的对象名称
* @return
*/
@SneakyThrows
public String getObjectUrl(String bucketName, String objectName) {
boolean flag = bucketExists(bucketName);
String url = "";
if (flag) {
url = minioClient.getObjectUrl(bucketName, objectName);
}
return url;
}
public void downloadFile(String bucketName, String fileName, String originalName, HttpServletResponse response) {
try {
InputStream file = minioClient.getObject(bucketName, fileName);
String filename = new String(fileName.getBytes("ISO8859-1"), StandardCharsets.UTF_8);
if (StringUtils.isNotEmpty(originalName)) {
filename = originalName;
}
response.setCharacterEncoding("UTF-8");
response.setContentType("text/html; charset=UTF-8"); //设置编码字符
response.setContentType("application/octet-stream"); //设置内容类型为下载类型
response.setHeader("Content-Disposition", "attachment;filename=" + URLEncoder.encode(filename, "UTF-8"));
response.setHeader("Access-Control-Expose-Headers", "Content-Disposition");
ServletOutputStream servletOutputStream = response.getOutputStream();
int len;
byte[] buffer = new byte[1024];
while ((len = file.read(buffer)) > 0) {
servletOutputStream.write(buffer, 0, len);
}
servletOutputStream.flush();
file.close();
servletOutputStream.close();
} catch (Exception e) {
e.printStackTrace();
}
}
public String downloadFileByRem(String bucketName, String fileName, String originalName, HttpServletResponse response) {
try {
InputStream file = minioClient.getObject(bucketName, fileName);
String filename = new String(fileName.getBytes("ISO8859-1"), StandardCharsets.UTF_8);
if (StringUtils.isNotEmpty(originalName)) {
filename = originalName;
}
response.setCharacterEncoding("UTF-8");
response.setContentType("text/html; charset=UTF-8"); //设置编码字符
response.setContentType("application/octet-stream"); //设置内容类型为下载类型
response.setHeader("Content-Disposition", "attachment;filename=" + URLEncoder.encode(filename, "UTF-8"));
response.setHeader("Access-Control-Expose-Headers", "Content-Disposition");
// String srcPath = ResourceUtils.getURL("classpath:").getPath() + "/doc/" + originalName + ".docx";
String srcPath = "/home/doc/" + originalName + ".docx";
// String srcPath = "D://" + originalName + ".docx";
File file1 = new File(srcPath);
if (!file1.getParentFile().exists()) {
file1.getParentFile().mkdirs();
}
FileOutputStream outputStream = new FileOutputStream(file1);
int len;
byte[] buffer = new byte[1024];
while ((len = file.read(buffer)) > 0) {
outputStream.write(buffer, 0, len);
}
outputStream.flush();
file.close();
outputStream.close();
return srcPath;
} catch (Exception e) {
e.printStackTrace();
return "";
}
}
/**
* 格式化上传文件大小
*
* @param size
* @return
*/
public static String getSize(long size) {
StringBuffer bytes = new StringBuffer();
DecimalFormat format = new DecimalFormat("###.0");
if (size >= 1024 * 1024 * 1024) {
double i = (size / (1024.0 * 1024.0 * 1024.0));
bytes.append(format.format(i)).append("GB");
} else if (size >= 1024 * 1024) {
double i = (size / (1024.0 * 1024.0));
bytes.append(format.format(i)).append("MB");
} else if (size >= 1024) {
double i = (size / (1024.0));
bytes.append(format.format(i)).append("KB");
} else if (size < 1024) {
if (size <= 0) {
bytes.append("0B");
} else {
bytes.append((int) size).append("B");
}
}
return bytes.toString();
}
}
MinioService.java
public interface MinioService {
/**
* 判断 bucket是否存在
*
* @param bucketName
* @return
*/
boolean bucketExists(String bucketName);
/**
* 创建 bucket
*
* @param bucketName
*/
void makeBucket(String bucketName);
/**
* 文件上传
*
* @param bucketName
* @param objectName
* @param filename
*/
void putObject(String bucketName, String objectName, String filename);
/**
* 文件上传
*
* @param bucketName
* @param objectName
* @param stream
*/
void putObject(String bucketName, String objectName, InputStream stream);
/**
* 文件上传
*
* @param bucketName
* @param multipartFile
*/
void putObject(String bucketName, MultipartFile multipartFile, String filename);
/**
* 删除文件
* @param bucketName
* @param objectName
*/
boolean removeObject(String bucketName,String objectName);
/**
* 下载文件
*
* @param fileName
* @param originalName
* @param response
*/
void downloadFile(String bucketName, String fileName, String originalName, HttpServletResponse response);
/**
* 获取文件路径
* @param bucketName
* @param objectName
* @return
*/
String getObjectUrl(String bucketName,String objectName);
/**
* 下载文件
*
* @param fileName
* @param originalName
* @param response
*/
String downloadFileByRem(String bucketName, String fileName, String originalName, HttpServletResponse response);
}
MinioServiceImpl.java
@Service
public class MinioServiceImpl implements MinioService {
@Autowired
private MinioUtil minioUtil;
/**
* 判断 bucket是否存在
*
* @param bucketName
* @return
*/
@Override
public boolean bucketExists(String bucketName) {
return minioUtil.bucketExists(bucketName);
}
/**
* 创建 bucket
*
* @param bucketName
*/
@Override
public void makeBucket(String bucketName) {
minioUtil.makeBucket(bucketName);
}
/**
* 文件上传
*
* @param bucketName
* @param objectName
* @param filename
*/
@Override
public void putObject(String bucketName, String objectName, String filename) {
minioUtil.putObject(bucketName, objectName, filename);
}
@Override
public void putObject(String bucketName, String objectName, InputStream stream) {
minioUtil.putObject(bucketName, objectName, stream);
}
/**
* 文件上传
*
* @param bucketName
* @param multipartFile
*/
@Override
public void putObject(String bucketName, MultipartFile multipartFile, String filename) {
minioUtil.putObject(bucketName, multipartFile, filename);
}
/**
* 删除文件
* @param bucketName
* @param objectName
*/
@Override
public boolean removeObject(String bucketName,String objectName) {
return minioUtil.removeObject(bucketName,objectName);
}
/**
* 下载文件
*
* @param fileName
* @param originalName
* @param response
*/
@Override
public void downloadFile(String bucketName, String fileName, String originalName, HttpServletResponse response) {
minioUtil.downloadFile(bucketName,fileName, originalName, response);
}
/**
* 获取文件路径
* @param bucketName
* @param objectName
* @return
*/
@Override
public String getObjectUrl(String bucketName,String objectName) {
return minioUtil.getObjectUrl(bucketName,objectName);
}
/**
* 下载文件
*
* @param fileName
* @param originalName
* @param response
*/
@Override
public String downloadFileByRem(String bucketName, String fileName, String originalName, HttpServletResponse response) {
return minioUtil.downloadFileByRem(bucketName,fileName, originalName, response);
}
}
MinioController.java
@RequestMapping("/minio")
@RestController
@Api(tags = "文件上传接口")
public class MinioController {
@Autowired
private MinioService minioService;
@Autowired
private MinioConfig minioConfig;
// @Value("${minio.url}")
// private String minioUrl;
@ApiOperation(value = "使用minio文件上传")
@PostMapping("/uploadFile")
@ApiImplicitParams({
@ApiImplicitParam(dataType = "MultipartFile", name = "file", value = "上传的文件", required = true),
@ApiImplicitParam(dataType = "String", name = "bucketName", value = "对象存储桶名称", required = false)
})
public Result uploadFile(MultipartFile[] file, String bucketName) {
try {
bucketName = StringUtils.isNotBlank(bucketName) ? bucketName : minioConfig.getBucketName();
if (!minioService.bucketExists(bucketName)) {
minioService.makeBucket(bucketName);
}
List<Map<String, Object>> mapList = new ArrayList<>();
for (MultipartFile f : file) {
Map<String, Object> map = new HashMap<>();
String fileName = f.getOriginalFilename();
assert fileName != null;
int lastIndex = fileName.lastIndexOf(".");
String extension = fileName.substring(lastIndex + 1);
String objectName = new SimpleDateFormat("yyyy/MM/dd/").format(new Date()) + UUID.randomUUID().toString().replaceAll("-", "")
+ fileName.substring(fileName.lastIndexOf("."));
InputStream inputStream = f.getInputStream();
minioService.putObject(bucketName, objectName, inputStream);//返回下载地址
// minioService.putObject(bucketName, f, objectName);//返回预览地址
inputStream.close();
map.put("originalFilename", fileName);
map.put("newName", objectName);
String url = minioService.getObjectUrl(bucketName, objectName);
// if(StringUtils.isNotBlank(url)){
// url = url.replace("127.0.0.1",minioUrl);
// }
map.put("url", url);
map.put("extension", extension);
map.put("fileSize", MinioUtil.getSize(f.getSize()));//文件大小
mapList.add(map);
}
return ResultUtil.success(mapList);
} catch (Exception e) {
e.printStackTrace();
return ResultUtil.sendErrorMessage("上传失败");
}
}
// @ApiOperation(value = "使用minio文件下载")
// @PostMapping("/downloadFile")
// public Result downloadFile(String bucketName, String fileName, String originalName, HttpServletResponse response) {
// try {
// minioService.downloadFile(bucketName, fileName, originalName, response);
// return ResultUtil.success();
// } catch (Exception e) {
// e.printStackTrace();
// return ResultUtil.sendErrorMessage("下载失败");
// }
// }
@ApiOperation(value = "使用minio文件下载")
@GetMapping("/downloadFile")
public void downloadFile(String bucketName, String fileName, String originalName, HttpServletResponse response) {
try {
minioService.downloadFile(bucketName, fileName, originalName, response);
} catch (Exception e) {
e.printStackTrace();
}
}
@ApiOperation(value = "使用minio文件下载,弃用")
@PostMapping("/downloadFileByRec")
public String downloadFileByRec(String bucketName, String fileName, String originalName, HttpServletResponse response) {
try {
return minioService.downloadFileByRem(bucketName, fileName, originalName, response);
} catch (Exception e) {
e.printStackTrace();
return null;
}
}
@ApiOperation(value = "使用minio文件删除")
@PostMapping("/removeFile")
public Result removeFile(String bucketName, String fileName) {
try {
minioService.removeObject(bucketName, fileName);
return ResultUtil.success();
} catch (Exception e) {
e.printStackTrace();
return ResultUtil.sendErrorMessage("删除失败");
}
}
}
application.yml
server:
port: 9009
spring:
servlet:
multipart:
maxFileSize: 500MB
maxRequestSize: 500MB
minio:
endpoint: http://127.0.0.1 #地址
port: 9090
accessKey: minioadmin
secretKey: minioadmin
secure: false
bucketName: "cloud"
configDir: "/home/yanfabu/minio/data"
以上贴出来核心文件,可通过postman调用接口测试,源码回头会提交到百度云网盘,有需要的可以自提。(链接待放)