Docker搭建FastDFS分布式文件系统

只是简单的跑起来，能力有限，不涉及原理

其他参考

各分布式文件系统分析 https://xeyes.io/archives/2019/wpadmin/1710/

https://www.cnblogs.com/chiangchou/p/fastdfs.html

https://blog.csdn.net/lhc0512/article/details/81087534?utm_medium=distribute.pc_relevant.none-task-blog-baidujs-4

1.安装docker

1. yum 包更新到最新
   yum update
2. 安装需要的软件包， yum-util 提供yum-config-manager功能，另外两个是devicemapper驱动依赖的
   yum install -y yum-utils device-mapper-persistent-data lvm2
3. 设置yum源
   yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
4. 安装docker，出现输入的界面都按 y
   yum install -y docker-ce
5. 查看docker版本，验证是否验证成功
   docker -v
6. 设置淘宝的镜像加速器。这一步建议搜索其他文章。
   设置后加快了镜像下载速度。

2.拉取并运行镜像

建议所有的命令手敲一下，因为我复制的，里面可能有中文字符。

1. 拉取镜像
   docker pull morunchang/fastdfs

2. 运行tracker
   docker run ‐d ‐‐name tracker ‐‐net=host morunchang/fastdfs sh tracker.sh

3. 运行storage
   docker run ‐d ‐‐name storage ‐‐net=host ‐e TRACKER_IP=:22122 ‐e GROUP_NAME= morunchang/fastdfs sh
   storage.sh

your tracker server address：本地写localhost
group name ：组名，我写的group1
如果想要增加新的storage服务器，再次运行该命令，注意更换 新组名

4. 进入storage的容器内部
   docker exec ‐it storage /bin/bash
   看下nginx跑起来没
   ps -ef | grep nginx
   
   如果是这样，没跑起来的话。进入cd /etc/nginx/sbin目录下，启动nginx，
   ./nginx
   
   这样就跑起来了
   exit,退出容器

5. 这样服务器端就好了。

3.java操作

依赖

 <dependency>
            <groupId>net.oschina.zcx7878</groupId>
            <artifactId>fastdfs-client-java</artifactId>
            <version>1.27.0.0</version>
 </dependency>

资源文件下创建fdfs_client.conf文件，并写入

#秒为单位
//charset = UTF‐8,加了这句报错了
connect_timeout = 60
network_timeout = 60
http.tracker_http_port = 8080
tracker_server = tracker服务器IP:22122

application.yml中添加下上传文件大小限制

spring:
  servlet:
    multipart:
      max-file-size: 10MB
      max-request-size: 10MB

工具pojo类

public class FastDFSFile {
    //文件名字
    private String name;
    //文件内容
    private byte[] content;
    //文件扩展名
    private String ext;
    //文件MD5摘要值
    private String md5;
    //文件创建作者
    private String author;

    public FastDFSFile(String name, byte[] content, String ext, String height,
                       String width, String author) {
        super();
        this.name = name;
        this.content = content;
        this.ext = ext;
        this.author = author;
    }

    public FastDFSFile(String name, byte[] content, String ext) {
        super();
        this.name = name;
        this.content = content;
        this.ext = ext;
    }
//省略了get，set等方法
}

工具操作类

public class FastDFSClient {

    private static org.slf4j.Logger logger = LoggerFactory.getLogger(FastDFSClient.class);

    /***
     * 初始化加载FastDFS的TrackerServer配置
     */
    static {
        try {
            String filePath = new ClassPathResource("fdfs_client.conf").getFile().getAbsolutePath();
            ClientGlobal.init(filePath);
        } catch (Exception e) {
            logger.error("FastDFS Client Init Fail!",e);
        }
    }

    /***
     * 文件上传
     * @param file
     * @return 1.文件的组名  2.文件的路径信息
     */
    public static String[] upload(FastDFSFile file) {
        //获取文件的作者
        NameValuePair[] meta_list = new NameValuePair[1];
        meta_list[0] = new NameValuePair("author", file.getAuthor());

        //接收返回数据
        String[] uploadResults = null;
        StorageClient storageClient=null;
        try {
            //创建StorageClient客户端对象
            storageClient = getTrackerClient();

            /***
             * 文件上传
             * 1)文件字节数组
             * 2)文件扩展名
             * 3)文件作者
             */
            uploadResults = storageClient.upload_file(file.getContent(), file.getExt(), meta_list);
        } catch (Exception e) {
            logger.error("Exception when uploadind the file:" + file.getName(), e);
        }

        if (uploadResults == null && storageClient!=null) {
            logger.error("upload file fail, error code:" + storageClient.getErrorCode());
        }
        //获取组名
        String groupName = uploadResults[0];
        //获取文件存储路径
        String remoteFileName = uploadResults[1];
        return uploadResults;
    }

    /***
     * 获取文件信息
     * @param groupName:组名
     * @param remoteFileName：文件存储完整名
     * @return
     */
    public static FileInfo getFile(String groupName, String remoteFileName) {
        try {
            StorageClient storageClient = getTrackerClient();
            return storageClient.get_file_info(groupName, remoteFileName);
        } catch (Exception e) {
            logger.error("Exception: Get File from Fast DFS failed", e);
        }
        return null;
    }

    /***
     * 文件下载
     * @param groupName
     * @param remoteFileName
     * @return
     */
    public static InputStream downFile(String groupName, String remoteFileName) {
        try {
            //创建StorageClient
            StorageClient storageClient = getTrackerClient();

            //下载文件
            byte[] fileByte = storageClient.download_file(groupName, remoteFileName);
            InputStream ins = new ByteArrayInputStream(fileByte);
            return ins;
        } catch (Exception e) {
            logger.error("Exception: Get File from Fast DFS failed", e);
        }
        return null;
    }

    /***
     * 文件删除
     * @param groupName
     * @param remoteFileName
     * @throws Exception
     */
    public static void deleteFile(String groupName, String remoteFileName)
            throws Exception {
        //创建StorageClient
        StorageClient storageClient = getTrackerClient();

        //删除文件
        int i = storageClient.delete_file(groupName, remoteFileName);
    }

    /***
     * 获取Storage组
     * @param groupName
     * @return
     * @throws IOException
     */
    public static StorageServer[] getStoreStorages(String groupName)
            throws IOException {
        //创建TrackerClient
        TrackerClient trackerClient = new TrackerClient();
        //获取TrackerServer
        TrackerServer trackerServer = trackerClient.getConnection();
        //获取Storage组
        return trackerClient.getStoreStorages(trackerServer, groupName);
    }

    /***
     * 获取Storage信息,IP和端口
     * @param groupName
     * @param remoteFileName
     * @return
     * @throws IOException
     */
    public static ServerInfo[] getFetchStorages(String groupName,
                                                String remoteFileName) throws IOException {
        TrackerClient trackerClient = new TrackerClient();
        TrackerServer trackerServer = trackerClient.getConnection();
        return trackerClient.getFetchStorages(trackerServer, groupName, remoteFileName);
    }

    /***
     * 获取Tracker服务地址
     * @return
     * @throws IOException
     */
    public static String getTrackerUrl() throws IOException {
        return "http://"+getTrackerServer().getInetSocketAddress().getHostString()+":"+ClientGlobal.getG_tracker_http_port()+"/";
    }

    /***
     * 获取Storage客户端
     * @return
     * @throws IOException
     */
    private static StorageClient getTrackerClient() throws IOException {
        TrackerServer trackerServer = getTrackerServer();
        StorageClient storageClient = new StorageClient(trackerServer, null);
        return  storageClient;
    }

    /***
     * 获取Tracker
     * @return
     * @throws IOException
     */
    private static TrackerServer getTrackerServer() throws IOException {
        TrackerClient trackerClient = new TrackerClient();
        TrackerServer trackerServer = trackerClient.getConnection();
        return  trackerServer;
    }
}