springboot优化sftp文件服务器(自定义sftp连接池)

项目中用的ftp上传文件发现上传的很慢,
在网上找到了自定义的ftp连接池,感觉不错,以此记录一下!
如有侵权,联系我立即删除此贴

#文件服务器配置
spring.sftp.username=root
spring.sftp.passwd=root
spring.sftp.servert_type=sftp
spring.sftp.servert_port=22
spring.sftp.servert_ip=192.168.xx.xx
spring.sftp.servert_upload=/upload/

用到的工具类

package com.xxx.utils.ftp;

import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;

public class ByteUtil {
    public static byte[] inputStreamToByteArray(InputStream in) throws IOException {
        ByteArrayOutputStream output = new ByteArrayOutputStream();
   byte[] buffer = new byte[1024*4];
  int n = 0;
   while (-1 != (n = in.read(buffer))) {
     output.write(buffer, 0, n);
 }
   return output.toByteArray();
    }
}
package com.xxx.utils.ftp;

import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;

// ftp配置
@Configuration
@EnableConfigurationProperties(SftpProperties.class)
public class SftpConfig {
    // 工厂
    @Bean
    public SftpFactory sftpFactory(SftpProperties properties) {
        return new SftpFactory(properties);
    }
    // 连接池
    @Bean
    public SftpPool sftpPool(SftpFactory sftpFactory) {
        return new SftpPool(sftpFactory);
    }
    // 辅助类
    @Bean
    public SftpHelper sftpHelper(SftpPool sftpPool) {
        return new SftpHelper(sftpPool);
    }
}
package com.xxx.utils.ftp;

import com.jcraft.jsch.ChannelSftp;
import com.jcraft.jsch.JSch;
import com.jcraft.jsch.JSchException;
import com.jcraft.jsch.Session;
import lombok.Data;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.pool2.BasePooledObjectFactory;
import org.apache.commons.pool2.PooledObject;
import org.apache.commons.pool2.impl.DefaultPooledObject;

import java.util.Properties;

@Slf4j
public class SftpFactory extends BasePooledObjectFactory<ChannelSftp> {

    private SftpProperties properties;
    
    public SftpFactory(SftpProperties properties) {
        this.properties = properties;
    }

    public SftpProperties getProperties() {
        return properties;
    }
    public void setProperties(SftpProperties properties) {
        this.properties = properties;
    }
    @Override
    public ChannelSftp create() throws JSchException {
        try {
            JSch jsch = new JSch();
            Session sshSession = jsch.getSession(properties.getUsername(), properties.getServert_ip(), properties.getServert_port());
            sshSession.setPassword(properties.getPasswd());
            Properties sshConfig = new Properties();
            sshConfig.put("StrictHostKeyChecking", "no");
            sshSession.setConfig(sshConfig);
            sshSession.connect();
            ChannelSftp channel = (ChannelSftp) sshSession.openChannel("sftp");
            channel.connect();
            return channel;
        } catch (JSchException e) {
//            throw new ProjectException("连接sfpt失败", e);
            throw e;
        }
    }
    @Override
    public PooledObject<ChannelSftp> wrap(ChannelSftp channelSftp) {
        return new DefaultPooledObject<>(channelSftp);
    }
    // 销毁对象
    @Override
    public void destroyObject(PooledObject<ChannelSftp> p) {
        ChannelSftp channelSftp = p.getObject();
        channelSftp.disconnect();
    }

}
package com.xxx.utils.ftp;

import com.jcraft.jsch.ChannelSftp;
import com.jcraft.jsch.SftpException;

import java.io.InputStream;

// sftp辅助类
public class SftpHelper {

    private SftpPool pool;

    public SftpHelper(SftpPool pool) {
        this.pool = pool;
    }

    /**
     * 下载文件
     * @param dir 远程目录
     * @param name 远程文件名
     * @return 文件字节数组
     */
    public byte[] download(String dir, String name) throws Exception {
        ChannelSftp sftp = pool.borrowObject();
        try {
            sftp.cd(dir);
            InputStream in = sftp.get(name);
            return ByteUtil.inputStreamToByteArray(in);
        } catch (SftpException e) {
//            throw new ProjectException("sftp下载文件出错", e);
            throw  e;
        } finally {
            pool.returnObject(sftp);
        }
    }

    /**
     * 上传文件
     * @param dir 远程目录
     * @param name 远程文件名
     * @param in 输入流
     */
    public void upload(String dir, String name, InputStream in) throws Exception {
        ChannelSftp sftp = pool.borrowObject();
        try {
            mkdirs(sftp, dir);
            sftp.cd(dir);
            sftp.put(in, name);
        } catch (SftpException e) {
//            throw new ProjectException("sftp上传文件出错", e);
            throw  e;
        } finally {
            pool.returnObject(sftp);
        }
    }

    /**
     * 删除文件
     * @param dir 远程目录
     * @param name 远程文件名
     */
    public void delete(String dir, String name) throws Exception {
        ChannelSftp sftp = pool.borrowObject();
        try {
            sftp.cd(dir);
            sftp.rm(name);
        } catch (SftpException e) {
//            throw new ProjectException("sftp删除文件出错", e);
            throw  e;
        } finally {
            pool.returnObject(sftp);
        }
    }

    /**
     * 递归创建多级目录
     * @param dir 多级目录
     */
    private void mkdirs(ChannelSftp sftp, String dir) throws SftpException {
        String[] folders = dir.split("/");
        try {
            sftp.cd("/");
            for (String folder: folders) {
                if (folder.length()>0) {
                    try {
                        sftp.cd(folder);
                    } catch (Exception e) {
                        sftp.mkdir(folder);
                        sftp.cd(folder);
                    }
                }
            }
        } catch (SftpException e) {
//            throw new ProjectException("sftp创建目录出错", e);
            throw e;
        }
    }

}
package com.xxxx.utils.ftp;

import com.jcraft.jsch.ChannelSftp;
import org.apache.commons.pool2.impl.GenericObjectPool;

public class SftpPool {

    private GenericObjectPool<ChannelSftp> pool;

    public SftpPool(SftpFactory factory) {
        this.pool = new GenericObjectPool<>(factory, factory.getProperties().getPool());
    }

    /**
     * 获取一个sftp连接对象
     * @return sftp连接对象
     */
    public ChannelSftp borrowObject() throws Exception {
        try {
            return pool.borrowObject();
        } catch (Exception e) {
//            throw new ProjectException("获取ftp连接失败", e);
            throw  e;
        }
    }

    public GenericObjectPool<ChannelSftp> getPool() {
        return pool;
    }

    public void setPool(GenericObjectPool<ChannelSftp> pool) {
        this.pool = pool;
    }

    /**
     * 归还一个sftp连接对象
     * @param channelSftp sftp连接对象
     */
    public void returnObject(ChannelSftp channelSftp) {
        if (channelSftp!=null) {
            pool.returnObject(channelSftp);
        }
    }

}
package com.xxxx.utils.ftp;

import com.jcraft.jsch.ChannelSftp;
import lombok.Data;
import org.apache.commons.pool2.impl.GenericObjectPoolConfig;
import org.springframework.boot.context.properties.ConfigurationProperties;

@ConfigurationProperties(prefix = "spring.sftp")
public class SftpProperties {
    private String username;//用户名
    private String passwd;//用户密码
    private String servert_type;//文件服务器类型
    private int servert_port;//文件服务器的端口号
    private String servert_ip;//文件服务器的ip地址
    private String servert_upload;//上传到文件服务器的那个目录

    public String getUsername() {
        return username;
    }

    public void setUsername(String username) {
        this.username = username;
    }

    public String getPasswd() {
        return passwd;
    }

    public void setPasswd(String passwd) {
        this.passwd = passwd;
    }

    public String getServert_type() {
        return servert_type;
    }

    public void setServert_type(String servert_type) {
        this.servert_type = servert_type;
    }

    public int getServert_port() {
        return servert_port;
    }

    public void setServert_port(int servert_port) {
        this.servert_port = servert_port;
    }

    public String getServert_ip() {
        return servert_ip;
    }

    public void setServert_ip(String servert_ip) {
        this.servert_ip = servert_ip;
    }

    public String getServert_upload() {
        return servert_upload;
    }

    public void setServert_upload(String servert_upload) {
        this.servert_upload = servert_upload;
    }

    public Pool getPool() {
        return pool;
    }

    public void setPool(Pool pool) {
        this.pool = pool;
    }

    private Pool pool = new Pool();

    public static class Pool extends GenericObjectPoolConfig<ChannelSftp> {

        private int maxTotal = DEFAULT_MAX_TOTAL;
        private int maxIdle = DEFAULT_MAX_IDLE;
        private int minIdle = DEFAULT_MIN_IDLE;

        public Pool() {
            super();
        }
        @Override
        public int getMaxTotal() {
            return maxTotal;
        }
        @Override
        public void setMaxTotal(int maxTotal) {
            this.maxTotal = maxTotal;
        }
        @Override
        public int getMaxIdle() {
            return maxIdle;
        }
        @Override
        public void setMaxIdle(int maxIdle) {
            this.maxIdle = maxIdle;
        }
        @Override
        public int getMinIdle() {
            return minIdle;
        }
        @Override
        public void setMinIdle(int minIdle) {
            this.minIdle = minIdle;
        }

    }

}

类中所用的maven依赖请行百度

  • 0
    点赞
  • 7
    收藏
    觉得还不错? 一键收藏
  • 1
    评论
要在Spring Boot中配置SFTP连接池,可以使用Apache Commons VFS2库。 首先,您需要在pom.xml文件中添加以下依赖项: ```xml <dependency> <groupId>org.apache.commons</groupId> <artifactId>commons-vfs2</artifactId> <version>2.7.0</version> </dependency> ``` 然后,您可以配置SFTP连接池。以下是一个例子: ```java @Configuration public class SftpConfig { @Value("${sftp.host}") private String sftpHost; @Value("${sftp.port}") private int sftpPort; @Value("${sftp.username}") private String sftpUsername; @Value("${sftp.password}") private String sftpPassword; @Value("${sftp.poolSize}") private int sftpPoolSize; @Bean public GenericObjectPool<ChannelSftp> sftpPool() throws JSchException { JSch jsch = new JSch(); Session session = jsch.getSession(sftpUsername, sftpHost, sftpPort); session.setPassword(sftpPassword); session.setConfig("StrictHostKeyChecking", "no"); session.connect(); SftpConnectionFactory factory = new SftpConnectionFactory(session); GenericObjectPoolConfig<ChannelSftp> config = new GenericObjectPoolConfig<>(); config.setMaxTotal(sftpPoolSize); config.setTestOnBorrow(true); return new GenericObjectPool<>(factory, config); } } ``` 在这个例子中,我们使用JSch库连接到SFTP服务器,并使用Apache Commons Pool库来创建连接池。您需要在application.properties或application.yml文件中设置SFTP连接属性。 ```yaml sftp: host: sftp.example.com port: 22 username: username password: password poolSize: 10 ``` 现在,您可以使用sftpPool bean注入连接池,并使用连接池中的连接执行SFTP操作。例如: ```java @Service public class SftpService { private final GenericObjectPool<ChannelSftp> sftpPool; public SftpService(GenericObjectPool<ChannelSftp> sftpPool) { this.sftpPool = sftpPool; } public void downloadFile(String remotePath, String localPath) throws Exception { ChannelSftp sftp = sftpPool.borrowObject(); try { sftp.get(remotePath, localPath); } finally { sftpPool.returnObject(sftp); } } } ``` 在这个例子中,我们使用borrowObject方法从池中获取一个连接。执行操作后,我们使用returnObject方法将连接返回到池中。 这是一个简单的示例,您可以根据您的需求进行修改。希望对您有所帮助!

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值