分享JAVA的FTP和SFTP相关操作工具类

 1、导入相关jar

<!--FTPClient-->
<dependency>
    <groupId>commons-net</groupId>
    <artifactId>commons-net</artifactId>
    <version>3.3</version>
</dependency>
<!-- sftp的依赖-->
<dependency>
    <groupId>com.jcraft</groupId>
    <artifactId>jsch</artifactId>
    <version>0.1.51</version>
</dependency>

2、工具类实现代码

package com.shsnc.dbtdemo.common.utils;

import com.alibaba.druid.util.StringUtils;
import com.jcraft.jsch.*;
import org.apache.commons.net.ftp.FTPClient;
import org.apache.commons.net.ftp.FTPFile;

import java.io.*;
import java.util.ArrayList;
import java.util.List;
import java.util.Properties;
import java.util.Vector;

/**
 * ftp相关工具类
 *
 * @author klp
 * @Date 2022-5-31
 */
public class FtpUtil {

    private static final String CHECK_FILE_SUFFIX = ".txt,.csv,.docx,.mp4,.png,.jpg,.xlsx,.log,.json"; //文件验证（datax仅支持text和csv）
    private static String host = "172.168.48.59";
    private static int port = 21;
    private static String username = "1klp321";
    private static String password = "121klp3f2@d";
    private static String sftpHost = "147.165.185.118";
    private static int sftpPort = 0;
    private static String sftpUsername = "root";
    private static String sftpPassword = "1klp@19dar3";

    /**
     *  ftp创建连接
     * @param host 主机IP
     * @param port 端口
     * @param username 用户名
     * @param password 密码
     * @return
     * @throws IOException
     */
    public static FTPClient connectByFtp(String host, int port, String username, String password) throws IOException {
        FTPClient ftp = new FTPClient();
        //防止中文乱码，不能在connect,login之后设置，查看源码得知
        //    FTPClient继承FTP，FTP继承SocketClient,
        //    所以ftpClient调用方法connect()时，会调用_connectAction_()方法，如果还没有没置编码，
        //    getControlEncoding()会默认使用ios-8859-1,
        //    所以必需在connect前完成编码设置
        ftp.setControlEncoding("GBK");
        // 设置ip和端口
        ftp.connect(host, port);
        // 设置用户名和密码
        ftp.login(username, password);
        // 设置文件类型（二进制传输模式）
        ftp.setFileType(FTPClient.BINARY_FILE_TYPE);
        // 设置被动模式
        ftp.enterLocalPassiveMode();
        if (ftp.getReplyCode() == 200) {
            return ftp;
        } else {
            System.out.println("ftp连接状态：" + ftp.getReplyCode());
            return null;
        }
    }

    /**
     * ftp获取全部目录路径
     *
     * @return
     * @throws IOException
     */
    public static List<String> getFtpDir() throws IOException {
        List<String> fileList = new ArrayList<>();
        FTPClient ftpClient = connectByFtp(host, port, username, password);
        String dirHome = ftpClient.printWorkingDirectory();
        fileList.add(dirHome);
        getFtpDirList(ftpClient, fileList, dirHome);
        System.out.println("ftp dir list:" + fileList);
        ftpClient.logout();
        ftpClient.disconnect();
        return fileList;
    }

    /**
     * ftp根据目录获取目录下全部文件
     *
     * @param dir 路径
     * @return
     * @throws IOException
     */
    public static List<String> getFtpList(String dir) throws IOException {
        List<String> fileList = null;
        FTPClient ftpClient = connectByFtp(host, port, username, password);
        fileList = getFtpFileList(ftpClient, dir);
        System.out.println("ftp file list:" + fileList);
        ftpClient.logout();
        ftpClient.disconnect();
        return fileList;
    }

    /**
     * ftp递归获取目录列表
     *
     * @param fileList 文件结合
     * @param dir 路径
     */
    public static void getFtpDirList(FTPClient ftpClient, List<String> fileList, String dir) {
        try {
            FTPFile[] files = ftpClient.listFiles(dir);
            if (files != null && files.length > 0) {
                for (FTPFile file : files) {
                    if (file.isDirectory()) {
                        String fileDir = dir.concat("/").concat(file.getName());
                        fileList.add(fileDir);
                        getFtpDirList(ftpClient, fileList, fileDir);
                    }
                }
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    /**
     * ftp获取目录下的文件
     *
     * @param dir 路径
     * @throws IOException
     */
    public static List<String> getFtpFileList(FTPClient ftpClient, String dir) throws IOException {
        List<String> fileList = new ArrayList<>();
        try {
            FTPFile[] files = ftpClient.listFiles(dir);
            if (files != null && files.length > 0) {
                for (FTPFile file : files) {
                    String fileName = file.getName();
                    if (!".".equals(fileName) && !"..".equals(fileName) && !file.isDirectory()) {
                        String fileNameSuffix = fileName.contains(".") ? fileName.substring(fileName.lastIndexOf("."), fileName.length()) : fileName;
                        if (CHECK_FILE_SUFFIX.contains(fileNameSuffix)) {
                            fileList.add(fileName);
                        }
                    }
                }
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
        return fileList;
    }

    /**
     * 获取ftp文件的内容，返回创建表的列集合
     *
     * @return
     */
    public static List<String> getFtpContent(String dir, String splitStr) throws IOException {
        List<String> fileList = new ArrayList<>();
        FTPClient ftpClient = connectByFtp(host, port, username, password);
        try {
            FTPFile[] files = ftpClient.listFiles(dir);
            if (files != null && files.length > 0) {
                for (FTPFile file : files) {
                    file.isDirectory();
                    System.out.println(file.getName());
                    //获取核心表数据
                    InputStream inputStream = ftpClient.retrieveFileStream(file.getName());
                    if (inputStream != null) {
                        read(inputStream, splitStr);
                    }
                }
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
        return fileList;
    }

    /**
     * 创建SFTP连接
     *
     * @param host 主机ip
     * @param username 用户名
     * @param password 密码
     * @return
     * @throws Exception
     */
    public static ChannelSftp connectBySftp(String host, String username, String password) throws JSchException {
        ChannelSftp sftp = null;
        Session sshSession = null;
        JSch jsch = new JSch();
        sshSession = jsch.getSession(username, host);
        sshSession.setPassword(password);
        Properties sshConfig = new Properties();
        sshConfig.put("StrictHostKeyChecking", "no");
        sshSession.setConfig(sshConfig);
        sshSession.connect();
        Channel channel = sshSession.openChannel("sftp");
        channel.connect();
        sftp = (ChannelSftp) channel;
        return sftp;
    }

    /**
     * 获取sftp目录
     *
     * @return
     * @throws SftpException
     */
    public static List<String> getSftpDirList() throws SftpException, JSchException {

        ChannelSftp channelSftp = connectBySftp(sftpHost, sftpUsername, sftpPassword);
        String sftpHome = channelSftp.getHome();
        List<String> fileList = new ArrayList<>();
        fileList.add(sftpHome);
        getFileDirWhile(fileList, channelSftp, sftpHome);
        System.out.println("home path:" + fileList);
        channelSftp.disconnect();
        return fileList;
    }

    /**
     * sftp递归获取路径
     *
     * @param fileList 文件集合
     * @param channelSftp sftp对象
     * @param dir 路径
     * @throws SftpException
     */
    public static void getFileDirWhile(List<String> fileList, ChannelSftp channelSftp, String dir) throws SftpException {
        Vector<ChannelSftp.LsEntry> vector = channelSftp.ls(dir);
        vector.forEach(file -> {
            String fileName = file.getFilename();
            if (!(".".equals(fileName)) && !("..".equals(fileName)) && file.getAttrs().isDir()) {
                String fileDir = dir.concat("/").concat(fileName);
                fileList.add(fileDir);
                try {
                    getFileDirWhile(fileList, channelSftp, fileDir);
                } catch (SftpException e) {
                    e.printStackTrace();
                }
            }
        });
    }

    /**
     * 获取sftp目录下所有文件
     *
     * @param dir 路径
     * @return
     * @throws SftpException
     */
    public static List<String> getSftpFileList(String dir) throws SftpException, JSchException {
        ChannelSftp channelSftp = connectBySftp(sftpHost, sftpUsername, sftpPassword);
        List<String> fileList = getSftpFileName(channelSftp, dir);
        channelSftp.disconnect();
        return fileList;
    }

    /**
     * sftp根据目录获取全部过滤文件名文件名
     *
     * @param channelSftp sftp对象
     * @param dir 路径
     * @return
     * @throws SftpException
     */
    public static List<String> getSftpFileName(ChannelSftp channelSftp, String dir) throws SftpException {
        List<String> list = new ArrayList<>();
        //ls命令获取文件名列表
        Vector<ChannelSftp.LsEntry> vector = channelSftp.ls(dir);
        vector.forEach(file -> {
            //文件名称
            String fileName = file.getFilename();
            if (!".".equals(fileName) && !"..".equals(fileName) && !file.getAttrs().isDir()) {
                String fileNameSuffix = fileName.contains(".") ? fileName.substring(fileName.lastIndexOf("."), fileName.length()) : fileName;
                if (CHECK_FILE_SUFFIX.contains(fileNameSuffix)) {
                    list.add(fileName);
                }
            }
        });
        return list;
    }

    /**
     * 读取Sftp内容
     *
     * @param channelSftp sftp对象
     * @param dir 路径
     * @param splitStr 分隔符
     * @throws SftpException
     */
    public void readContent(ChannelSftp channelSftp, String dir, String splitStr) throws SftpException {
        List<String> list = new ArrayList<>();
        //ls命令获取文件名列表
        Vector<ChannelSftp.LsEntry> vector = channelSftp.ls(dir);
        vector.forEach(file -> {
            //文件名称
            String fileName = file.getFilename();
            if (!(".".equals(fileName)) && !("..".equals(fileName)) && !file.getAttrs().isDir()) {
                list.add(fileName);
                try {
                    InputStream inputStream = channelSftp.get(dir + fileName);
                    if (inputStream != null) {
                        read(inputStream, splitStr);
                    }
                } catch (SftpException e) {
                    e.printStackTrace();
                }

            }
        });

    }

    /**
     * 读取文件第一行，确定多少列，生成建表列
     * 读取csv、txt通用
     *
     * @param inputStream 文件流
     * @param splitStr    分隔符
     * @return
     */
    public static String read(InputStream inputStream, String splitStr) {
        StringBuffer sb = new StringBuffer();
        try {
            BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream, "utf-8"));//GBK
            String line = null;
            if ((line = reader.readLine()) != null) {
                int col = line.split(splitStr).length;
            }
            reader.close();
            return sb.toString();
        } catch (Exception e) {
            e.printStackTrace();
        }
        return null;
    }

    public static void main(String[] args) throws SftpException, IOException, JSchException {

        //ftp获取目录和文件
        List<String> list = getSftpDirList();
        System.out.println(list);
        list.forEach(dir -> {
            try {
                System.out.println(getSftpFileList(dir));
            } catch (SftpException | JSchException e) {
                e.printStackTrace();
            }
        });

        //ftp获取目录和文件
        List<String> listFtp = getFtpDir();
        listFtp.forEach(dir -> {
            try {
                getFtpList(dir);
            } catch (IOException e) {
                e.printStackTrace();
            }
        });
    }
}