ETL工具kettle8.2集成spring boot数据抽取

1、在pom中添加依赖、主要依赖下面的jar

2、将制作好的etl图取名存放路径:编写代码​​​​​​

import org.pentaho.di.core.database.DatabaseMeta;  
import org.pentaho.di.core.exception.KettleException;  
import org.pentaho.di.core.logging.LogWriter;  
import org.pentaho.di.core.util.EnvUtil;  
import org.pentaho.di.job.Job;  
import org.pentaho.di.job.JobEntryLoader;  
import org.pentaho.di.job.JobMeta;  
import org.pentaho.di.repository.Repository;  
import org.pentaho.di.repository.RepositoryDirectory;  
import org.pentaho.di.repository.RepositoryMeta;  
import org.pentaho.di.repository.UserInfo;  
import org.pentaho.di.trans.StepLoader;  
import org.pentaho.di.trans.Trans;  
import org.pentaho.di.trans.TransMeta;  
  
/** 
 * Java调用Kettle示例代码 
 *  
 *  
 */  
public class KettleTest {  
  
    public static void main(String[] args) throws KettleException {  
        String filename = "voucher.ktr";  
        // callNativeTrans(filename);  
        // executeTrans();  
        // executeJobs();  
        callNativeTransWithParam(filename);  
        System.out.println("ok");  
    }  
  
    /** 
     * 调用本地的转换文件 
     *  
     * @Description: 
     * @param transFileName 
     * @throws KettleException 
     */  
    public static void callNativeTrans(String transFileName) throws KettleException {  
        // 初始化  
        EnvUtil.environmentInit();  
        StepLoader.init();  
        // 转换元对象  
        TransMeta transMeta = new TransMeta(transFileName);  
        // 转换  
        Trans trans = new Trans(transMeta);  
        // 执行转换  
        trans.execute(null);  
        // 等待转换执行结束  
        trans.waitUntilFinished();  
    }  
  
    /** 
     * 调用本地的转换文件(带参数) 
     *  
     * @Description: 
     * @param transFileName 
     * @throws KettleException 
     */  
    public static void callNativeTransWithParam(String transFileName) throws KettleException {  
        // 初始化  
        EnvUtil.environmentInit();  
        StepLoader.init();  
        // 转换元对象  
        TransMeta transMeta = new TransMeta(transFileName);  
        // 转换  
        Trans trans = new Trans(transMeta);  
        String[] params = {};  
        // 执行转换  
        trans.execute(params);  
        // 等待转换执行结束  
        trans.waitUntilFinished();  
  
    }  
  
    /** 
     * 执行存储在数据库资源库中的转换 
     *  
     * @Description: 
     * @throws KettleException 
     */  
    public static void executeTrans() throws KettleException {  
        // 初始化  
        EnvUtil.environmentInit();  
        StepLoader.init();  
        // 日志  
        LogWriter log = LogWriter.getInstance("TransTest.log", true, LogWriter.LOG_LEVEL_DEBUG);  
        // 用户  
        UserInfo userInfo = new UserInfo();  
        userInfo.setLogin("admin");  
        userInfo.setPassword("admin");  
        // 数据库连接元对象(连接名称,不必与kettle中配置的保持一致:数据库类型:连接方式(kettle支持的连接方式):资源库IP:资源库实例名:资源库端口:资源库用户名:资源库用户密码)  
        DatabaseMeta connection = new DatabaseMeta("", "Oracle", "Native", "192.168.3.232", "NSDEV", "1521", "nstcsa3441", "671468");  
        // 资源库元对象  
        RepositoryMeta repinfo = new RepositoryMeta();  
        repinfo.setConnection(connection);  
        // 资源库  
        Repository rep = new Repository(log, repinfo, userInfo);  
        // 连接资源库  
        rep.connect("");  
        // 资源库目录对象  
        RepositoryDirectory dir = new RepositoryDirectory(rep);  
        // 转换元对象  
        TransMeta transMeta = new TransMeta(rep, "凭证(N9->EVC2)", dir);  
        // 转换  
        Trans trans = new Trans(transMeta);  
        // 执行转换  
        trans.execute(null);  
        // 等待转换执行结束  
        trans.waitUntilFinished();  
    }  
  
    /** 
     * 执行本地的任务文件 
     *  
     * @Description: 
     * @param jobFileName 
     * @throws KettleException 
     */  
    public static void callNativeJob(String jobFileName) throws KettleException {  
        // 初始化  
        EnvUtil.environmentInit();  
        JobEntryLoader.init();  
        StepLoader.init();  
        // 日志  
        LogWriter log = LogWriter.getInstance("TransTest.log", true, LogWriter.LOG_LEVEL_DETAILED);  
        // job元对象  
        JobMeta jobMeta = new JobMeta(log, jobFileName, null);  
        // job  
        Job job = new Job(log, StepLoader.getInstance(), null, jobMeta);  
        jobMeta.setInternalKettleVariables(job);  
        // 执行job  
        job.execute();  
        // 等待job执行结束  
        job.waitUntilFinished();  
    }  
  
    /** 
     * 执行数据库资源库中的任务 
     *  
     * @Description: 
     * @throws KettleException 
     */  
    public static void executeJobs() throws KettleException {  
        // 初始化  
        EnvUtil.environmentInit();  
        JobEntryLoader.init();  
        StepLoader.init();  
        // 日志  
        LogWriter log = LogWriter.getInstance("TransTest.log", true, LogWriter.LOG_LEVEL_DETAILED);  
        // 用户  
        UserInfo userInfo = new UserInfo();  
        userInfo.setLogin("admin");  
        userInfo.setPassword("admin");  
        // 数据库连接元对象  
        DatabaseMeta connection = new DatabaseMeta("", "Oracle", "Native", "192.168.3.232", "NSDEV", "1521", "nstcsa3441", "671468");  
        // 资源库元对象  
        RepositoryMeta repinfo = new RepositoryMeta();  
        repinfo.setConnection(connection);  
        // 资源库  
        Repository rep = new Repository(log, repinfo, userInfo);  
        // 连接资源库  
        rep.connect("");  
        // 资源库目录对象  
        RepositoryDirectory dir = new RepositoryDirectory(rep);  
        // 步骤加载对象  
        StepLoader steploader = StepLoader.getInstance();  
        // job元对象  
        JobMeta jobmeta = new JobMeta(log, rep, "4.账户每日余额", dir);  
        // job  
        Job job = new Job(log, steploader, rep, jobmeta);  
        // 执行job  
        job.execute();  
        // 等待job执行结束  
        job.waitUntilFinished();  
  
    }  
  
}  

  • 1
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值