Kettle java调用

该代码示例展示了如何在Java程序中初始化Kettle环境,并连接到Kettle数据库仓库。它包含了获取数据库连接,加载并执行作业,以及运行Job和Transformation的方法。通过调用`runAllJobs()`可以按顺序执行所有状态为0或更高的作业,而`runJob()`和`runTran()`方法分别用于执行指定的Job和Transformation。

摘要生成于 C知道 ,由 DeepSeek-R1 满血版支持, 前往体验 >

package org.jsmsa.etl.kettle;

import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.ArrayList;
import java.util.List;

import org.apache.log4j.Logger;
import org.pentaho.di.core.KettleEnvironment;
import org.pentaho.di.core.database.DatabaseMeta;
import org.pentaho.di.core.exception.KettleDatabaseException;
import org.pentaho.di.core.exception.KettleException;
import org.pentaho.di.core.util.EnvUtil;
import org.pentaho.di.job.Job;
import org.pentaho.di.job.JobMeta;
import org.pentaho.di.repository.LongObjectId;
import org.pentaho.di.repository.ObjectId;
import org.pentaho.di.repository.RepositoryDirectory;
import org.pentaho.di.repository.RepositoryDirectoryInterface;
import org.pentaho.di.repository.kdr.KettleDatabaseRepository;
import org.pentaho.di.repository.kdr.KettleDatabaseRepositoryMeta;

public class KettleExecutor {

	Logger log = Logger.getLogger(getClass());
	KettleDatabaseRepository rep;
	RepositoryDirectoryInterface dir;
	
	
	public String getDatabaseRepositoryXMl(){
		String xml="<?xml version=\"1.0\" encoding=\"UTF-8\"?>" +
		        "<connection>" +
		          	"<name>jsmsadc_etl</name>" +
		          	"<type>ORACLE</type>" +
		          	"<server>127.0.0.1</server>" +
		            "<access>Native</access>" +
		            "<database>orcl</database>" +
		            "<port>1521</port>" +
		            "<username>jsmsadc</username>" +
		            "<password>password</password>" +
		            "<servername/>" +
		            "<data_tablespace/>" +
		            "<index_tablespace/>" +
		        "</connection>" ;
		return xml;
	}
	
	public void connectRepository(String username,String password){
		try {
			EnvUtil.environmentInit();
			KettleEnvironment.init();
			DatabaseMeta dataMeta = new DatabaseMeta(getDatabaseRepositoryXMl()); 
			KettleDatabaseRepositoryMeta repInfo = new KettleDatabaseRepositoryMeta();
			repInfo.setConnection(dataMeta);
			
			rep = new KettleDatabaseRepository();
			rep.init(repInfo);
			rep.connect(username, password);
			
			ObjectId rootId = Long.parseLong(rep.getRootDirectoryID().getId()) > 0 ? rep.getRootDirectoryID() : new LongObjectId(0);
			dir = new RepositoryDirectory();
			dir.setObjectId(rootId);
		} catch (KettleException e) { 
			e.printStackTrace();
		}
	}
	
	public List<ObjectId> getObjectIds(String sql) throws KettleDatabaseException{ 
		List<ObjectId> list = new ArrayList<ObjectId>();
		Statement stmt = null;
		ResultSet rs = null;
		try { 
			stmt = rep.getDatabase().getConnection().createStatement();
			rs = stmt.executeQuery(sql);
			while(rs.next())
				list.add(new LongObjectId(rs.getLong(1)));		
		} catch (SQLException e) {
			e.printStackTrace();
		}finally{			
			try {
				if(rs != null)
					rs.close();
				if(stmt != null)
					stmt.close();
			} catch (SQLException e) {
				e.printStackTrace();
			}			
		} 
		return list;
	}
	
	public void runAllJobs(){ 
		try {
			List<ObjectId> jobIds = getObjectIds("select id_job from r_job where job_status >= 0 order by id_job");
			for (final ObjectId oid : jobIds) { 
//				new JobsExecutor(rep, oid).run();
				new Runnable() { 
					@Override
					public void run(){ 
						try {
							JobMeta jobMeta = rep.loadJob(oid, null);
							Job job = new Job(rep,jobMeta);
							log.info("***********************************开始执行job:"+job.getJobname());
							job.start();
							job.waitUntilFinished();
							if (job.getErrors() > 0) {
								log.info("***********************************执行job错误:"+job.getJobname());
							}
						} catch (KettleException e) {
							e.printStackTrace();
						} 
					}
				}.run();				
			} 
		} catch (KettleException e) { 
			e.printStackTrace();
		}
	}
	
	public void runJob(ObjectId jobId,String versionLabel){ 
		try {
			JobMeta jobMeta = rep.loadJob(jobId, versionLabel);
			Job job = new Job(rep,jobMeta);
			job.start();
			job.waitUntilFinished();
			if (job.getErrors() > 0) {
				System.out.println("decompress fail!");
			}
		} catch (KettleException e) {
			e.printStackTrace();
		}
	}
	
	/**
	 * 文件方式调用Job
	 * @param fileName Job脚本的路径及名称
	 */
	public void runJob(String fileName) {
		try {
			KettleEnvironment.init(); 
			JobMeta jobMeta = new JobMeta(fileName, null);
			Job job = new Job(null, jobMeta);
			// 向Job 脚本传递参数,脚本中获取参数值:${参数名}
			// job.setVariable(paraname, paravalue);
			job.start();
			job.waitUntilFinished();
			if (job.getErrors() > 0) {
				System.out.println("decompress fail!");
			}
		} catch (KettleException e) {
			System.out.println(e);
		}
	}
	
	/**
	 * 文件方式调用Transformation
	 * @param filename  Transformation脚本的路径及名称
	 */
	public void runTran(String filename) {
		try {
			KettleEnvironment.init();
			TransMeta transMeta = new TransMeta(filename);
			Trans trans = new Trans(transMeta);
			trans.prepareExecution(null);
			trans.startThreads();
			trans.waitUntilFinished();

			if (trans.getErrors() != 0) {
				System.out.println("Error");
			}
		} catch (KettleException e) {
			e.printStackTrace();
		}
	}
	
}


评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值