Javaweb整合mongo和kettle6.0的環境配置

本文轉載自查看原文 2016-09-06 22:48 4249 java學習筆記

為了編譯能通過,maven需要加入倉庫地址以及一些必須要的包的依賴情況:

pentaho中央倉庫:

在properties里面配置版本號:

<kettle.version>6.0.0.0-353</kettle.version>

<id>pentaho1</id>

<name>Pentaho Repository1</name>

<url>http://repository.pentaho.org/artifactory/repo/</url>

</snapshots>

</repository>

2.kettle一些核心的依賴,由於有些jar包下載不下來,所以exclution掉之后再去mvn倉庫找合適的包:

<groupId>pentaho-kettle</groupId>

<artifactId>kettle-core</artifactId>

<version>${kettle.version}</version>

</exclusion>

<groupId>org.apache.commons</groupId>

<artifactId>commons-vfs2</artifactId>

</exclusion>

<groupId>secondstring</groupId>

<artifactId>secondstring</artifactId>

</exclusion>

</exclusion>

<artifactId>xercesImpl</artifactId>

<groupId>xerces</groupId>

</exclusion>

<groupId>org.apache.xmlgraphics</groupId>

<artifactId>batik-js</artifactId>

</exclusion>

</exclusions>

</dependency>

<groupId>pentaho-kettle</groupId>

<artifactId>kettle-engine</artifactId>

<version>${kettle.version}</version>

<groupId>org.apache.commons</groupId>

<artifactId>commons-vfs2</artifactId>

</exclusion>

</exclusions>

</dependency>

<groupId>pentaho-library</groupId>

<artifactId>libbase</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho-library</groupId>

<artifactId>libformula</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho</groupId>

<artifactId>metastore</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho</groupId>

<artifactId>pentaho-mongodb-plugin</artifactId>

<version>${kettle.version}</version>

</dependency>

<groupId>pentaho</groupId>

<artifactId>pentaho-mongo-utils</artifactId>

</dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-vfs2</artifactId>

</dependency>

<groupId>net.sourceforge.jexcelapi</groupId>

</dependency>

<groupId>rhino</groupId>

</dependency>

3.下載jar包時當遇到500m大小的jar時,暫停mvn手動下載然后移動到本地倉庫

插件的路徑:D:\dev\apache-maven-3.3.9\repository\pentaho\pentaho-big-data-plugin\6.0.0.0-353

4.java調本地ktr代碼:

  1 import java.util.List;
  2 
  3 import org.junit.Test;
  4 import org.junit.runner.RunWith;
  5 import org.pentaho.di.core.KettleEnvironment;
  6 import org.pentaho.di.core.Result;
  7 import org.pentaho.di.core.RowMetaAndData;
  8 import org.pentaho.di.core.exception.KettleException;
  9 import org.pentaho.di.job.Job;
 10 import org.pentaho.di.job.JobMeta;
 11 import org.pentaho.di.trans.Trans;
 12 import org.pentaho.di.trans.TransMeta;
 13 import org.slf4j.Logger;
 14 import org.slf4j.LoggerFactory;
 15 import org.springframework.test.context.ContextConfiguration;
 16 import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
 17 
 18 import cn.shunlu.repository.BaseDataInitTest;
 19 
 20 @RunWith(SpringJUnit4ClassRunner.class)
 21 @ContextConfiguration(locations="/applicationContext.xml")
 22 public class KettleTest extends BaseDataInitTest{
 23     
 24     private static Logger logger = LoggerFactory.getLogger(KettleTest.class);
 25     
 26     private static final String KETTLE_PLUGIN_BASE_FOLDER = "E:\\dev\\pentaho\\data-integration\\plugins\\";
 27 //    private static final String KETTLE_PLUGIN_BASE_FOLDER = "C:\\dev\\pentaho6\\data-integration\\system\\karaf\\system\\pentaho";
 28 //    private static final String KETTLE_PLUGIN_BASE_FOLDER = "C:\\dev\\pentaho6\\data-integration\\plugins";
 29     
 30     
 31     /**
 32      * 調轉換
 33      */
 34     @Test
 35     public void test() {
 36         logger.info("hi"+ logger.getClass().getName());
 37         try
 38         {
 39             //這里是設置我們pentaho的運行環境,實際上我們加入的maven依賴只是為了讓代碼編譯通過,實際真正干活的還是pentaho自己
 40             //也可以自己建個maven的私服把pentaho里面的運行環境的jar丟上去,就能通過java調了
 41             System.setProperty("KETTLE_PLUGIN_BASE_FOLDERS", KETTLE_PLUGIN_BASE_FOLDER);
 42             String transPath = "e:\\tmp\\2.ktr";
 43             
 44             KettleEnvironment.init();
 45             
 46             TransMeta transMeta = new TransMeta(transPath);
 47             
 48             Trans trans = new Trans(transMeta); 
 49             System.out.println(trans);
 50             trans.setVariable("importOrExport", "出口");
 51             trans.setVariable("batchId", "57bebcfd816c0dffb72d6fa4");
 52             trans.setVariable("codeMap_type", "country");
 53             trans.execute(null);
 54             
 55             trans.waitUntilFinished();
 56             
 57             Result r = trans.getResult();
 58             List<RowMetaAndData> rowsResult = r.getRows();
 59             
 60             if (trans.getErrors() > 0)
 61             {
 62                  throw new Exception(trans.getResult().getLogText());
 63             }
 64         }
 65         catch (Exception e)
 66         {
 67             e.printStackTrace();
 68         }
 69     }
 70     
 71     /**
 72      * 
 73      *  @description 調job
 74      *  @date 2016年9月6日 
 75      *    @author 
 76      */
 77     @Test
 78     public void testJob() throws Exception{
 79         logger.info("hi"+ logger.getClass().getName());
 80         try {
 81             System.setProperty("KETTLE_PLUGIN_BASE_FOLDERS", KETTLE_PLUGIN_BASE_FOLDER);
 82             
 83             String jobPath = "e:\\tmp\\job1.kjb";
 84             KettleEnvironment.init();
 85             
 86             JobMeta jobMeta = new JobMeta(jobPath, null);
 87             
 88             Job job = new Job(null, jobMeta);  
 89             
 90             job.setVariable("importOrExport", "出口");
 91             job.setVariable("batchId", "57bebcfd816c0dffb72d6fa4");
 92             job.setVariable("codeMap_type", "country");
 93             
 94             job.start();
 95             job.waitUntilFinished();
 96             
 97             if (job.getErrors() > 0) {  
 98                 throw new Exception(  
 99                         "There are errors during job exception!(執行job發生異常)");  
100             }  
101         } catch (KettleException e) {
102             e.printStackTrace();
103         } 
104     }
105     
106 }

View Code

注:加依賴的目的就是為了讓編譯能通過,最后運行的環境其實還是我們手動指定的plugins目錄如圖所示:

這里只是寫了個testCase來調用我們本地.ktr和.kjb pentaho這邊接收參數的話,我也是只做了個簡單的job.

調轉換就直接這么接收參數:

如果是調job接收命名參數需要在他的下一個步驟轉換里面設置寫命名參數就行了:

然后這個轉換還是跟上一個轉換一樣的,而且參數也是那么接收的.${paramName}這樣子.其實代碼網上很多,但是整合maven那些依賴之間的關系特麻煩.

最近整合發現個問題,如果不將mongo-plugins和mongo-utils包放入plugins目錄里面也無法成功調用,因此需要去到,

增加完之后的plugins目錄:

免責聲明！

本站轉載的文章為個人學習借鑒使用，本站對版權不負任何法律責任。如果侵犯了您的隱私權益，請聯系本站郵箱yoyou2525@163.com刪除。

猜您在找 KETTLE6.0版本體驗小結 Kettle6.0安裝及問題總結-白痴教程 Javaweb環境的配置 JavaWeb環境配置 Windows系統中IIS 6.0+Tomcat服務器環境的整合配置過程 Kettle環境變量配置 JavaWeb開發環境配置 Windows環境下搭建Hadoop(2.6.0）+Hive(2.2.0)環境並連接Kettle(6.0) kettle7.0安裝與環境配置 VC++6.0 DDK 環境配置