You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1009 lines
24 KiB
1009 lines
24 KiB
<?xml version="1.0" encoding="UTF-8"?>
|
|
<transformation>
|
|
<info>
|
|
<name>Kettle_ES_One</name>
|
|
<description/>
|
|
<extended_description/>
|
|
<trans_version/>
|
|
<trans_type>Normal</trans_type>
|
|
<trans_status>0</trans_status>
|
|
<directory>/</directory>
|
|
<parameters>
|
|
</parameters>
|
|
<log>
|
|
<trans-log-table>
|
|
<connection/>
|
|
<schema/>
|
|
<table/>
|
|
<size_limit_lines/>
|
|
<interval/>
|
|
<timeout_days/>
|
|
<field>
|
|
<id>ID_BATCH</id>
|
|
<enabled>Y</enabled>
|
|
<name>ID_BATCH</name>
|
|
</field>
|
|
<field>
|
|
<id>CHANNEL_ID</id>
|
|
<enabled>Y</enabled>
|
|
<name>CHANNEL_ID</name>
|
|
</field>
|
|
<field>
|
|
<id>TRANSNAME</id>
|
|
<enabled>Y</enabled>
|
|
<name>TRANSNAME</name>
|
|
</field>
|
|
<field>
|
|
<id>STATUS</id>
|
|
<enabled>Y</enabled>
|
|
<name>STATUS</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_READ</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_READ</name>
|
|
<subject/>
|
|
</field>
|
|
<field>
|
|
<id>LINES_WRITTEN</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_WRITTEN</name>
|
|
<subject/>
|
|
</field>
|
|
<field>
|
|
<id>LINES_UPDATED</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_UPDATED</name>
|
|
<subject/>
|
|
</field>
|
|
<field>
|
|
<id>LINES_INPUT</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_INPUT</name>
|
|
<subject/>
|
|
</field>
|
|
<field>
|
|
<id>LINES_OUTPUT</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_OUTPUT</name>
|
|
<subject/>
|
|
</field>
|
|
<field>
|
|
<id>LINES_REJECTED</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_REJECTED</name>
|
|
<subject/>
|
|
</field>
|
|
<field>
|
|
<id>ERRORS</id>
|
|
<enabled>Y</enabled>
|
|
<name>ERRORS</name>
|
|
</field>
|
|
<field>
|
|
<id>STARTDATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>STARTDATE</name>
|
|
</field>
|
|
<field>
|
|
<id>ENDDATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>ENDDATE</name>
|
|
</field>
|
|
<field>
|
|
<id>LOGDATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>LOGDATE</name>
|
|
</field>
|
|
<field>
|
|
<id>DEPDATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>DEPDATE</name>
|
|
</field>
|
|
<field>
|
|
<id>REPLAYDATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>REPLAYDATE</name>
|
|
</field>
|
|
<field>
|
|
<id>LOG_FIELD</id>
|
|
<enabled>Y</enabled>
|
|
<name>LOG_FIELD</name>
|
|
</field>
|
|
<field>
|
|
<id>EXECUTING_SERVER</id>
|
|
<enabled>N</enabled>
|
|
<name>EXECUTING_SERVER</name>
|
|
</field>
|
|
<field>
|
|
<id>EXECUTING_USER</id>
|
|
<enabled>N</enabled>
|
|
<name>EXECUTING_USER</name>
|
|
</field>
|
|
<field>
|
|
<id>CLIENT</id>
|
|
<enabled>N</enabled>
|
|
<name>CLIENT</name>
|
|
</field>
|
|
</trans-log-table>
|
|
<perf-log-table>
|
|
<connection/>
|
|
<schema/>
|
|
<table/>
|
|
<interval/>
|
|
<timeout_days/>
|
|
<field>
|
|
<id>ID_BATCH</id>
|
|
<enabled>Y</enabled>
|
|
<name>ID_BATCH</name>
|
|
</field>
|
|
<field>
|
|
<id>SEQ_NR</id>
|
|
<enabled>Y</enabled>
|
|
<name>SEQ_NR</name>
|
|
</field>
|
|
<field>
|
|
<id>LOGDATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>LOGDATE</name>
|
|
</field>
|
|
<field>
|
|
<id>TRANSNAME</id>
|
|
<enabled>Y</enabled>
|
|
<name>TRANSNAME</name>
|
|
</field>
|
|
<field>
|
|
<id>STEPNAME</id>
|
|
<enabled>Y</enabled>
|
|
<name>STEPNAME</name>
|
|
</field>
|
|
<field>
|
|
<id>STEP_COPY</id>
|
|
<enabled>Y</enabled>
|
|
<name>STEP_COPY</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_READ</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_READ</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_WRITTEN</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_WRITTEN</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_UPDATED</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_UPDATED</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_INPUT</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_INPUT</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_OUTPUT</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_OUTPUT</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_REJECTED</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_REJECTED</name>
|
|
</field>
|
|
<field>
|
|
<id>ERRORS</id>
|
|
<enabled>Y</enabled>
|
|
<name>ERRORS</name>
|
|
</field>
|
|
<field>
|
|
<id>INPUT_BUFFER_ROWS</id>
|
|
<enabled>Y</enabled>
|
|
<name>INPUT_BUFFER_ROWS</name>
|
|
</field>
|
|
<field>
|
|
<id>OUTPUT_BUFFER_ROWS</id>
|
|
<enabled>Y</enabled>
|
|
<name>OUTPUT_BUFFER_ROWS</name>
|
|
</field>
|
|
</perf-log-table>
|
|
<channel-log-table>
|
|
<connection/>
|
|
<schema/>
|
|
<table/>
|
|
<timeout_days/>
|
|
<field>
|
|
<id>ID_BATCH</id>
|
|
<enabled>Y</enabled>
|
|
<name>ID_BATCH</name>
|
|
</field>
|
|
<field>
|
|
<id>CHANNEL_ID</id>
|
|
<enabled>Y</enabled>
|
|
<name>CHANNEL_ID</name>
|
|
</field>
|
|
<field>
|
|
<id>LOG_DATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>LOG_DATE</name>
|
|
</field>
|
|
<field>
|
|
<id>LOGGING_OBJECT_TYPE</id>
|
|
<enabled>Y</enabled>
|
|
<name>LOGGING_OBJECT_TYPE</name>
|
|
</field>
|
|
<field>
|
|
<id>OBJECT_NAME</id>
|
|
<enabled>Y</enabled>
|
|
<name>OBJECT_NAME</name>
|
|
</field>
|
|
<field>
|
|
<id>OBJECT_COPY</id>
|
|
<enabled>Y</enabled>
|
|
<name>OBJECT_COPY</name>
|
|
</field>
|
|
<field>
|
|
<id>REPOSITORY_DIRECTORY</id>
|
|
<enabled>Y</enabled>
|
|
<name>REPOSITORY_DIRECTORY</name>
|
|
</field>
|
|
<field>
|
|
<id>FILENAME</id>
|
|
<enabled>Y</enabled>
|
|
<name>FILENAME</name>
|
|
</field>
|
|
<field>
|
|
<id>OBJECT_ID</id>
|
|
<enabled>Y</enabled>
|
|
<name>OBJECT_ID</name>
|
|
</field>
|
|
<field>
|
|
<id>OBJECT_REVISION</id>
|
|
<enabled>Y</enabled>
|
|
<name>OBJECT_REVISION</name>
|
|
</field>
|
|
<field>
|
|
<id>PARENT_CHANNEL_ID</id>
|
|
<enabled>Y</enabled>
|
|
<name>PARENT_CHANNEL_ID</name>
|
|
</field>
|
|
<field>
|
|
<id>ROOT_CHANNEL_ID</id>
|
|
<enabled>Y</enabled>
|
|
<name>ROOT_CHANNEL_ID</name>
|
|
</field>
|
|
</channel-log-table>
|
|
<step-log-table>
|
|
<connection/>
|
|
<schema/>
|
|
<table/>
|
|
<timeout_days/>
|
|
<field>
|
|
<id>ID_BATCH</id>
|
|
<enabled>Y</enabled>
|
|
<name>ID_BATCH</name>
|
|
</field>
|
|
<field>
|
|
<id>CHANNEL_ID</id>
|
|
<enabled>Y</enabled>
|
|
<name>CHANNEL_ID</name>
|
|
</field>
|
|
<field>
|
|
<id>LOG_DATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>LOG_DATE</name>
|
|
</field>
|
|
<field>
|
|
<id>TRANSNAME</id>
|
|
<enabled>Y</enabled>
|
|
<name>TRANSNAME</name>
|
|
</field>
|
|
<field>
|
|
<id>STEPNAME</id>
|
|
<enabled>Y</enabled>
|
|
<name>STEPNAME</name>
|
|
</field>
|
|
<field>
|
|
<id>STEP_COPY</id>
|
|
<enabled>Y</enabled>
|
|
<name>STEP_COPY</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_READ</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_READ</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_WRITTEN</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_WRITTEN</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_UPDATED</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_UPDATED</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_INPUT</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_INPUT</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_OUTPUT</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_OUTPUT</name>
|
|
</field>
|
|
<field>
|
|
<id>LINES_REJECTED</id>
|
|
<enabled>Y</enabled>
|
|
<name>LINES_REJECTED</name>
|
|
</field>
|
|
<field>
|
|
<id>ERRORS</id>
|
|
<enabled>Y</enabled>
|
|
<name>ERRORS</name>
|
|
</field>
|
|
<field>
|
|
<id>LOG_FIELD</id>
|
|
<enabled>N</enabled>
|
|
<name>LOG_FIELD</name>
|
|
</field>
|
|
</step-log-table>
|
|
<metrics-log-table>
|
|
<connection/>
|
|
<schema/>
|
|
<table/>
|
|
<timeout_days/>
|
|
<field>
|
|
<id>ID_BATCH</id>
|
|
<enabled>Y</enabled>
|
|
<name>ID_BATCH</name>
|
|
</field>
|
|
<field>
|
|
<id>CHANNEL_ID</id>
|
|
<enabled>Y</enabled>
|
|
<name>CHANNEL_ID</name>
|
|
</field>
|
|
<field>
|
|
<id>LOG_DATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>LOG_DATE</name>
|
|
</field>
|
|
<field>
|
|
<id>METRICS_DATE</id>
|
|
<enabled>Y</enabled>
|
|
<name>METRICS_DATE</name>
|
|
</field>
|
|
<field>
|
|
<id>METRICS_CODE</id>
|
|
<enabled>Y</enabled>
|
|
<name>METRICS_CODE</name>
|
|
</field>
|
|
<field>
|
|
<id>METRICS_DESCRIPTION</id>
|
|
<enabled>Y</enabled>
|
|
<name>METRICS_DESCRIPTION</name>
|
|
</field>
|
|
<field>
|
|
<id>METRICS_SUBJECT</id>
|
|
<enabled>Y</enabled>
|
|
<name>METRICS_SUBJECT</name>
|
|
</field>
|
|
<field>
|
|
<id>METRICS_TYPE</id>
|
|
<enabled>Y</enabled>
|
|
<name>METRICS_TYPE</name>
|
|
</field>
|
|
<field>
|
|
<id>METRICS_VALUE</id>
|
|
<enabled>Y</enabled>
|
|
<name>METRICS_VALUE</name>
|
|
</field>
|
|
</metrics-log-table>
|
|
</log>
|
|
<maxdate>
|
|
<connection/>
|
|
<table/>
|
|
<field/>
|
|
<offset>0.0</offset>
|
|
<maxdiff>0.0</maxdiff>
|
|
</maxdate>
|
|
<size_rowset>10000</size_rowset>
|
|
<sleep_time_empty>50</sleep_time_empty>
|
|
<sleep_time_full>50</sleep_time_full>
|
|
<unique_connections>N</unique_connections>
|
|
<feedback_shown>Y</feedback_shown>
|
|
<feedback_size>50000</feedback_size>
|
|
<using_thread_priorities>Y</using_thread_priorities>
|
|
<shared_objects_file/>
|
|
<capture_step_performance>N</capture_step_performance>
|
|
<step_performance_capturing_delay>1000</step_performance_capturing_delay>
|
|
<step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
|
|
<dependencies>
|
|
</dependencies>
|
|
<partitionschemas>
|
|
</partitionschemas>
|
|
<slaveservers>
|
|
</slaveservers>
|
|
<clusterschemas>
|
|
</clusterschemas>
|
|
<created_user>-</created_user>
|
|
<created_date>2020/09/09 15:18:27.756</created_date>
|
|
<modified_user>-</modified_user>
|
|
<modified_date>2020/09/09 15:18:27.756</modified_date>
|
|
<key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
|
|
<is_key_private>N</is_key_private>
|
|
</info>
|
|
<notepads>
|
|
</notepads>
|
|
<connection>
|
|
<name>10.10.14.107</name>
|
|
<server>10.10.14.107</server>
|
|
<type>GREENPLUM</type>
|
|
<access>Native</access>
|
|
<database>base_db_dev</database>
|
|
<port>5432</port>
|
|
<username>dsideal</username>
|
|
<password>Encrypted 2faebc6ac0fc6bed5ff4efc2586c1f983</password>
|
|
<servername/>
|
|
<data_tablespace/>
|
|
<index_tablespace/>
|
|
<attributes>
|
|
<attribute>
|
|
<code>FORCE_IDENTIFIERS_TO_LOWERCASE</code>
|
|
<attribute>N</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>FORCE_IDENTIFIERS_TO_UPPERCASE</code>
|
|
<attribute>N</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>IS_CLUSTERED</code>
|
|
<attribute>N</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>PORT_NUMBER</code>
|
|
<attribute>5432</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>PRESERVE_RESERVED_WORD_CASE</code>
|
|
<attribute>Y</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>QUOTE_ALL_FIELDS</code>
|
|
<attribute>N</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>SUPPORTS_BOOLEAN_DATA_TYPE</code>
|
|
<attribute>Y</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>SUPPORTS_TIMESTAMP_DATA_TYPE</code>
|
|
<attribute>Y</attribute>
|
|
</attribute>
|
|
<attribute>
|
|
<code>USE_POOLING</code>
|
|
<attribute>N</attribute>
|
|
</attribute>
|
|
</attributes>
|
|
</connection>
|
|
<order>
|
|
<hop>
|
|
<from>REST client</from>
|
|
<to>JavaScript代码【获取总数、游标、列名】</to>
|
|
<enabled>N</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>获取系统信息</from>
|
|
<to>REST client</to>
|
|
<enabled>N</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>JavaScript代码【获取总数、游标、列名】</from>
|
|
<to>设置变量</to>
|
|
<enabled>Y</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>REST client</from>
|
|
<to>JavaScript代码【生成insert SQL】</to>
|
|
<enabled>N</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>JavaScript代码【生成insert SQL】</from>
|
|
<to>文本文件输出</to>
|
|
<enabled>Y</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>JavaScript代码【生成insert SQL】</from>
|
|
<to>执行SQL脚本</to>
|
|
<enabled>Y</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>获取系统信息</from>
|
|
<to>HTTP post</to>
|
|
<enabled>Y</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>HTTP post</from>
|
|
<to>JavaScript代码【获取总数、游标、列名】</to>
|
|
<enabled>Y</enabled>
|
|
</hop>
|
|
<hop>
|
|
<from>HTTP post</from>
|
|
<to>JavaScript代码【生成insert SQL】</to>
|
|
<enabled>Y</enabled>
|
|
</hop>
|
|
</order>
|
|
<step>
|
|
<name>JavaScript代码【生成insert SQL】</name>
|
|
<type>ScriptValueMod</type>
|
|
<description/>
|
|
<distribute>N</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<compatible>N</compatible>
|
|
<optimizationLevel>9</optimizationLevel>
|
|
<jsScripts>
|
|
<jsScript>
|
|
<jsScript_type>0</jsScript_type>
|
|
<jsScript_name>Script 1</jsScript_name>
|
|
<jsScript_script>eval('var result ='+ result );
|
|
|
|
var sql_row="";
|
|
|
|
for(var x=0;x< result.rows.length;){
|
|
|
|
var outputRow = new Array(_step_.getOutputRowMeta().size());
|
|
|
|
var my_sql = "";
|
|
|
|
//insert into table
|
|
my_sql = "insert into " + es_table + " values ";
|
|
|
|
for(var y=0;y<100;y++,x++){
|
|
|
|
my_sql =my_sql +"("
|
|
|
|
for(var z=0;z< result.columns.length;z++){
|
|
|
|
switch (result.columns[z].type){
|
|
case "keyword":
|
|
my_sql = my_sql +" '"+ result.rows[x][z]+"',";
|
|
|
|
break;
|
|
case "float":
|
|
my_sql = my_sql +" "+ result.rows[x][z]+",";
|
|
|
|
break;
|
|
case "long":
|
|
my_sql = my_sql +" "+ result.rows[x][z]+",";
|
|
|
|
break;
|
|
case "datetime":
|
|
my_sql = my_sql +" '"+ result.rows[x][z].substr(0,19).replace("T"," ")+"',";
|
|
|
|
break;
|
|
default:
|
|
my_sql = my_sql +" '"+ result.rows[x][z]+"',";
|
|
|
|
break;
|
|
}
|
|
}
|
|
|
|
my_sql = my_sql.substr(0,my_sql.length -1) +" ),";
|
|
|
|
}
|
|
|
|
my_sql = my_sql.substr(0,my_sql.length -1) +" ;";
|
|
|
|
|
|
outputRow[_step_.getOutputRowMeta().indexOfValue("sql_row")] = my_sql;
|
|
|
|
|
|
_step_.putRow(_step_.getOutputRowMeta(), outputRow);
|
|
}
|
|
|
|
|
|
var trans_Status = SKIP_TRANSFORMATION;</jsScript_script>
|
|
</jsScript>
|
|
</jsScripts>
|
|
<fields>
|
|
<field>
|
|
<name>sql_row</name>
|
|
<rename>sql_row</rename>
|
|
<type>String</type>
|
|
<length>-1</length>
|
|
<precision>-1</precision>
|
|
<replace>N</replace>
|
|
</field>
|
|
</fields>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>480</xloc>
|
|
<yloc>192</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step>
|
|
<name>JavaScript代码【获取总数、游标、列名】</name>
|
|
<type>ScriptValueMod</type>
|
|
<description/>
|
|
<distribute>Y</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<compatible>N</compatible>
|
|
<optimizationLevel>9</optimizationLevel>
|
|
<jsScripts>
|
|
<jsScript>
|
|
<jsScript_type>0</jsScript_type>
|
|
<jsScript_name>Script 1</jsScript_name>
|
|
<jsScript_script>eval('var result ='+ result );
|
|
|
|
var es_cursor = result.cursor;
|
|
|
|
var es_total = result.rows.length;
|
|
|
|
var es_columns = JSON.stringify( result.columns );</jsScript_script>
|
|
</jsScript>
|
|
</jsScripts>
|
|
<fields>
|
|
<field>
|
|
<name>es_cursor</name>
|
|
<rename>es_cursor</rename>
|
|
<type>String</type>
|
|
<length>-1</length>
|
|
<precision>-1</precision>
|
|
<replace>N</replace>
|
|
</field>
|
|
<field>
|
|
<name>es_total</name>
|
|
<rename>es_total</rename>
|
|
<type>Integer</type>
|
|
<length>-1</length>
|
|
<precision>-1</precision>
|
|
<replace>N</replace>
|
|
</field>
|
|
<field>
|
|
<name>es_columns</name>
|
|
<rename>es_columns</rename>
|
|
<type>String</type>
|
|
<length>-1</length>
|
|
<precision>-1</precision>
|
|
<replace>N</replace>
|
|
</field>
|
|
</fields>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>480</xloc>
|
|
<yloc>64</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step>
|
|
<name>REST client</name>
|
|
<type>Rest</type>
|
|
<description/>
|
|
<distribute>N</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<applicationType>JSON</applicationType>
|
|
<method>POST</method>
|
|
<url>http://10.10.14.61:9200/_sql</url>
|
|
<urlInField>N</urlInField>
|
|
<dynamicMethod>Y</dynamicMethod>
|
|
<methodFieldName>es_method</methodFieldName>
|
|
<urlField/>
|
|
<bodyField>es_sql</bodyField>
|
|
<httpLogin/>
|
|
<httpPassword>Encrypted </httpPassword>
|
|
<proxyHost/>
|
|
<proxyPort/>
|
|
<preemptive>N</preemptive>
|
|
<trustStoreFile/>
|
|
<trustStorePassword>Encrypted </trustStorePassword>
|
|
<headers>
|
|
</headers>
|
|
<parameters>
|
|
</parameters>
|
|
<matrixParameters>
|
|
</matrixParameters>
|
|
<result>
|
|
<name>result</name>
|
|
<code/>
|
|
<response_time/>
|
|
<response_header/>
|
|
</result>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>288</xloc>
|
|
<yloc>64</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step>
|
|
<name>执行SQL脚本</name>
|
|
<type>ExecSQL</type>
|
|
<description/>
|
|
<distribute>Y</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<connection>10.10.14.107</connection>
|
|
<execute_each_row>Y</execute_each_row>
|
|
<single_statement>N</single_statement>
|
|
<replace_variables>Y</replace_variables>
|
|
<quoteString>N</quoteString>
|
|
<sql>?</sql>
|
|
<set_params>N</set_params>
|
|
<insert_field/>
|
|
<update_field/>
|
|
<delete_field/>
|
|
<read_field/>
|
|
<arguments>
|
|
<argument>
|
|
<name>sql_row</name>
|
|
</argument>
|
|
</arguments>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>672</xloc>
|
|
<yloc>320</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step>
|
|
<name>文本文件输出</name>
|
|
<type>TextFileOutput</type>
|
|
<description/>
|
|
<distribute>Y</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<separator> ; </separator>
|
|
<enclosure/>
|
|
<enclosure_forced>N</enclosure_forced>
|
|
<enclosure_fix_disabled>N</enclosure_fix_disabled>
|
|
<header>N</header>
|
|
<footer>N</footer>
|
|
<format>DOS</format>
|
|
<compression>None</compression>
|
|
<encoding/>
|
|
<endedLine/>
|
|
<fileNameInField>N</fileNameInField>
|
|
<fileNameField/>
|
|
<create_parent_folder>N</create_parent_folder>
|
|
<file>
|
|
<name>/D:/KettleWork/SQL_File/${es_table}/ETL_All_</name>
|
|
<servlet_output>N</servlet_output>
|
|
<do_not_open_new_file_init>N</do_not_open_new_file_init>
|
|
<extention>sql</extention>
|
|
<append>N</append>
|
|
<split>N</split>
|
|
<haspartno>N</haspartno>
|
|
<add_date>N</add_date>
|
|
<add_time>N</add_time>
|
|
<SpecifyFormat>Y</SpecifyFormat>
|
|
<date_time_format>yyyyMMddHHmmss</date_time_format>
|
|
<add_to_result_filenames>Y</add_to_result_filenames>
|
|
<pad>N</pad>
|
|
<fast_dump>N</fast_dump>
|
|
<splitevery/>
|
|
</file>
|
|
<fields>
|
|
<field>
|
|
<name>sql_row</name>
|
|
<type>String</type>
|
|
<format/>
|
|
<currency/>
|
|
<decimal/>
|
|
<group/>
|
|
<nullif/>
|
|
<trim_type>none</trim_type>
|
|
<length>-1</length>
|
|
<precision>-1</precision>
|
|
</field>
|
|
</fields>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>672</xloc>
|
|
<yloc>192</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step>
|
|
<name>获取系统信息</name>
|
|
<type>SystemInfo</type>
|
|
<description/>
|
|
<distribute>Y</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<fields>
|
|
<field>
|
|
<name>es_method</name>
|
|
<type>command line argument 1</type>
|
|
</field>
|
|
<field>
|
|
<name>es_sql</name>
|
|
<type>command line argument 2</type>
|
|
</field>
|
|
<field>
|
|
<name>es_table</name>
|
|
<type>command line argument 3</type>
|
|
</field>
|
|
</fields>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>144</xloc>
|
|
<yloc>64</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step>
|
|
<name>设置变量</name>
|
|
<type>SetVariable</type>
|
|
<description/>
|
|
<distribute>Y</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<fields>
|
|
<field>
|
|
<field_name>es_total</field_name>
|
|
<variable_name>es_total</variable_name>
|
|
<variable_type>JVM</variable_type>
|
|
<default_value/>
|
|
</field>
|
|
<field>
|
|
<field_name>es_cursor</field_name>
|
|
<variable_name>es_cursor</variable_name>
|
|
<variable_type>JVM</variable_type>
|
|
<default_value/>
|
|
</field>
|
|
<field>
|
|
<field_name>es_columns</field_name>
|
|
<variable_name>es_columns</variable_name>
|
|
<variable_type>JVM</variable_type>
|
|
<default_value/>
|
|
</field>
|
|
</fields>
|
|
<use_formatting>N</use_formatting>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>672</xloc>
|
|
<yloc>64</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step>
|
|
<name>HTTP post</name>
|
|
<type>HTTPPOST</type>
|
|
<description/>
|
|
<distribute>N</distribute>
|
|
<custom_distribution/>
|
|
<copies>1</copies>
|
|
<partitioning>
|
|
<method>none</method>
|
|
<schema_name/>
|
|
</partitioning>
|
|
<postafile>N</postafile>
|
|
<encoding/>
|
|
<url>http://10.10.14.61:9200/_sql</url>
|
|
<urlInField>N</urlInField>
|
|
<urlField/>
|
|
<requestEntity>es_sql</requestEntity>
|
|
<httpLogin/>
|
|
<httpPassword>Encrypted </httpPassword>
|
|
<proxyHost/>
|
|
<proxyPort/>
|
|
<socketTimeout>30000</socketTimeout>
|
|
<connectionTimeout>30000</connectionTimeout>
|
|
<closeIdleConnectionsTime>-1</closeIdleConnectionsTime>
|
|
<lookup>
|
|
<arg>
|
|
<name>es_method</name>
|
|
<parameter>Content-Type</parameter>
|
|
<header>Y</header>
|
|
</arg>
|
|
</lookup>
|
|
<result>
|
|
<name>result</name>
|
|
<code/>
|
|
<response_time/>
|
|
<response_header/>
|
|
</result>
|
|
<attributes/>
|
|
<cluster_schema/>
|
|
<remotesteps>
|
|
<input>
|
|
</input>
|
|
<output>
|
|
</output>
|
|
</remotesteps>
|
|
<GUI>
|
|
<xloc>288</xloc>
|
|
<yloc>144</yloc>
|
|
<draw>Y</draw>
|
|
</GUI>
|
|
</step>
|
|
<step_error_handling>
|
|
</step_error_handling>
|
|
<slave-step-copy-partition-distribution>
|
|
</slave-step-copy-partition-distribution>
|
|
<slave_transformation>N</slave_transformation>
|
|
<attributes/>
|
|
</transformation>
|