From c1212066d60af43ed0a04970861e464b0fe5a650 Mon Sep 17 00:00:00 2001 From: huanghai <10402852@qq.com> Date: Thu, 24 Sep 2020 08:19:18 +0800 Subject: [PATCH] 'commit' --- Kettle实例/all_es.ktr | 1374 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 1374 insertions(+) create mode 100644 Kettle实例/all_es.ktr diff --git a/Kettle实例/all_es.ktr b/Kettle实例/all_es.ktr new file mode 100644 index 00000000..22300559 --- /dev/null +++ b/Kettle实例/all_es.ktr @@ -0,0 +1,1374 @@ + + + + all_es + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2020/09/23 17:18:18.892 + - + 2020/09/23 17:18:18.892 + + N + + + + + 10.10.14.199 + 10.10.14.199 + MYSQL + Native + dsideal_db + 22066 + root + Encrypted 2faebc6ac0fc6bed5ff4efc2586c1f983 + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 22066 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 表输入 + Elasticsearch bulk insert + Y + + + + Elasticsearch bulk insert + ElasticSearchBulk + + Y + + 1 + + none + + + + t_resource_info + _doc + 50000 + + SECONDS + N + ID + Y + N + Y + + + + APP_TYPE_ID + APP_TYPE_ID + + + APP_TYPE_ID_OLD + APP_TYPE_ID_OLD + + + BK_TYPE + BK_TYPE + + + BK_TYPE_NAME + BK_TYPE_NAME + + + COLLECT_COUNT + COLLECT_COUNT + + + DOWN_COUNT + DOWN_COUNT + + + EDIT_COUNT + EDIT_COUNT + + + FILE_ID + FILE_ID + + + FOR_ISO_Url + FOR_ISO_Url + + + FOR_URLEncoder_Url + FOR_URLEncoder_Url + + + GROUP_ID + GROUP_ID + + + HEIGHT + HEIGHT + + + ID + ID + + + IDENTITY_ID + IDENTITY_ID + + + M3U8_STATUS + M3U8_STATUS + + + M3U8_URL + M3U8_URL + + + MATERIAL_TYPE + MATERIAL_TYPE + + + PERSON_ID + PERSON_ID + + + PERSON_NAME + PERSON_NAME + + + PREVIEW_COUNT + PREVIEW_COUNT + + + PREVIEW_STATUS + PREVIEW_STATUS + + + RECOMMEND_COUNT + RECOMMEND_COUNT + + + RELEASE_STATUS + RELEASE_STATUS + + + RESOURCE_FORMAT + RESOURCE_FORMAT + + + RESOURCE_FULLTEXT + RESOURCE_FULLTEXT + + + RESOURCE_ID_CHAR + RESOURCE_ID_CHAR + + + RESOURCE_ID_INT + RESOURCE_ID_INT + + + RESOURCE_PAGE + RESOURCE_PAGE + + + RESOURCE_SIZE + RESOURCE_SIZE + + + RESOURCE_SIZE_INT + RESOURCE_SIZE_INT + + + RESOURCE_TITLE + RESOURCE_TITLE + + + RESOURCE_TYPE + RESOURCE_TYPE + + + RESOURCE_TYPE_NAME + RESOURCE_TYPE_NAME + + + RES_TYPE + RES_TYPE + + + REVIEW_COUNT + REVIEW_COUNT + + + REVIEW_SCORE + REVIEW_SCORE + + + REVIEW_STAR + REVIEW_STAR + + + SCHEME_ID_INT + SCHEME_ID_INT + + + STAGE_ID + STAGE_ID + + + STRUCTURE_ID + STRUCTURE_ID + + + SUBJECT_ID + SUBJECT_ID + + + THUMB_ID + THUMB_ID + + + THUMB_STATUS + THUMB_STATUS + + + TS + TS + + + UPDATE_TS + UPDATE_TS + + + WIDTH + WIDTH + + + is_secondary + is_secondary + + + + +
10.10.14.188
+ 9200 + + + + + + + + + + + + + + 432 + 192 + Y + + + + 表输入 + TableInput + + Y + + 1 + + none + + + 10.10.14.199 + select * from t_resource_info + 0 + + N + N + N + N + + + String + normal + person_id + 36 + -1 + 表输入 + person_id + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + identity_id + 9 + 0 + 表输入 + identity_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + id_int + 9 + 0 + 表输入 + id_int + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xm + 100 + -1 + 表输入 + xm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xmpy + 100 + -1 + 表输入 + xmpy + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + cym + 100 + -1 + 表输入 + cym + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xbm + 1 + -1 + 表输入 + xbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Date + normal + csrq + -1 + -1 + 表输入 + csrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + mzm + 2 + -1 + 表输入 + mzm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zzmmm + 2 + -1 + 表输入 + zzmmm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfzjlxm + 1 + -1 + 表输入 + sfzjlxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfzjh + 100 + -1 + 表输入 + sfzjh + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xlm + 2 + -1 + 表输入 + xlm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xwm + 1 + -1 + 表输入 + xwm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zcm + 1 + -1 + 表输入 + zcm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + bzlbm + 1 + -1 + 表输入 + bzlbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Date + normal + cjny + -1 + -1 + 表输入 + cjny + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + stage_id + 1 + -1 + 表输入 + stage_id + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + subject_id + 2 + -1 + 表输入 + subject_id + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gwzym + 2 + -1 + 表输入 + gwzym + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + lxdh + 100 + -1 + 表输入 + lxdh + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dzxx + 100 + -1 + 表输入 + dzxx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Boolean + normal + b_use + -1 + -1 + 表输入 + b_use + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + state_id + 9 + 0 + 表输入 + state_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + last_updated_time + 0 + -1 + 表输入 + last_updated_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + create_time + 0 + -1 + 表输入 + create_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 192 + 80 + Y + + + + + + + N + +