diff options
| author | gujinkai <[email protected]> | 2024-05-07 18:12:10 +0800 |
|---|---|---|
| committer | gujinkai <[email protected]> | 2024-05-07 18:18:08 +0800 |
| commit | 92cd5791c681de13172d27b98f08c73428bc0344 (patch) | |
| tree | 07f182e2227ee94ce612b8a93b1b30f91b1c11ed | |
| parent | bdd2b4cb990f858e26a0357aca37bbfaf79ed2bf (diff) | |
chore: modify the groot config
| -rw-r--r-- | platform-schedule/src/main/resources/groot/etl_session_record_processed_kafka_to_cn_kafka | 22 | ||||
| -rw-r--r-- | platform-schedule/src/main/resources/groot/udf.plugins | 2 |
2 files changed, 24 insertions, 0 deletions
diff --git a/platform-schedule/src/main/resources/groot/etl_session_record_processed_kafka_to_cn_kafka b/platform-schedule/src/main/resources/groot/etl_session_record_processed_kafka_to_cn_kafka index 436f98a..4b93b74 100644 --- a/platform-schedule/src/main/resources/groot/etl_session_record_processed_kafka_to_cn_kafka +++ b/platform-schedule/src/main/resources/groot/etl_session_record_processed_kafka_to_cn_kafka @@ -21,6 +21,28 @@ processing_pipelines: remove_fields: output_fields: functions: # [array of object] Function List + - function: SNOWFLAKE_ID + lookup_fields: [ '' ] + output_fields: [ cn_log_id ] + parameters: + data_center_id_num: 1 + + - function: EVAL + output_fields: [ log_id ] + parameters: + value_expression: "log_id == null ? cn_log_id : log_id" + + - function: UNIX_TIMESTAMP_CONVERTER + lookup_fields: [ __timestamp ] + output_fields: [ kafka_recv_time ] + parameters: + precision: seconds + + - function: EVAL + output_fields: [ recv_time ] + parameters: + value_expression: "recv_time == null ? kafka_recv_time : recv_time" + - function: EVAL output_fields: [ domain ] parameters: diff --git a/platform-schedule/src/main/resources/groot/udf.plugins b/platform-schedule/src/main/resources/groot/udf.plugins index 3e8749b..eb9fd57 100644 --- a/platform-schedule/src/main/resources/groot/udf.plugins +++ b/platform-schedule/src/main/resources/groot/udf.plugins @@ -17,3 +17,5 @@ com.geedgenetworks.core.udf.cn.IocLookup com.geedgenetworks.core.udf.cn.FieldsMerge com.geedgenetworks.core.udf.cn.ArrayElementsPrepend com.geedgenetworks.core.udf.cn.IntelligenceIndicatorLookup +com.geedgenetworks.core.udf.SnowflakeId +com.geedgenetworks.core.udf.UnixTimestampConverter |