diff options
| author | 窦凤虎 <[email protected]> | 2024-11-07 15:46:03 +0000 |
|---|---|---|
| committer | 窦凤虎 <[email protected]> | 2024-11-07 15:46:03 +0000 |
| commit | 15672eed67c933aa593f6ae7619c0be7df18e87c (patch) | |
| tree | ce376dce20ea748a6088fd63db4422864fe42e11 | |
| parent | d232dd960e45dbd1ea7ad66ed94745bdc2233801 (diff) | |
Update traffic_sketch_metric.yaml.j2
| -rw-r--r-- | groot-stream/templates/traffic_sketch_metric.yaml.j2 | 12 |
1 files changed, 5 insertions, 7 deletions
diff --git a/groot-stream/templates/traffic_sketch_metric.yaml.j2 b/groot-stream/templates/traffic_sketch_metric.yaml.j2 index cd627e2..0b4d2d4 100644 --- a/groot-stream/templates/traffic_sketch_metric.yaml.j2 +++ b/groot-stream/templates/traffic_sketch_metric.yaml.j2 @@ -12,15 +12,14 @@ sources: kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817 kafka.group.id: etl_traffic_sketch_metric kafka.auto.offset.reset: latest - kafka.compression.type: none format: json processing_pipelines: - etl_processor: # [object] Processing Pipeline + etl_processor: type: projection remove_fields: output_fields: - functions: # [array of object] Function List + functions: - function: UNIX_TIMESTAMP_CONVERTER lookup_fields: [ timestamp_ms ] output_fields: [ recv_time ] @@ -38,7 +37,6 @@ processing_pipelines: - function: SNOWFLAKE_ID lookup_fields: [ '' ] output_fields: [ log_id ] - filter: parameters: data_center_id_num: 1 @@ -77,11 +75,11 @@ sinks: application: - env: # [object] Environment Variables - name: etl_traffic_sketch_metric # [string] Job Name + env: + name: etl_traffic_sketch_metric shade.identifier: aes pipeline: - object-reuse: true # [boolean] Object Reuse, default is false + object-reuse: true {{ topology }} |