diff options
Diffstat (limited to 'config')
| -rw-r--r-- | config/grootstream_job_template.yaml | 6 | ||||
| -rw-r--r-- | config/udf.plugins | 4 |
2 files changed, 4 insertions, 6 deletions
diff --git a/config/grootstream_job_template.yaml b/config/grootstream_job_template.yaml index 3b798b2..c5bc99b 100644 --- a/config/grootstream_job_template.yaml +++ b/config/grootstream_job_template.yaml @@ -29,7 +29,6 @@ sources: inline_source: type : inline fields: # [array of object] Field List, if not set, all fields(Map<String, Object>) will be output. - # watermark_timestamp: recv_time # watermark_timestamp_unit: s # watermark_lag: 60 @@ -85,6 +84,7 @@ preprocessing_pipelines: lookup_fields: [ '' ] output_fields: [ '' ] filter: event.common_schema_type == 'BASE' + processing_pipelines: session_record_processor: # [object] Processing Pipeline type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl @@ -129,7 +129,7 @@ processing_pipelines: parameters: param: $.tags[?(@.tag=='device_group')][0].value - - function: UNIX_TIMESTAMP_FUNCTION + - function: CURRENT_UNIX_TIMESTAMP output_fields: [ processing_time ] parameters: precision: seconds @@ -184,7 +184,6 @@ processing_pipelines: parameters: path: [ props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file ] - sinks: kafka_sink_a: type: kafka @@ -247,4 +246,3 @@ application: # [object] Application Configuration - name: kafka_sink_b parallelism: 1 downstream: [] - diff --git a/config/udf.plugins b/config/udf.plugins index d22c057..07867f6 100644 --- a/config/udf.plugins +++ b/config/udf.plugins @@ -3,9 +3,9 @@ com.geedgenetworks.core.udf.Drop com.geedgenetworks.core.udf.AsnLookup com.geedgenetworks.core.udf.Eval com.geedgenetworks.core.udf.JsonExtract -com.geedgenetworks.core.udf.UnixTimestamp +com.geedgenetworks.core.udf.CurrentUnixTimestamp com.geedgenetworks.core.udf.Domain com.geedgenetworks.core.udf.DecodeBase64 com.geedgenetworks.core.udf.GeoIpLookup com.geedgenetworks.core.udf.PathCombine -com.geedgenetworks.core.udf.UnixTimestampConverter +com.geedgenetworks.core.udf.UnixTimestampConverter
\ No newline at end of file |