diff options
| author | doufenghu <[email protected]> | 2024-06-25 11:30:45 +0800 |
|---|---|---|
| committer | doufenghu <[email protected]> | 2024-06-25 11:30:45 +0800 |
| commit | 9d0592a02cf34830f8d1e08760491c451d838412 (patch) | |
| tree | e9d041ff770a1d0143eca21d6215009334ef3bec /groot-examples/end-to-end-example | |
| parent | 445f9f129ad07e04a3e087a93793d6ce5a47f341 (diff) | |
[Feature][docs] Add metric type mock data template
Diffstat (limited to 'groot-examples/end-to-end-example')
| -rw-r--r-- | groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java | 2 | ||||
| -rw-r--r-- | groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml | 63 | ||||
| -rw-r--r-- | groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml (renamed from groot-examples/end-to-end-example/src/main/resources/examples/mock_to_print.yaml) | 0 | ||||
| -rw-r--r-- | groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml | 63 |
4 files changed, 127 insertions, 1 deletions
diff --git a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java index aabf037..6b72d16 100644 --- a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java +++ b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java @@ -13,7 +13,7 @@ import java.nio.file.Paths; public class GrootStreamExample { public static void main(String[] args) throws FileNotFoundException, URISyntaxException { - String configPath = args.length > 0 ? args[0] : "/examples/mock_to_print.yaml"; + String configPath = args.length > 0 ? args[0] : "/examples/statistics_rule_mock_to_print.yaml"; String configFile = getTestConfigFile(configPath); ExecuteCommandArgs executeCommandArgs = new ExecuteCommandArgs(); executeCommandArgs.setConfigFile(configFile); diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml new file mode 100644 index 0000000..02d18a1 --- /dev/null +++ b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml @@ -0,0 +1,63 @@ +sources: # [object] Define connector source + mock_source: + type: mock + properties: + mock.desc.file.path: ./config/template/mock_schema/object_statistics_mock_desc.json + rows.per.second: 10 + +processing_pipelines: + etl_processor: + type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + functions: + - function: UNIX_TIMESTAMP_CONVERTER + lookup_fields: [ __timestamp ] + output_fields: [ recv_time ] + parameters: + precision: seconds + + - function: CURRENT_UNIX_TIMESTAMP + output_fields: [ processing_time ] + parameters: + precision: seconds + +sinks: + print_sink: + type: print + properties: + mode: log_info + format: json + + kafka_sink: + type: kafka + properties: + topic: OBJECT-STATISTICS-METRIC + kafka.bootstrap.servers: 192.168.44.12:9094 + kafka.retries: 0 + kafka.linger.ms: 10 + kafka.request.timeout.ms: 30000 + kafka.batch.size: 262144 + kafka.buffer.memory: 134217728 + kafka.max.request.size: 10485760 + kafka.compression.type: snappy + kafka.security.protocol: SASL_PLAINTEXT + kafka.sasl.mechanism: PLAIN + kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817 + format: json + json.ignore.parse.errors: false + log.failures.only: true + + +application: # [object] Define job configuration + env: + name: mock_to_print + parallelism: 3 + shade.identifier: aes + pipeline: + object-reuse: true + topology: + - name: mock_source + downstream: [ etl_processor ] + - name: etl_processor + downstream: [ print_sink ] + - name: print_sink + downstream: []
\ No newline at end of file diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml index 1c079a7..1c079a7 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/mock_to_print.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml new file mode 100644 index 0000000..d38a855 --- /dev/null +++ b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml @@ -0,0 +1,63 @@ +sources: # [object] Define connector source + mock_source: + type: mock + properties: + mock.desc.file.path: ./config/template/mock_schema/statistics_rule_mock_desc.json + rows.per.second: 10 + +processing_pipelines: + etl_processor: + type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + functions: + - function: UNIX_TIMESTAMP_CONVERTER + lookup_fields: [ __timestamp ] + output_fields: [ recv_time ] + parameters: + precision: seconds + + - function: CURRENT_UNIX_TIMESTAMP + output_fields: [ processing_time ] + parameters: + precision: seconds + +sinks: + print_sink: + type: print + properties: + mode: log_info + format: json + + kafka_sink: + type: kafka + properties: + topic: STATISTICS-RULE-METRIC + kafka.bootstrap.servers: 192.168.44.12:9094 + kafka.retries: 0 + kafka.linger.ms: 10 + kafka.request.timeout.ms: 30000 + kafka.batch.size: 262144 + kafka.buffer.memory: 134217728 + kafka.max.request.size: 10485760 + kafka.compression.type: snappy + kafka.security.protocol: SASL_PLAINTEXT + kafka.sasl.mechanism: PLAIN + kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817 + format: json + json.ignore.parse.errors: false + log.failures.only: true + + +application: # [object] Define job configuration + env: + name: mock_to_print + parallelism: 3 + shade.identifier: aes + pipeline: + object-reuse: true + topology: + - name: mock_source + downstream: [ etl_processor ] + - name: etl_processor + downstream: [ print_sink ] + - name: print_sink + downstream: []
\ No newline at end of file |
