summaryrefslogtreecommitdiff
path: root/groot-examples
diff options
context:
space:
mode:
authordoufenghu <[email protected]>2024-06-25 11:30:45 +0800
committerdoufenghu <[email protected]>2024-06-25 11:30:45 +0800
commit9d0592a02cf34830f8d1e08760491c451d838412 (patch)
treee9d041ff770a1d0143eca21d6215009334ef3bec /groot-examples
parent445f9f129ad07e04a3e087a93793d6ce5a47f341 (diff)
[Feature][docs] Add metric type mock data template
Diffstat (limited to 'groot-examples')
-rw-r--r--groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java2
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml63
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml (renamed from groot-examples/end-to-end-example/src/main/resources/examples/mock_to_print.yaml)0
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml63
4 files changed, 127 insertions, 1 deletions
diff --git a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java
index aabf037..6b72d16 100644
--- a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java
+++ b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java
@@ -13,7 +13,7 @@ import java.nio.file.Paths;
public class GrootStreamExample {
public static void main(String[] args) throws FileNotFoundException, URISyntaxException {
- String configPath = args.length > 0 ? args[0] : "/examples/mock_to_print.yaml";
+ String configPath = args.length > 0 ? args[0] : "/examples/statistics_rule_mock_to_print.yaml";
String configFile = getTestConfigFile(configPath);
ExecuteCommandArgs executeCommandArgs = new ExecuteCommandArgs();
executeCommandArgs.setConfigFile(configFile);
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml
new file mode 100644
index 0000000..02d18a1
--- /dev/null
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml
@@ -0,0 +1,63 @@
+sources: # [object] Define connector source
+ mock_source:
+ type: mock
+ properties:
+ mock.desc.file.path: ./config/template/mock_schema/object_statistics_mock_desc.json
+ rows.per.second: 10
+
+processing_pipelines:
+ etl_processor:
+ type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ functions:
+ - function: UNIX_TIMESTAMP_CONVERTER
+ lookup_fields: [ __timestamp ]
+ output_fields: [ recv_time ]
+ parameters:
+ precision: seconds
+
+ - function: CURRENT_UNIX_TIMESTAMP
+ output_fields: [ processing_time ]
+ parameters:
+ precision: seconds
+
+sinks:
+ print_sink:
+ type: print
+ properties:
+ mode: log_info
+ format: json
+
+ kafka_sink:
+ type: kafka
+ properties:
+ topic: OBJECT-STATISTICS-METRIC
+ kafka.bootstrap.servers: 192.168.44.12:9094
+ kafka.retries: 0
+ kafka.linger.ms: 10
+ kafka.request.timeout.ms: 30000
+ kafka.batch.size: 262144
+ kafka.buffer.memory: 134217728
+ kafka.max.request.size: 10485760
+ kafka.compression.type: snappy
+ kafka.security.protocol: SASL_PLAINTEXT
+ kafka.sasl.mechanism: PLAIN
+ kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817
+ format: json
+ json.ignore.parse.errors: false
+ log.failures.only: true
+
+
+application: # [object] Define job configuration
+ env:
+ name: mock_to_print
+ parallelism: 3
+ shade.identifier: aes
+ pipeline:
+ object-reuse: true
+ topology:
+ - name: mock_source
+ downstream: [ etl_processor ]
+ - name: etl_processor
+ downstream: [ print_sink ]
+ - name: print_sink
+ downstream: [] \ No newline at end of file
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml
index 1c079a7..1c079a7 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/mock_to_print.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml
new file mode 100644
index 0000000..d38a855
--- /dev/null
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml
@@ -0,0 +1,63 @@
+sources: # [object] Define connector source
+ mock_source:
+ type: mock
+ properties:
+ mock.desc.file.path: ./config/template/mock_schema/statistics_rule_mock_desc.json
+ rows.per.second: 10
+
+processing_pipelines:
+ etl_processor:
+ type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ functions:
+ - function: UNIX_TIMESTAMP_CONVERTER
+ lookup_fields: [ __timestamp ]
+ output_fields: [ recv_time ]
+ parameters:
+ precision: seconds
+
+ - function: CURRENT_UNIX_TIMESTAMP
+ output_fields: [ processing_time ]
+ parameters:
+ precision: seconds
+
+sinks:
+ print_sink:
+ type: print
+ properties:
+ mode: log_info
+ format: json
+
+ kafka_sink:
+ type: kafka
+ properties:
+ topic: STATISTICS-RULE-METRIC
+ kafka.bootstrap.servers: 192.168.44.12:9094
+ kafka.retries: 0
+ kafka.linger.ms: 10
+ kafka.request.timeout.ms: 30000
+ kafka.batch.size: 262144
+ kafka.buffer.memory: 134217728
+ kafka.max.request.size: 10485760
+ kafka.compression.type: snappy
+ kafka.security.protocol: SASL_PLAINTEXT
+ kafka.sasl.mechanism: PLAIN
+ kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817
+ format: json
+ json.ignore.parse.errors: false
+ log.failures.only: true
+
+
+application: # [object] Define job configuration
+ env:
+ name: mock_to_print
+ parallelism: 3
+ shade.identifier: aes
+ pipeline:
+ object-reuse: true
+ topology:
+ - name: mock_source
+ downstream: [ etl_processor ]
+ - name: etl_processor
+ downstream: [ print_sink ]
+ - name: print_sink
+ downstream: [] \ No newline at end of file