summaryrefslogtreecommitdiff
path: root/groot-examples
diff options
context:
space:
mode:
authordoufenghu <[email protected]>2024-07-13 17:21:53 +0800
committerdoufenghu <[email protected]>2024-07-13 17:21:53 +0800
commite2196956bdc8a9737a5bbacf8a20823020936b55 (patch)
tree115fec75a114e47f76c84999382a3be44ea49c90 /groot-examples
parent321907759e968741690d691f43d1527a2b32fc4b (diff)
[Improve][Test] IT (integration test) has become optional, and it is no longer executed by default during the mvn compile and deploy process. In the job template for processor and filter, describe the implementation type based on identifiers.
Diffstat (limited to 'groot-examples')
-rw-r--r--groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java2
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml2
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml4
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml4
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml6
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml2
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml4
-rw-r--r--groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml4
8 files changed, 14 insertions, 14 deletions
diff --git a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java
index d313c9f..2e21e49 100644
--- a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java
+++ b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java
@@ -13,7 +13,7 @@ import java.nio.file.Paths;
public class GrootStreamExample {
public static void main(String[] args) throws FileNotFoundException, URISyntaxException {
- String configPath = args.length > 0 ? args[0] : "/examples/object_statistics_mock_to_print.yaml";
+ String configPath = args.length > 0 ? args[0] : "/examples/session_record_mock_to_print.yaml";
String configFile = getTestConfigFile(configPath);
ExecuteCommandArgs executeCommandArgs = new ExecuteCommandArgs();
executeCommandArgs.setConfigFile(configFile);
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml
index fba50a2..2241268 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml
@@ -33,7 +33,7 @@ sources: # [object] Define connector source
processing_pipelines:
processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
functions:
- function: SNOWFLAKE_ID
lookup_fields: [ ]
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml
index daf6e32..00f2a7d 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml
@@ -8,13 +8,13 @@ sources:
filters:
filter_operator:
- type: com.geedgenetworks.core.filter.AviatorFilter
+ type: aviator
properties:
expression: event.server_ip != '12.12.12.12'
processing_pipelines:
projection_processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
remove_fields: [http_request_line, http_response_line, http_response_content_type]
functions:
- function: DROP
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml
index a88e36c..704baee 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml
@@ -8,13 +8,13 @@ sources:
filters:
filter_operator:
- type: com.geedgenetworks.core.filter.AviatorFilter
+ type: aviator
properties:
expression: event.server_ip != '12.12.12.12'
processing_pipelines:
projection_processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
remove_fields: [http_request_line, http_response_line, http_response_content_type]
functions:
- function: DROP
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml
index cfd3917..1e1e13e 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml
@@ -30,18 +30,18 @@ sources:
filters:
filter:
- type: com.geedgenetworks.core.filter.AviatorFilter
+ type: aviator
properties:
expression: event.decoded_as == 'HTTP'
preprocessing_pipelines:
transform_processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
remove_fields: [client_ip]
processing_pipelines:
session_record_processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
remove_fields: [device_tag]
output_fields: [log_id, client_ip, client_geolocation, client_asn, server_domain, server_ip, server_geolocation, server_asn]
functions:
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml
index 02d18a1..b787b01 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml
@@ -7,7 +7,7 @@ sources: # [object] Define connector source
processing_pipelines:
etl_processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
functions:
- function: UNIX_TIMESTAMP_CONVERTER
lookup_fields: [ __timestamp ]
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml
index 1c079a7..f115643 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml
@@ -7,7 +7,7 @@ sources: # [object] Define connector source
processing_pipelines:
etl_processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
functions:
- function: SNOWFLAKE_ID
lookup_fields: ['']
@@ -115,7 +115,7 @@ application: # [object] Define job configuration
object-reuse: true
topology:
- name: mock_source
- downstream: [ etl_processor ]
+ downstream: [ print_sink ]
- name: etl_processor
downstream: [ print_sink ]
- name: print_sink
diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml
index d38a855..e3e1dbc 100644
--- a/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml
+++ b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml
@@ -7,7 +7,7 @@ sources: # [object] Define connector source
processing_pipelines:
etl_processor:
- type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+ type: projection
functions:
- function: UNIX_TIMESTAMP_CONVERTER
lookup_fields: [ __timestamp ]
@@ -49,7 +49,7 @@ sinks:
application: # [object] Define job configuration
env:
- name: mock_to_print
+ name: statistics_rule_mock_data_to_kafka
parallelism: 3
shade.identifier: aes
pipeline: