diff options
| author | doufenghu <[email protected]> | 2024-07-13 17:21:53 +0800 |
|---|---|---|
| committer | doufenghu <[email protected]> | 2024-07-13 17:21:53 +0800 |
| commit | e2196956bdc8a9737a5bbacf8a20823020936b55 (patch) | |
| tree | 115fec75a114e47f76c84999382a3be44ea49c90 /groot-examples | |
| parent | 321907759e968741690d691f43d1527a2b32fc4b (diff) | |
[Improve][Test] IT (integration test) has become optional, and it is no longer executed by default during the mvn compile and deploy process. In the job template for processor and filter, describe the implementation type based on identifiers.
Diffstat (limited to 'groot-examples')
8 files changed, 14 insertions, 14 deletions
diff --git a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java index d313c9f..2e21e49 100644 --- a/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java +++ b/groot-examples/end-to-end-example/src/main/java/com/geedgenetworks/example/GrootStreamExample.java @@ -13,7 +13,7 @@ import java.nio.file.Paths; public class GrootStreamExample { public static void main(String[] args) throws FileNotFoundException, URISyntaxException { - String configPath = args.length > 0 ? args[0] : "/examples/object_statistics_mock_to_print.yaml"; + String configPath = args.length > 0 ? args[0] : "/examples/session_record_mock_to_print.yaml"; String configFile = getTestConfigFile(configPath); ExecuteCommandArgs executeCommandArgs = new ExecuteCommandArgs(); executeCommandArgs.setConfigFile(configFile); diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml index fba50a2..2241268 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_clickhouse.yaml @@ -33,7 +33,7 @@ sources: # [object] Define connector source processing_pipelines: processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: SNOWFLAKE_ID lookup_fields: [ ] diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml index daf6e32..00f2a7d 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print.yaml @@ -8,13 +8,13 @@ sources: filters: filter_operator: - type: com.geedgenetworks.core.filter.AviatorFilter + type: aviator properties: expression: event.server_ip != '12.12.12.12' processing_pipelines: projection_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection remove_fields: [http_request_line, http_response_line, http_response_content_type] functions: - function: DROP diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml index a88e36c..704baee 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_avro_schema.yaml @@ -8,13 +8,13 @@ sources: filters: filter_operator: - type: com.geedgenetworks.core.filter.AviatorFilter + type: aviator properties: expression: event.server_ip != '12.12.12.12' processing_pipelines: projection_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection remove_fields: [http_request_line, http_response_line, http_response_content_type] functions: - function: DROP diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml index cfd3917..1e1e13e 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/inline_to_print_test.yaml @@ -30,18 +30,18 @@ sources: filters: filter: - type: com.geedgenetworks.core.filter.AviatorFilter + type: aviator properties: expression: event.decoded_as == 'HTTP' preprocessing_pipelines: transform_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection remove_fields: [client_ip] processing_pipelines: session_record_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection remove_fields: [device_tag] output_fields: [log_id, client_ip, client_geolocation, client_asn, server_domain, server_ip, server_geolocation, server_asn] functions: diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml index 02d18a1..b787b01 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/object_statistics_mock_to_print.yaml @@ -7,7 +7,7 @@ sources: # [object] Define connector source processing_pipelines: etl_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: UNIX_TIMESTAMP_CONVERTER lookup_fields: [ __timestamp ] diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml index 1c079a7..f115643 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/session_record_mock_to_print.yaml @@ -7,7 +7,7 @@ sources: # [object] Define connector source processing_pipelines: etl_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: SNOWFLAKE_ID lookup_fields: [''] @@ -115,7 +115,7 @@ application: # [object] Define job configuration object-reuse: true topology: - name: mock_source - downstream: [ etl_processor ] + downstream: [ print_sink ] - name: etl_processor downstream: [ print_sink ] - name: print_sink diff --git a/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml index d38a855..e3e1dbc 100644 --- a/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml +++ b/groot-examples/end-to-end-example/src/main/resources/examples/statistics_rule_mock_to_print.yaml @@ -7,7 +7,7 @@ sources: # [object] Define connector source processing_pipelines: etl_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: UNIX_TIMESTAMP_CONVERTER lookup_fields: [ __timestamp ] @@ -49,7 +49,7 @@ sinks: application: # [object] Define job configuration env: - name: mock_to_print + name: statistics_rule_mock_data_to_kafka parallelism: 3 shade.identifier: aes pipeline: |
