[Improve][Test] IT (integration test) has become optional, and it is no longer executed by default during the mvn compile and deploy process. In the job template for processor and filter, describe the implementation type based on identifiers.

3 files changed, 9 insertions, 11 deletions

diff --git a/config/grootstream.yaml b/config/grootstream.yaml
index 31c2ae2..e01fda3 100644
--- a/config/grootstream.yaml
+++ b/config/grootstream.yaml
@@ -16,5 +16,3 @@ grootstream:
     hos.bucket.name.traffic_file: traffic_file_bucket
     hos.bucket.name.troubleshooting_file: troubleshooting_file_bucket
     scheduler.knowledge_base.update.interval.minutes: 5
-    hadoop.dfs.namenodes: 192.168.44.12
-    hadoop.dfs.replication: 1
diff --git a/config/template/grootstream_job_template.yaml b/config/template/grootstream_job_template.yaml
index 8318b8b..9f64abe 100644
--- a/config/template/grootstream_job_template.yaml
+++ b/config/template/grootstream_job_template.yaml
@@ -128,7 +128,7 @@ sources: # [object] Define connector source
 #
 filters: # [object] Define filter operator
   filter_operator: # [object] AviatorFilter operator name, must be unique.
-    type: com.geedgenetworks.core.filter.AviatorFilter
+    type: aviator  # [string] Filter Type
     properties:
       expression: event.server_ip != '12.12.12.12'  # [string] Aviator expression, it return true or false.
 
@@ -139,7 +139,7 @@ filters: # [object] Define filter operator
 #
 preprocessing_pipelines: # [object] Define Processors for preprocessing pipelines.
   preprocessor:  # [object] Define projection processor name, must be unique.
-    type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+    type: projection  # [string] Processor Type
     functions:  # [array of object] Define UDFs
       - function: DROP # [string] Define DROP function for filter event
         lookup_fields: []
@@ -152,7 +152,7 @@ preprocessing_pipelines: # [object] Define Processors for preprocessing pipeline
 #
 processing_pipelines: # [object] Define Processors for processing pipelines.
   processor: # [object] Define projection processor name, must be unique.
-    type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+    type: projection  # [string] Processor Type
     remove_fields:
     output_fields:
     functions: # [array of object] Function List
@@ -277,7 +277,7 @@ processing_pipelines: # [object] Define Processors for processing pipelines.
         output_fields: [ asn_list ]
 
   metrics_processor: # [object] metrics processing Pipeline
-    type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+    type: projection
     output_fields:
     properties:
       key: value
@@ -325,7 +325,7 @@ processing_pipelines: # [object] Define Processors for processing pipelines.
 
 postprocessing_pipelines: # [object] Define Processors for postprocessing pipelines.
   postprocessor: # [object] Define projection processor name, must be unique.
-    type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
+    type: projection
     remove_fields: [log_id, device_tag, dup_traffic_flag]
 
 #
diff --git a/config/template/mock_schema/session_record_mock_desc.json b/config/template/mock_schema/session_record_mock_desc.json
index b8d8205..c8c4acf 100644
--- a/config/template/mock_schema/session_record_mock_desc.json
+++ b/config/template/mock_schema/session_record_mock_desc.json
@@ -12,8 +12,8 @@
   {
     "name": "sled_ip",
     "type": "IPv4",
-    "start": "92.168.40.2",
-    "end": "92.168.40.100"
+    "start": "192.168.40.2",
+    "end": "192.168.40.100"
   },
   {
     "name": "tcp_handshake_latency_ms",
@@ -99,7 +99,7 @@
     "type": "Union",
     "unionFields": [
       {
-        "weight": 10,
+        "weight": 8,
         "fields": [
           {
             "name": "direction",
@@ -151,7 +151,7 @@
         ]
       },
       {
-        "weight": 5,
+        "weight": 2,
         "fields": [
           {
             "name": "direction",