P19 23.07 online-configP19

8 files changed, 122 insertions, 0 deletions

diff --git a/MPE/packet_dump/firewall/config/packet_dump.yml b/MPE/packet_dump/firewall/config/packet_dump.yml
new file mode 100644
index 0000000..0b9015a
--- /dev/null
+++ b/MPE/packet_dump/firewall/config/packet_dump.yml
@@ -0,0 +1,34 @@
+project:
+  - project_name:  firewall
+    storage_file_type: specify              # [pcap, pcapng, suffix]
+    consumer_topic: SECURITY-PACKET-CAPTURE-RECORD
+    cache_queue_size: 100000
+    storage_mode: remote   #remote: aws or local
+    aws_bucket: firewall_hos_bucket
+    append_mode: append   #append, appendV2
+    append_max_num: 100000
+    upload_goroutine_num: 15
+    specify_filepath_key: raw_packet_url
+    write_back_filepath: packet_url
+    origin_packet_time_ms_key: raw_packet_time_ms
+    origin_packet_key: raw_packet
+    filename_prefix: troubleshooting
+    storage_directory: /var/www/html/firewall/
+    file_timeout: 3600
+    specify_filepath_key: raw_packet_url
+kafka:
+  broker: [192.168.20.223:9094,192.168.20.224:9094,192.168.20.225:9094]
+  sasl_user: admin
+  sasl_password: galaxy2019
+  offset: -1   # Newest: -1 or Oldest: -2
+aws:
+  endpoint: http://192.168.20.251:9098/hos/
+  token: f5c5186ba4874182b33b9b2b2b6e3f77
+  access_key: default
+  access_key_id: default
+log:
+  path: /data/tsg/olap/galaxy/packet_dump/logs/log
+  level: info                 # painc, fatal, warnning, info, debug, trace
+  RotationSize:  1000000000
+  RotationCount: 14
+  RotationTime:  1 
diff --git a/MPE/packet_dump/firewall/status b/MPE/packet_dump/firewall/status
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/MPE/packet_dump/firewall/status
diff --git a/MPE/packet_dump/rtp/config/packet_dump.yml b/MPE/packet_dump/rtp/config/packet_dump.yml
new file mode 100644
index 0000000..c819d53
--- /dev/null
+++ b/MPE/packet_dump/rtp/config/packet_dump.yml
@@ -0,0 +1,37 @@
+project:
+  - project_name: rtp
+    storage_file_type: pcap              # [pcap, pcapng]
+    consumer_topic: INTERNAL-RTP-RECORD
+    producer_topic: VOIP-RECORD
+    cache_queue_size: 100000
+    storage_mode: remote   #remote: aws or local
+    aws_bucket: rtp_hos_bucket
+    append_mode: append   #append, appendV2
+    append_max_num: 100000
+    upload_goroutine_num: 15
+    check_file_string_key: [common_server_ip, common_client_ip]
+    check_file_intval_key: [common_server_port, common_client_port, common_start_time]
+    write_back_status_key: [raw_log_status]
+    delete_json_key: [raw_packet, raw_packet_len]
+    write_back_filepath_key: rtp_pcap_path
+    origin_packet_time_ms_key: raw_packet_time_ms
+    origin_packet_key: raw_packet
+    filename_prefix: rtp
+    storage_directory: /var/www/html/rtp/
+    file_timeout: 120
+kafka:
+  broker: [192.168.20.223:9094,192.168.20.224:9094,192.168.20.225:9094]
+  sasl_user: admin
+  sasl_password: galaxy2019
+  offset: -1   # Newest: -1 or Oldest: -2
+aws:
+  endpoint: http://192.168.20.251:9098/hos/
+  token: f5c5186ba4874182b33b9b2b2b6e3f77
+  access_key: default
+  access_key_id: default
+log:
+  path: /data/tsg/olap/galaxy/packet_dump/logs/log
+  level: info                 # painc, fatal, warnning, info, debug, trace
+  RotationSize:  1000000000
+  RotationCount: 14
+  RotationTime:  1 
diff --git a/MPE/packet_dump/rtp/status b/MPE/packet_dump/rtp/status
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/MPE/packet_dump/rtp/status
diff --git a/MPE/packet_dump/troubleshooting/config/packet_dump.yml b/MPE/packet_dump/troubleshooting/config/packet_dump.yml
new file mode 100644
index 0000000..1270319
--- /dev/null
+++ b/MPE/packet_dump/troubleshooting/config/packet_dump.yml
@@ -0,0 +1,35 @@
+project:
+  - project_name: troubleshooting
+    storage_file_type: pcapng              # [pcap, pcapng]
+    consumer_topic: INTERNAL-PACKET-CAPTURE-EVENT
+    producer_topic: SYS-PACKET-CAPTURE-EVENT
+    cache_queue_size: 100000
+    storage_mode: remote   #remote: aws or local
+    aws_bucket: troubleshooting_hos_bucket
+    append_mode: append   #append, appendV2
+    append_max_num: 100000
+    upload_goroutine_num: 15
+    check_file_intval_key: [common_policy_id, pcap_storage_task_id]
+    delete_json_key: [raw_packet, raw_packet_len]
+    write_back_filepath_key: packet_url
+    origin_packet_time_ms_key: raw_packet_time_ms
+    origin_packet_key: raw_packet
+    filename_prefix: troubleshooting
+    storage_directory: /var/www/html/troubleshooting/
+    file_timeout: 3600
+kafka:
+  broker: [192.168.20.223:9094,192.168.20.224:9094,192.168.20.225:9094]
+  sasl_user: admin
+  sasl_password: galaxy2019
+  offset: -1   # Newest: -1 or Oldest: -2
+aws:
+  endpoint: http://192.168.20.251:9098/hos/
+  token: f5c5186ba4874182b33b9b2b2b6e3f77
+  access_key: default
+  access_key_id: default
+log:
+  path: /data/tsg/olap/galaxy/packet_dump/logs/log
+  level: info                 # painc, fatal, warnning, info, debug, trace
+  RotationSize:  1000000000
+  RotationCount: 14
+  RotationTime:  1 
diff --git a/MPE/packet_dump/troubleshooting/logs/log b/MPE/packet_dump/troubleshooting/logs/log
new file mode 100644
index 0000000..d12a37f
--- /dev/null
+++ b/MPE/packet_dump/troubleshooting/logs/log
@@ -0,0 +1,8 @@
+time="2023-07-25 12:02:20" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-25 12:02:20" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> troubleshooting pcapng INTERNAL-PACKET-CAPTURE-EVENT SYS-PACKET-CAPTURE-EVENT 100000 remote troubleshooting_hos_bucket append 100000 15 [] [common_policy_id pcap_storage_task_id] [] packet_url  troubleshooting /var/www/html/troubleshooting/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 3600}] {[192.168.20.223:9094 192.168.20.224:9094 192.168.20.225:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-25 12:02:20" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.223:9094 192.168.20.224:9094 192.168.20.225:9094]"
+time="2023-07-25 12:02:20" level=info msg=partitionList Topic: =INTERNAL-PACKET-CAPTURE-EVENT partitionLists ="[0 1 2]"
+time="2023-07-25 12:02:20" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.223:9094 192.168.20.224:9094 192.168.20.225:9094]"
+time="2023-07-25 12:02:20" level=info Offset: =-1 Topic: =INTERNAL-PACKET-CAPTURE-EVENT partition: =0
+time="2023-07-25 12:02:20" level=info Offset: =-1 Topic: =INTERNAL-PACKET-CAPTURE-EVENT partition: =1
+time="2023-07-25 12:02:20" level=info Offset: =-1 Topic: =INTERNAL-PACKET-CAPTURE-EVENT partition: =2
diff --git a/MPE/packet_dump/troubleshooting/logs/log.202307250000 b/MPE/packet_dump/troubleshooting/logs/log.202307250000
new file mode 100644
index 0000000..d12a37f
--- /dev/null
+++ b/MPE/packet_dump/troubleshooting/logs/log.202307250000
@@ -0,0 +1,8 @@
+time="2023-07-25 12:02:20" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-25 12:02:20" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> troubleshooting pcapng INTERNAL-PACKET-CAPTURE-EVENT SYS-PACKET-CAPTURE-EVENT 100000 remote troubleshooting_hos_bucket append 100000 15 [] [common_policy_id pcap_storage_task_id] [] packet_url  troubleshooting /var/www/html/troubleshooting/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 3600}] {[192.168.20.223:9094 192.168.20.224:9094 192.168.20.225:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-25 12:02:20" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.223:9094 192.168.20.224:9094 192.168.20.225:9094]"
+time="2023-07-25 12:02:20" level=info msg=partitionList Topic: =INTERNAL-PACKET-CAPTURE-EVENT partitionLists ="[0 1 2]"
+time="2023-07-25 12:02:20" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.223:9094 192.168.20.224:9094 192.168.20.225:9094]"
+time="2023-07-25 12:02:20" level=info Offset: =-1 Topic: =INTERNAL-PACKET-CAPTURE-EVENT partition: =0
+time="2023-07-25 12:02:20" level=info Offset: =-1 Topic: =INTERNAL-PACKET-CAPTURE-EVENT partition: =1
+time="2023-07-25 12:02:20" level=info Offset: =-1 Topic: =INTERNAL-PACKET-CAPTURE-EVENT partition: =2
diff --git a/MPE/packet_dump/troubleshooting/status b/MPE/packet_dump/troubleshooting/status
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/MPE/packet_dump/troubleshooting/status