P19 23.07 online-configP19

13 files changed, 318 insertions, 0 deletions

diff --git a/MSH-PIC/packet_dump/docker-compose.yml b/MSH-PIC/packet_dump/docker-compose.yml
new file mode 100644
index 0000000..a0e7088
--- /dev/null
+++ b/MSH-PIC/packet_dump/docker-compose.yml
@@ -0,0 +1,54 @@
+version: "3"
+services: 
+  packet_dump_rtp:
+     image: packet_dump:v3.0.7
+     container_name: rtp_packet_dump
+     working_dir: /data/tsg/olap/galaxy/packet_dump
+     ports:
+         - "6900:6900"
+     privileged: true
+     volumes:
+       - /home/tsg/olap/galaxy/volumes/packet_dump/rtp/config:/data/tsg/olap/galaxy/packet_dump/config
+       - /home/tsg/olap/galaxy/volumes/packet_dump/rtp/logs:/data/tsg/olap/galaxy/packet_dump/logs
+       - /home/tsg/olap/galaxy/volumes/packet_dump/rtp/status:/data/tsg/olap/galaxy/packet_dump/status
+       - /etc/localtime:/etc/localtime:ro
+     restart: always 
+     command: 
+       - /bin/sh  
+       - -c
+       - |
+         cd  /data/tsg/olap/galaxy/packet_dump/
+         touch status
+         mkdir -p logs
+         ./packet_dump
+     networks:
+      olap:
+        ipv4_address: 172.20.88.2
+  
+  packet_dump_firewall:
+     image: packet_dump:v3.0.7
+     container_name: firewall_packet_dump
+     working_dir: /data/tsg/olap/galaxy/packet_dump
+     ports:
+         - "6910:6910"
+     privileged: true
+     volumes:
+       - /home/tsg/olap/galaxy/volumes/packet_dump/firewall/config:/data/tsg/olap/galaxy/packet_dump/config
+       - /home/tsg/olap/galaxy/volumes/packet_dump/firewall/logs:/data/tsg/olap/galaxy/packet_dump/logs
+       - /home/tsg/olap/galaxy/volumes/packet_dump/firewall/status:/data/tsg/olap/galaxy/packet_dump/status
+       - /etc/localtime:/etc/localtime:ro
+     restart: always 
+     command: 
+       - /bin/sh  
+       - -c
+       - |
+         cd  /data/tsg/olap/galaxy/packet_dump/
+         touch status
+         mkdir -p logs
+         ./packet_dump
+     networks:
+      olap:
+        ipv4_address: 172.20.88.3
+networks:
+  olap:
+    external: true
diff --git a/MSH-PIC/packet_dump/firewall/config/packet_dump.yml b/MSH-PIC/packet_dump/firewall/config/packet_dump.yml
new file mode 100644
index 0000000..35379e3
--- /dev/null
+++ b/MSH-PIC/packet_dump/firewall/config/packet_dump.yml
@@ -0,0 +1,34 @@
+project:
+  - project_name:  firewall
+    storage_file_type: specify              # [pcap, pcapng, suffix]
+    consumer_topic: SECURITY-PACKET-CAPTURE-RECORD
+    cache_queue_size: 100000
+    storage_mode: remote   #remote: aws or local
+    aws_bucket: firewall_hos_bucket
+    append_mode: append   #append, appendV2
+    append_max_num: 100000
+    upload_goroutine_num: 15
+    specify_filepath_key: raw_packet_url
+    write_back_filepath: packet_url
+    origin_packet_time_ms_key: raw_packet_time_ms
+    origin_packet_key: raw_packet
+    filename_prefix: troubleshooting
+    storage_directory: /var/www/html/firewall/
+    file_timeout: 3600
+    specify_filepath_key: raw_packet_url
+kafka:
+  broker: [192.168.20.193:9094,192.168.20.194:9094,192.168.20.195:9094]
+  sasl_user: admin
+  sasl_password: galaxy2019
+  offset: -1   # Newest: -1 or Oldest: -2
+aws:
+  endpoint: http://192.168.20.251:9098/hos/
+  token: f5c5186ba4874182b33b9b2b2b6e3f77
+  access_key: default
+  access_key_id: default
+log:
+  path: /data/tsg/olap/galaxy/packet_dump/logs/log
+  level: info                 # painc, fatal, warnning, info, debug, trace
+  RotationSize:  1000000000
+  RotationCount: 14
+  RotationTime:  1 
diff --git a/MSH-PIC/packet_dump/firewall/logs/log b/MSH-PIC/packet_dump/firewall/logs/log
new file mode 100644
index 0000000..bde3f9b
--- /dev/null
+++ b/MSH-PIC/packet_dump/firewall/logs/log
@@ -0,0 +1,8 @@
+time="2023-07-08 15:32:02" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-08 15:32:02" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-08 15:32:02" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg=partitionList Topic: =SECURITY-PACKET-CAPTURE-RECORD partitionLists ="[0 1 2]"
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =0
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =1
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =2
diff --git a/MSH-PIC/packet_dump/firewall/logs/log.202307070000 b/MSH-PIC/packet_dump/firewall/logs/log.202307070000
new file mode 100644
index 0000000..6ad2479
--- /dev/null
+++ b/MSH-PIC/packet_dump/firewall/logs/log.202307070000
@@ -0,0 +1,63 @@
+time="2023-07-07 18:12:56" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:12:56" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:12:56" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:56" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:56" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:12:58" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:12:58" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:12:58" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:58" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:58" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:13:00" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:00" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:00" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:00" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:00" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:13:02" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:02" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:02" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:02" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:02" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:13:04" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:04" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:04" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:04" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:05" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:13:07" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:07" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:07" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:07" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:08" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:13:12" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:12" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:12" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:12" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:13" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:13:20" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:20" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:20" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:20" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:21" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:13:34" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:34" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:34" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:34" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:35" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:14:02" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:14:02" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:14:02" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:02" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:02" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:14:54" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:14:54" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:14:54" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:54" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:55" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =SECURITY-PACKET-CAPTURE-RECORD
+time="2023-07-07 18:15:56" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:15:56" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:15:56" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:15:56" level=info msg=partitionList Topic: =SECURITY-PACKET-CAPTURE-RECORD partitionLists ="[0 1 2]"
+time="2023-07-07 18:15:56" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:15:56" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =0
+time="2023-07-07 18:15:56" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =1
+time="2023-07-07 18:15:56" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =2
diff --git a/MSH-PIC/packet_dump/firewall/logs/log.202307080000 b/MSH-PIC/packet_dump/firewall/logs/log.202307080000
new file mode 100644
index 0000000..bde3f9b
--- /dev/null
+++ b/MSH-PIC/packet_dump/firewall/logs/log.202307080000
@@ -0,0 +1,8 @@
+time="2023-07-08 15:32:02" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-08 15:32:02" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> firewall specify SECURITY-PACKET-CAPTURE-RECORD  100000 remote firewall_hos_bucket append 100000 15 [] [] []  raw_packet_url troubleshooting /var/www/html/firewall/ [] raw_packet_time_ms raw_packet 3600}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-08 15:32:02" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg=partitionList Topic: =SECURITY-PACKET-CAPTURE-RECORD partitionLists ="[0 1 2]"
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =0
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =1
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =SECURITY-PACKET-CAPTURE-RECORD partition: =2
diff --git a/MSH-PIC/packet_dump/firewall/status b/MSH-PIC/packet_dump/firewall/status
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/MSH-PIC/packet_dump/firewall/status
diff --git a/MSH-PIC/packet_dump/rtp/config/packet_dump.yml b/MSH-PIC/packet_dump/rtp/config/packet_dump.yml
new file mode 100644
index 0000000..258f574
--- /dev/null
+++ b/MSH-PIC/packet_dump/rtp/config/packet_dump.yml
@@ -0,0 +1,37 @@
+project:
+  - project_name: rtp
+    storage_file_type: pcap              # [pcap, pcapng]
+    consumer_topic: INTERNAL-RTP-RECORD
+    producer_topic: VOIP-RECORD
+    cache_queue_size: 100000
+    storage_mode: remote   #remote: aws or local
+    aws_bucket: rtp_hos_bucket
+    append_mode: append   #append, appendV2
+    append_max_num: 100000
+    upload_goroutine_num: 15
+    check_file_string_key: [common_server_ip, common_client_ip]
+    check_file_intval_key: [common_server_port, common_client_port, common_start_time]
+    write_back_status_key: [raw_log_status]
+    delete_json_key: [raw_packet, raw_packet_len]
+    write_back_filepath_key: rtp_pcap_path
+    origin_packet_time_ms_key: raw_packet_time_ms
+    origin_packet_key: raw_packet
+    filename_prefix: rtp
+    storage_directory: /var/www/html/rtp/
+    file_timeout: 120
+kafka:
+  broker: [192.168.20.193:9094,192.168.20.194:9094,192.168.20.195:9094]
+  sasl_user: admin
+  sasl_password: galaxy2019
+  offset: -1   # Newest: -1 or Oldest: -2
+aws:
+  endpoint: http://192.168.20.251:9098/hos/
+  token: f5c5186ba4874182b33b9b2b2b6e3f77
+  access_key: default
+  access_key_id: default
+log:
+  path: /data/tsg/olap/galaxy/packet_dump/logs/log
+  level: info                 # painc, fatal, warnning, info, debug, trace
+  RotationSize:  1000000000
+  RotationCount: 14
+  RotationTime:  1 
diff --git a/MSH-PIC/packet_dump/rtp/logs/log b/MSH-PIC/packet_dump/rtp/logs/log
new file mode 100644
index 0000000..e9661bd
--- /dev/null
+++ b/MSH-PIC/packet_dump/rtp/logs/log
@@ -0,0 +1,8 @@
+time="2023-07-08 15:32:02" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-08 15:32:02" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-08 15:32:02" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg=partitionList Topic: =INTERNAL-RTP-RECORD partitionLists ="[0 1 2]"
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =0
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =1
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =2
diff --git a/MSH-PIC/packet_dump/rtp/logs/log.202307070000 b/MSH-PIC/packet_dump/rtp/logs/log.202307070000
new file mode 100644
index 0000000..c526fa1
--- /dev/null
+++ b/MSH-PIC/packet_dump/rtp/logs/log.202307070000
@@ -0,0 +1,63 @@
+time="2023-07-07 18:12:56" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:12:56" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:12:56" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:56" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:56" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:12:58" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:12:58" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:12:58" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:58" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:12:58" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:13:00" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:00" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:00" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:00" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:00" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:13:02" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:02" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:02" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:02" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:02" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:13:04" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:04" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:04" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:04" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:05" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:13:07" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:07" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:07" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:07" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:08" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:13:12" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:12" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:12" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:12" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:13" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:13:20" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:20" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:20" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:20" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:21" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:13:34" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:13:34" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:13:34" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:34" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:13:35" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:14:01" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:14:01" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:14:01" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:01" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:02" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:14:54" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:14:54" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:14:54" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:54" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:14:55" level=panic msg="kafka server: Request was for a topic or partition that does not exist on this broker." Topic: =INTERNAL-RTP-RECORD
+time="2023-07-07 18:15:56" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-07 18:15:56" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-07 18:15:56" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:15:56" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-07 18:15:56" level=info msg=partitionList Topic: =INTERNAL-RTP-RECORD partitionLists ="[0 1 2]"
+time="2023-07-07 18:15:56" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =0
+time="2023-07-07 18:15:56" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =1
+time="2023-07-07 18:15:56" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =2
diff --git a/MSH-PIC/packet_dump/rtp/logs/log.202307080000 b/MSH-PIC/packet_dump/rtp/logs/log.202307080000
new file mode 100644
index 0000000..e9661bd
--- /dev/null
+++ b/MSH-PIC/packet_dump/rtp/logs/log.202307080000
@@ -0,0 +1,8 @@
+time="2023-07-08 15:32:02" level=info msg="BuildAwsS3Session sucess" endpoint: ="http://192.168.20.251:9098/hos/"
+time="2023-07-08 15:32:02" level=info PacketDump ="start time main" Para ="{[{<nil> <nil> map[] <nil> <nil> <nil> rtp pcap INTERNAL-RTP-RECORD VOIP-RECORD 100000 remote rtp_hos_bucket append 100000 15 [common_server_ip common_client_ip] [common_server_port common_client_port common_start_time] [raw_log_status] rtp_pcap_path  rtp /var/www/html/rtp/ [raw_packet raw_packet_len] raw_packet_time_ms raw_packet 120}] {[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094] admin galaxy2019 -1} {http://192.168.20.251:9098/hos/ f5c5186ba4874182b33b9b2b2b6e3f77 default default} {/data/tsg/olap/galaxy/packet_dump/logs/log info 1000000000 14 1}}"
+time="2023-07-08 15:32:02" level=info msg="NewProducer Successes" Init kafka producer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg="NewConsumer Successes" Init kafka consumer handle success, Broker: ="[192.168.20.193:9094 192.168.20.194:9094 192.168.20.195:9094]"
+time="2023-07-08 15:32:02" level=info msg=partitionList Topic: =INTERNAL-RTP-RECORD partitionLists ="[0 1 2]"
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =0
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =1
+time="2023-07-08 15:32:02" level=info Offset: =-1 Topic: =INTERNAL-RTP-RECORD partition: =2
diff --git a/MSH-PIC/packet_dump/rtp/status b/MSH-PIC/packet_dump/rtp/status
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/MSH-PIC/packet_dump/rtp/status
diff --git a/MSH-PIC/packet_dump/troubleshooting/config/packet_dump.yml b/MSH-PIC/packet_dump/troubleshooting/config/packet_dump.yml
new file mode 100644
index 0000000..d72cf92
--- /dev/null
+++ b/MSH-PIC/packet_dump/troubleshooting/config/packet_dump.yml
@@ -0,0 +1,35 @@
+project:
+  - project_name: troubleshooting
+    storage_file_type: pcapng              # [pcap, pcapng]
+    consumer_topic: INTERNAL-PACKET-CAPTURE-EVENT
+    producer_topic: SYS-PACKET-CAPTURE-EVENT
+    cache_queue_size: 100000
+    storage_mode: remote   #remote: aws or local
+    aws_bucket: troubleshooting_hos_bucket
+    append_mode: append   #append, appendV2
+    append_max_num: 100000
+    upload_goroutine_num: 15
+    check_file_intval_key: [common_policy_id, pcap_storage_task_id]
+    delete_json_key: [raw_packet, raw_packet_len]
+    write_back_filepath_key: packet_url
+    origin_packet_time_ms_key: raw_packet_time_ms
+    origin_packet_key: raw_packet
+    filename_prefix: troubleshooting
+    storage_directory: /var/www/html/troubleshooting/
+    file_timeout: 3600
+kafka:
+  broker: [192.168.20.193:9094,192.168.20.194:9094,192.168.20.195:9094]
+  sasl_user: admin
+  sasl_password: galaxy2019
+  offset: -1   # Newest: -1 or Oldest: -2
+aws:
+  endpoint: http://192.168.20.251:9098/hos/
+  token: f5c5186ba4874182b33b9b2b2b6e3f77
+  access_key: default
+  access_key_id: default
+log:
+  path: /data/tsg/olap/galaxy/packet_dump/logs/log
+  level: info                 # painc, fatal, warnning, info, debug, trace
+  RotationSize:  1000000000
+  RotationCount: 14
+  RotationTime:  1 
diff --git a/MSH-PIC/packet_dump/troubleshooting/status b/MSH-PIC/packet_dump/troubleshooting/status
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/MSH-PIC/packet_dump/troubleshooting/status