diff options
Diffstat (limited to 'src/test/java')
31 files changed, 94 insertions, 1148 deletions
diff --git a/src/test/java/Test.java b/src/test/java/Test.java new file mode 100644 index 0000000..0ba1f8b --- /dev/null +++ b/src/test/java/Test.java @@ -0,0 +1,26 @@ +public class Test { + + public static String intToIp(int ip) { + StringBuilder sb = new StringBuilder(); + int num = 0; + boolean needPoint = false; // 是否需要加入'.' + for (int i = 0; i < 4; i++) { + if (needPoint) { + sb.append('.'); + } + needPoint = true; + int offset = 8 * (3 - i); + num = (ip >> offset) & 0xff; + sb.append(num); + } + return sb.toString(); + } + + public static void main(String[] args) { + People people = new People(); + if (2>1){ + people.setAge(2); + } + System.out.println(people.getAge()); + } +} diff --git a/src/test/java/TestDy.java b/src/test/java/TestDy.java new file mode 100644 index 0000000..9742181 --- /dev/null +++ b/src/test/java/TestDy.java @@ -0,0 +1,8 @@ +import static cn.ac.iie.storm.utils.config.GetMap.getDy; + +public class TestDy { + public static void main(String[] args) { + String private_ip = getDy("Private IP"); + System.out.println(private_ip); + } +} diff --git a/src/test/java/TestGetAllFileMeta.java b/src/test/java/TestGetAllFileMeta.java new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/src/test/java/TestGetAllFileMeta.java diff --git a/src/test/java/TestYdy.java b/src/test/java/TestHos.java index a9384df..4bafa46 100644 --- a/src/test/java/TestYdy.java +++ b/src/test/java/TestHos.java @@ -4,22 +4,27 @@ import static cn.ac.iie.storm.utils.config.GetMap.getDy; import static cn.ac.iie.storm.utils.config.GetMap.getSzd; import static cn.ac.iie.storm.utils.http.HttpAsncClient.getConnAnsyHttpPost; -public class TestYdy { +public class TestHos { public static void main(String[] args) throws IOException { - InputStream input = new FileInputStream(new File("src/resources/common_app_id_coding.properties")); + InputStream input = new FileInputStream(new File("src/resources/test")); byte[] buffer = null; ByteArrayOutputStream bos = new ByteArrayOutputStream(); + byte[] b = new byte[1024]; + int n; + while ((n = input.read(b)) != -1) { bos.write(b, 0, n); } + input.close(); + bos.close(); buffer = bos.toByteArray(); - getConnAnsyHttpPost("http://10.111.153.249:10080/",buffer); + getConnAnsyHttpPost("http://10.111.151.217:8888/yd-test/testfile?method=put",buffer); } } diff --git a/src/test/java/TestSendObject.java b/src/test/java/TestSendObject.java new file mode 100644 index 0000000..f893e6f --- /dev/null +++ b/src/test/java/TestSendObject.java @@ -0,0 +1,41 @@ +import cn.ac.iie.storm.utils.config.StreamAggregateConfig; + +import java.io.IOException; + +import static cn.ac.iie.storm.utils.hos.HosService.httpPostObject; +import static cn.ac.iie.storm.utils.hos.Send2S3.SendObject2S3; +import static cn.ac.iie.storm.utils.http.HttpAsncClient.getConnAnsyHttpPost; + +public class TestSendObject { + public static void main(String[] args) throws IOException { + String s = "http://10.111.143.200:9098/hos/fw_http_plug/http_response_body_36.189.23123123.36.21827-183.201.125.13.80_88136053457070.txt"; + String[] split = s.split("/"); + String BucketName = split[split.length-2]; + String filename = split[split.length-1]; +// byte[] bytes = httpPostObject("http://10.111.143.239:9098/hos/", BucketName, filename); +// getConnAnsyHttpPost("http://10.111.151.218:8888/t-http-rzzb/20210312.txt?method=put",bytes); + + + System.out.println("---------------------------------------------------"); + + + byte[] bytes =null; + + if (bytes!=null){ + System.out.println(bytes); + } + String s3Url = SendObject2S3(s,"t-http-jczb"); + System.out.println(s3Url); + + String s1 = "http_response_body_36.189.23123123.36.21827-183.201.125.13.80_88136053457070.txt"; + String s2 ="http://10.111.151.245:8888/t-http-jczb/"; + System.out.println(s1.length()); + System.out.println(s2.length()); + +// String s = "63.23123e+07"; +// Float a = Float.valueOf(s); +// System.out.println(a); + + } + +} diff --git a/src/test/java/conntest/TestFtp.java b/src/test/java/conntest/TestFtp.java deleted file mode 100644 index 262f515..0000000 --- a/src/test/java/conntest/TestFtp.java +++ /dev/null @@ -1,35 +0,0 @@ -package conntest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.CONNAssignment.setFTP_RZZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestFtp { - public static void main(String[] args) throws IOException { - String str = "{\"common_schema_type\":\"FTP\",\"common_sessions\":1,\"http_response_line\":\"HTTP/1.0 200 OK\",\"http_content_type\":\"application/octet-stream\",\"http_content_length\":\"935\",\"http_isn\":2030451978,\"http_proxy_flag\":0,\"http_version\":\"http1\",\"common_protocol_label\":\"TCP/IPv4/ETHERNET\",\"http_sequence\":1,\"common_c2s_ipfrag_num\":0,\"common_s2c_ipfrag_num\":0,\"common_c2s_tcp_unorder_num\":0,\"common_s2c_tcp_unorder_num\":0,\"common_c2s_tcp_lostlen\":0,\"common_s2c_tcp_lostlen\":0,\"common_server_ip\":\"117.190.80.44\",\"common_client_ip\":\"120.230.167.94\",\"common_server_port\":80,\"common_client_port\":17455,\"common_stream_dir\":2,\"common_address_type\":4,\"common_s2c_pkt_num\":5,\"common_s2c_byte_num\":1334,\"common_c2s_pkt_num\":0,\"common_c2s_byte_num\":0,\"common_start_time\":1611030829,\"common_end_time\":1611030830,\"common_con_duration_ms\":31455,\"common_stream_trace_id\":\"87974630312906\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_address_list\":\"17455-80-120.230.167.94-117.190.80.44\",\"common_l7_protocol\":\"HTTP\",\"common_establish_latency_ms\":595,\"common_client_location\":\"Jiangmen,Guangdong,China\",\"common_server_location\":\"Other,Other,China\",\"common_direction\":69,\"common_sled_ip\":\"10.111.128.219\",\"common_device_id\":\"GN202000000000000000\",\"common_data_center\":\"CMCC\",\"common_policy_id\":0,\"common_service\":2,\"common_action\":0}"; - List<GenericRecord> FTPList = new ArrayList<GenericRecord>(); - Schema ftpSchema; - - ftpSchema = new Schema.Parser().parse(StreamAggregateConfig.FTP_RZZB_SCHEMA); - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - - GenericRecord ftp_rzzb = new GenericData.Record(ftpSchema); - setFTP_RZZB(ftp_rzzb, sessionRecordLog); - FTPList.add(ftp_rzzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.208.3:10080/", generate(ftpSchema, FTPList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.FLOODING_POST_FTP_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/conntest/TestJstx.java b/src/test/java/conntest/TestJstx.java deleted file mode 100644 index 3349ef6..0000000 --- a/src/test/java/conntest/TestJstx.java +++ /dev/null @@ -1,37 +0,0 @@ -package conntest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.CONNAssignment.setJSTX_RZZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestJstx { - public static void main(String[] args) throws IOException { - List<GenericRecord> JSTXList = new ArrayList<GenericRecord>(); - Schema jstxSchema; - jstxSchema = new Schema.Parser().parse(StreamAggregateConfig.JSTX_RZZB_SCHEMA); - - String jsonStr = "{\"common_schema_type\":\"APP\",\"common_sessions\":1,\"http_request_line\":\"POST /wdinfo.php HTTP/1.1\",\"http_content_type\":\"application/octet-stream\",\"http_user_agent\":\"Post\",\"http_host\":\"qurl.f.360.cn\",\"http_url\":\"qurl.f.360.cn/wdinfo.php\",\"http_content_length\":\"894\",\"http_isn\":4280345344,\"http_proxy_flag\":0,\"http_version\":\"http1\",\"common_protocol_label\":\"TCP/IPv4/ETHERNET\",\"http_sequence\":1,\"common_c2s_ipfrag_num\":0,\"common_s2c_ipfrag_num\":0,\"common_c2s_tcp_unorder_num\":0,\"common_s2c_tcp_unorder_num\":0,\"common_c2s_tcp_lostlen\":0,\"common_s2c_tcp_lostlen\":0,\"common_server_ip\":\"111.7.68.189\",\"common_client_ip\":\"112.43.6.253\",\"common_server_port\":80,\"common_client_port\":9519,\"common_stream_dir\":1,\"common_address_type\":4,\"common_s2c_pkt_num\":0,\"common_s2c_byte_num\":0,\"common_c2s_pkt_num\":6,\"common_c2s_byte_num\":1402,\"common_start_time\":1611031676,\"common_end_time\":1611031676,\"common_con_duration_ms\":31020,\"common_stream_trace_id\":\"105566844157394\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_address_list\":\"9519-80-112.43.6.253-111.7.68.189\",\"common_l7_protocol\":\"HTTP\",\"common_establish_latency_ms\":54,\"common_client_location\":\"Other,Other,China\",\"common_server_location\":\"Other,Other,China\",\"common_direction\":73,\"common_sled_ip\":\"10.111.128.248\",\"common_device_id\":\"GN202000000000000000\",\"common_data_center\":\"CMCC\",\"common_policy_id\":0,\"common_service\":2,\"common_action\":0,\"common_app_id\":\"QQ\"}"; - SessionRecordLog sessionRecordLog = JSONObject.parseObject(jsonStr, SessionRecordLog.class); - GenericRecord jstx_rzzb = new GenericData.Record(jstxSchema); - sessionRecordLog.setCommon_schema_type("SSL"); - setJSTX_RZZB(jstx_rzzb, sessionRecordLog); - JSTXList.add(jstx_rzzb); - HttpClientService httpClientService = new HttpClientService(); - - Map<String, String> stringStringMap = httpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(jstxSchema, JSTXList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.FLOODING_POST_JSTX_TOPIC); - System.out.println(stringStringMap); - JSTXList.clear(); - } -} diff --git a/src/test/java/conntest/TestMail.java b/src/test/java/conntest/TestMail.java deleted file mode 100644 index 4a0f995..0000000 --- a/src/test/java/conntest/TestMail.java +++ /dev/null @@ -1,40 +0,0 @@ -package conntest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.CONNAssignment.setMAIL_RZZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestMail { - public static void main(String[] args) throws IOException { - List<GenericRecord> MAILList = new ArrayList<GenericRecord>(); - Schema mailSchema; - mailSchema = new Schema.Parser().parse(StreamAggregateConfig.MAIL_RZZB_SCHEMA); - - String jsonStr = "{\"common_action\":0,\"common_address_type\":4,\"common_c2s_byte_num\":606,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":9,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"36.184.3.197\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":5100,\"common_con_duration_ms\":31462,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611024036,\"common_establish_latency_ms\":269,\"common_external_ip\":\"36.184.3.197\",\"common_internal_ip\":\"183.232.93.197\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"UNKNOWN_TCP\",\"common_log_id\":96315054955890691,\"common_policy_id\":0,\"common_processing_time\":1611024024,\"common_protocol_label\":\"TCP/IPv4/ETHERNET\",\"common_recv_time\":1611024036,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"MAIL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.232.93.197\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":25,\"common_sessions\":1,\"common_sled_ip\":\"10.111.128.240\",\"common_start_time\":1611024035,\"common_stream_dir\":1,\"common_stream_trace_id\":61586128607366,\"mail_account\":\"[email protected]\",\"mail_protocol_type\":\"SMTP\"}"; - SessionRecordLog sessionRecordLog = JSONObject.parseObject(jsonStr, SessionRecordLog.class); - GenericRecord mail_rzzb = new GenericData.Record(mailSchema); - try { - setMAIL_RZZB(mail_rzzb, sessionRecordLog); - } catch (IOException e) { - e.printStackTrace(); - } - MAILList.add(mail_rzzb); - HttpClientService httpClientService = new HttpClientService(); - - Map<String, String> stringStringMap = httpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(mailSchema, MAILList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.FLOODING_POST_MAIL_TOPIC); - System.out.println(stringStringMap); - MAILList.clear(); - } -} diff --git a/src/test/java/conntest/TestSSL.java b/src/test/java/conntest/TestSSL.java deleted file mode 100644 index 0c70bf8..0000000 --- a/src/test/java/conntest/TestSSL.java +++ /dev/null @@ -1,38 +0,0 @@ -package conntest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.CONNAssignment.*; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestSSL { - public static void main(String[] args) throws IOException { - List<GenericRecord> SSLList = new ArrayList<GenericRecord>(); - Schema sslSchema; - sslSchema = new Schema.Parser().parse(StreamAggregateConfig.HTTP_RZZB_SCHEMA); - String str = "{\"common_action\":0,\"common_address_type\":4,\"common_c2s_byte_num\":0,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":0,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.115.228.160\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":6450,\"common_con_duration_ms\":30957,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":69,\"common_end_time\":1611815268,\"common_establish_latency_ms\":83,\"common_external_ip\":\"162.14.14.11\",\"common_internal_ip\":\"223.115.228.160\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTP\",\"common_log_id\":109589882311743491,\"common_policy_id\":0,\"common_processing_time\":1611815266,\"common_protocol_label\":\"TCP/IPv4/ETHERNET\",\"common_recv_time\":1611815268,\"common_s2c_byte_num\":1516,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":4,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"HTTP\",\"common_server_asn\":\"132203\",\"common_server_ip\":\"162.14.14.11\",\"common_server_location\":\"Other,Other,Hong Kong\",\"common_server_port\":80,\"common_sessions\":1,\"common_sled_ip\":\"10.111.128.239\",\"common_start_time\":1611815268,\"common_stream_dir\":2,\"common_stream_trace_id\":123184706918968,\"http_content_length\":\"1134\",\"http_content_type\":\"application/json\",\"http_proxy_flag\":0,\"http_sequence\":1,\"http_version\":\"http1\"}"; - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - GenericRecord jstx_rzzb = new GenericData.Record(sslSchema); - - setHTTP_RZZB(jstx_rzzb, sessionRecordLog); - SSLList.add(jstx_rzzb); - HttpClientService httpClientService = new HttpClientService(); - - Map<String, String> stringStringMap = httpClientService.getConnHttpPost("http://10.111.208.1:10080/", generate(sslSchema, SSLList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.FLOODING_POST_SSL_TOPIC); - System.out.println(stringStringMap); - - - } - -} diff --git a/src/test/java/conntest/TestVpn.java b/src/test/java/conntest/TestVpn.java deleted file mode 100644 index 55db7f4..0000000 --- a/src/test/java/conntest/TestVpn.java +++ /dev/null @@ -1,41 +0,0 @@ -package conntest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.CONNAssignment.setVPN_RZZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - - -public class TestVpn { - public static void main(String[] args) throws IOException { - List<GenericRecord> VPNList = new ArrayList<GenericRecord>(); - Schema vpnSchema; - String str = "{\"common_schema_type\":\"BASE\",\"common_sessions\":1,\"common_protocol_label\":\"UDP/IPv4/ETHERNET\",\"common_c2s_ipfrag_num\":0,\"common_s2c_ipfrag_num\":0,\"common_server_ip\":\"223.115.12.126\",\"common_client_ip\":\"111.21.91.210\",\"common_server_port\":13823,\"common_client_port\":18005,\"common_stream_dir\":2,\"common_address_type\":4,\"common_s2c_pkt_num\":33,\"common_s2c_byte_num\":10049,\"common_c2s_pkt_num\":0,\"common_c2s_byte_num\":0,\"common_start_time\":1611028993,\"common_end_time\":1611028998,\"common_con_duration_ms\":65324,\"common_stream_trace_id\":\"43994105029885\",\"common_l4_protocol\":\"IPv4_UDP\",\"common_address_list\":\"18005-13823-111.21.91.210-223.115.12.126\",\"common_l7_protocol\":\"PPTP\",\"common_establish_latency_ms\":0,\"common_client_location\":\"Xi'an,Shaanxi,China\",\"common_server_location\":\"Other,Other,China\",\"common_direction\":69,\"common_sled_ip\":\"10.111.128.229\",\"common_device_id\":\"GN202000000000000000\",\"common_data_center\":\"CMCC\",\"common_policy_id\":0,\"common_service\":2,\"common_action\":0}"; - vpnSchema = new Schema.Parser().parse(StreamAggregateConfig.VPN_RZZB_SCHEMA); - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - - if (sessionRecordLog.getCommon_l7_protocol().equals("PPTP") || sessionRecordLog.getCommon_l7_protocol().equals("L2TP") || sessionRecordLog.getCommon_l7_protocol().equals("OPENVPN") || sessionRecordLog.getCommon_l7_protocol().equals("IPSEC")) { - GenericRecord vpn_rzzb = new GenericData.Record(vpnSchema); - setVPN_RZZB(vpn_rzzb, sessionRecordLog); - VPNList.add(vpn_rzzb); - HttpClientService httpClientService = new HttpClientService(); - System.out.println(vpn_rzzb.get("YDY")); - - Map<String, String> stringStringMap = httpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(vpnSchema, VPNList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.FLOODING_POST_VPN_TOPIC); - - System.out.println(stringStringMap); - - } - } -} diff --git a/src/test/java/gktest/TestDns.java b/src/test/java/gktest/TestDns.java deleted file mode 100644 index 754ac35..0000000 --- a/src/test/java/gktest/TestDns.java +++ /dev/null @@ -1,50 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - - -import static cn.ac.iie.storm.utils.general.GKAssignment.setDNS_GKZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestDns { - public static void main(String[] args) throws IOException { - - List<GenericRecord> DNSList = new ArrayList<GenericRecord>(); - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":71,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":1,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"183.247.173.159\",\"common_client_location\":\"650109,,650440\",\"common_client_port\":12122,\"common_con_duration_ms\":0,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611051108,\"common_establish_latency_ms\":0,\"common_external_ip\":\"183.247.173.159\",\"common_internal_ip\":\"117.146.215.242\",\"common_l4_protocol\":\"IPv4_UDP\",\"common_l7_protocol\":\"DNS\",\"common_log_id\":96768794494537728,\"common_policy_id\":285,\"common_processing_time\":1611051069,\"common_recv_time\":1611051108,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"DNS\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"117.146.215.242\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":53,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.229\",\"common_start_time\":1611051108,\"common_stream_dir\":1,\"common_stream_trace_id\":14364576005,\"common_sub_action\":\"redirect\",\"common_user_region\":\"{\\\"method\\\":\\\"redirect\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":402,\\\"xzid\\\":0,\\\"lhid\\\":416,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉恐,涉黑,涉邪教,测试,诈骗,涉赌,涉爆,涉黄,涉毒,shehuang\\\",\\\"pzid\\\":\\\"0402000000000001\\\",\\\"flid\\\":0,\\\"enable\\\":0,\\\"timestamp\\\":1611030696},\\\"resolution\\\":[{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"1.1.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.5\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.4\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.3\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.1\\\"}]}],\\\"protocol\\\":\\\"DNS\\\"}\",\"dns_aa\":0,\"dns_ancount\":0,\"dns_arcount\":0,\"dns_message_id\":34004,\"dns_nscount\":0,\"dns_opcode\":0,\"dns_qclass\":1,\"dns_qdcount\":1,\"dns_qname\":\"m.baidu.com\",\"dns_qr\":0,\"dns_qtype\":1,\"dns_ra\":0,\"dns_rcode\":0,\"dns_rd\":1,\"dns_sub\":1,\"dns_tc\":0}"; - Schema dnsSchema; - - dnsSchema = new Schema.Parser().parse(StreamAggregateConfig.DNS_GKZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord dns_gkzb = new GenericData.Record(dnsSchema); - setDNS_GKZB(dns_gkzb, sessionRecordLog); - DNSList.add(dns_gkzb); - // System.out.println(dns_gkzb.get("YDY")); - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(dnsSchema, DNSList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_DNS_TOPIC); - // System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/TestFtp.java b/src/test/java/gktest/TestFtp.java deleted file mode 100644 index 5e607ea..0000000 --- a/src/test/java/gktest/TestFtp.java +++ /dev/null @@ -1,48 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.GKAssignment.setFTP_GKZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestFtp { - public static void main(String[] args) throws IOException { - List<GenericRecord> FTPList = new ArrayList<GenericRecord>(); - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":705,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":3,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"39.144.201.71\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":37002,\"common_con_duration_ms\":106,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611114749,\"common_establish_latency_ms\":106,\"common_external_ip\":\"39.144.201.71\",\"common_internal_ip\":\"183.192.170.139\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTPS\",\"common_log_id\":97836281738856460,\"common_policy_id\":300,\"common_processing_time\":1611114696,\"common_recv_time\":1611114749,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"SSL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.192.170.139\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":443,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.226\",\"common_start_time\":1611114749,\"common_stream_dir\":1,\"common_stream_trace_id\":87977380205179,\"common_sub_action\":\"rst\",\"common_user_region\":\"{\\\"method\\\":\\\"rst\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":408,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉爆\\\",\\\"pzid\\\":\\\"0405000000000002\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"01\\\",\\\"enable\\\":0,\\\"zsmc\\\":\\\"测试0120\\\",\\\"timestamp\\\":1611114742},\\\"protocol\\\":\\\"SSL\\\"}\",\"http_domain\":\"qq.com\"}"; - Schema ftpSchema; - - ftpSchema = new Schema.Parser().parse(StreamAggregateConfig.FTP_GKZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord ftp_gkzb = new GenericData.Record(ftpSchema); - setFTP_GKZB(ftp_gkzb, sessionRecordLog); - FTPList.add(ftp_gkzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(ftpSchema, FTPList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_FTP_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/TestHttp.java b/src/test/java/gktest/TestHttp.java deleted file mode 100644 index ba35a1d..0000000 --- a/src/test/java/gktest/TestHttp.java +++ /dev/null @@ -1,50 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.GKAssignment.setHTTP_GKZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestHttp { - public static void main(String[] args) throws IOException { - - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":68964,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":75,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.117.129.189\",\"common_client_location\":\"Yining,Xinjiang,China\",\"common_client_port\":26752,\"common_con_duration_ms\":38737,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611116271,\"common_establish_latency_ms\":96,\"common_external_ip\":\"223.117.129.189\",\"common_internal_ip\":\"120.241.186.100\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTP\",\"common_log_id\":97862110380326925,\"common_policy_id\":304,\"common_processing_time\":1611116236,\"common_recv_time\":1611116271,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"HTTP\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"120.241.186.100\",\"common_server_location\":\"650400,,650400\",\"common_server_port\":80,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.223\",\"common_start_time\":1611116233,\"common_stream_dir\":1,\"common_stream_trace_id\":17608684656699,\"common_sub_action\":\"rst\",\"common_user_region\":\"{\\\"method\\\":\\\"rst\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":403,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"yyzl\\\":0,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑\\\",\\\"pzid\\\":\\\"0403000000000005\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"timestamp\\\":1611116084},\\\"protocol\\\":\\\"HTTP\\\"}\",\"http_domain\":\"qq.com\",\"http_host\":\"btrace.qq.com\",\"http_proxy_flag\":0,\"http_sequence\":60,\"http_url\":\"btrace.qq.com/ckvcollect/\",\"http_version\":\"http1\"}"; - List<GenericRecord> HTTPList = new ArrayList<GenericRecord>(); - Schema httpSchema; - - httpSchema = new Schema.Parser().parse(StreamAggregateConfig.HTTP_GKZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord http_gkzb = new GenericData.Record(httpSchema); - setHTTP_GKZB(http_gkzb, sessionRecordLog); - HTTPList.add(http_gkzb); - System.out.println(http_gkzb.get("MDDY")); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.80.1:10080/", generate(httpSchema, HTTPList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_HTTP_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/TestIP.java b/src/test/java/gktest/TestIP.java deleted file mode 100644 index 0200c90..0000000 --- a/src/test/java/gktest/TestIP.java +++ /dev/null @@ -1,50 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - - -import static cn.ac.iie.storm.utils.general.GKAssignment.setIP_GKRZ; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestIP { - public static void main(String[] args) throws IOException { - - List<GenericRecord> DNSList = new ArrayList<GenericRecord>(); - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":71,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":1,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"183.247.173.159\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":12122,\"common_con_duration_ms\":0,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611051108,\"common_establish_latency_ms\":0,\"common_external_ip\":\"183.247.173.159\",\"common_internal_ip\":\"117.146.215.242\",\"common_l4_protocol\":\"IPv4_UDP\",\"common_l7_protocol\":\"DNS\",\"common_log_id\":96768794494537728,\"common_policy_id\":285,\"common_processing_time\":1611051069,\"common_recv_time\":1611051108,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"DNS\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"117.146.215.242\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":53,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.229\",\"common_start_time\":1611051108,\"common_stream_dir\":1,\"common_stream_trace_id\":14364576005,\"common_sub_action\":\"redirect\",\"common_user_region\":\"{\\\"method\\\":\\\"redirect\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":402,\\\"xzid\\\":0,\\\"lhid\\\":416,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉恐,涉黑,涉邪教,测试,诈骗,涉赌,涉爆,涉黄,涉毒,shehuang\\\",\\\"pzid\\\":\\\"0402000000000001\\\",\\\"flid\\\":0,\\\"enable\\\":0,\\\"timestamp\\\":1611030696},\\\"resolution\\\":[{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"1.1.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.5\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.4\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.3\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.1\\\"}]}],\\\"protocol\\\":\\\"DNS\\\"}\",\"dns_aa\":0,\"dns_ancount\":0,\"dns_arcount\":0,\"dns_message_id\":34004,\"dns_nscount\":0,\"dns_opcode\":0,\"dns_qclass\":1,\"dns_qdcount\":1,\"dns_qname\":\"m.baidu.com\",\"dns_qr\":0,\"dns_qtype\":1,\"dns_ra\":0,\"dns_rcode\":0,\"dns_rd\":1,\"dns_sub\":1,\"dns_tc\":0}"; - Schema ipSchema; - - ipSchema = new Schema.Parser().parse(StreamAggregateConfig.IP_GKRZ_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord ip_gkzb = new GenericData.Record(ipSchema); - setIP_GKRZ(ip_gkzb, sessionRecordLog); - DNSList.add(ip_gkzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(ipSchema, DNSList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_IP_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/TestMail.java b/src/test/java/gktest/TestMail.java deleted file mode 100644 index 04d65f6..0000000 --- a/src/test/java/gktest/TestMail.java +++ /dev/null @@ -1,49 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - - -import static cn.ac.iie.storm.utils.general.GKAssignment.setMAIL_GKZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestMail { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":705,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":3,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"39.144.201.71\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":37002,\"common_con_duration_ms\":106,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611114749,\"common_establish_latency_ms\":106,\"common_external_ip\":\"39.144.201.71\",\"common_internal_ip\":\"183.192.170.139\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTPS\",\"common_log_id\":97836281738856460,\"common_policy_id\":300,\"common_processing_time\":1611114696,\"common_recv_time\":1611114749,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"SSL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.192.170.139\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":443,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.226\",\"common_start_time\":1611114749,\"common_stream_dir\":1,\"common_stream_trace_id\":87977380205179,\"common_sub_action\":\"rst\",\"common_user_region\":\"{\\\"method\\\":\\\"rst\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":405,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉爆\\\",\\\"pzid\\\":\\\"0405000000000002\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"01\\\",\\\"enable\\\":0,\\\"zsmc\\\":\\\"测试0120\\\",\\\"timestamp\\\":1611114742},\\\"protocol\\\":\\\"SSL\\\"}\",\"http_domain\":\"qq.com\",\"ssl_ja3_hash\":\"9b02ebd3a43b62d825e1ac605b621dc8\",\"mail_account\":\"[email protected]\",\"mail_protocol_type\":\"SMTP\"}"; - List<GenericRecord> MAILList = new ArrayList<GenericRecord>(); - Schema mailSchema; - - mailSchema = new Schema.Parser().parse(StreamAggregateConfig.MAIL_GKZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord mail_gkzb = new GenericData.Record(mailSchema); - setMAIL_GKZB(mail_gkzb, sessionRecordLog); - MAILList.add(mail_gkzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(mailSchema, MAILList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_MAIL_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/TestSsl.java b/src/test/java/gktest/TestSsl.java deleted file mode 100644 index d0bfeff..0000000 --- a/src/test/java/gktest/TestSsl.java +++ /dev/null @@ -1,50 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - - -import static cn.ac.iie.storm.utils.general.GKAssignment.setSSL_GKZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestSsl { - public static void main(String[] args) throws IOException { - - List<GenericRecord> SSLList = new ArrayList<GenericRecord>(); - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2396,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":17,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.114.176.221\",\"common_client_location\":\"650000\",\"common_client_port\":2245,\"common_con_duration_ms\":8508,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":69,\"common_end_time\":1611889277,\"common_establish_latency_ms\":97,\"common_external_ip\":\"183.232.232.23\",\"common_internal_ip\":\"223.114.176.221\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTPS\",\"common_log_id\":110834274226219014,\"common_policy_id\":443,\"common_processing_time\":1611889437,\"common_recv_time\":1611889277,\"common_s2c_byte_num\":5512,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":18,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"SSL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.232.232.23\",\"common_server_location\":\"640000\",\"common_server_port\":443,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.252\",\"common_start_time\":1611889269,\"common_stream_dir\":3,\"common_stream_trace_id\":88002759659387,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":505,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉邪教,涉爆,涉毒,测试\\\",\\\"pzid\\\":\\\"0505000000000001\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"01\\\",\\\"enable\\\":0,\\\"zsmc\\\":\\\"0119ceshi\\\",\\\"timestamp\\\":1611043923},\\\"protocol\\\":\\\"SSL\\\"}\",\"http_domain\":\"baidu.com\",\"ssl_cn\":\"baidu.com\",\"ssl_ja3_hash\":\"e46f2a8067ae28e46fa732fcb3a4f2e8\",\"ssl_san\":\"baidu.com;click.hm.baidu.com;cm.pos.baidu.com;log.hm.baidu.com;update.pan.baidu.com;wn.pos.baidu.com;*.91.com;*.aipage.cn;*.aipage.com;*.apollo.auto;*.baidu.com;*.baidubce.com;*.baiducontent.com;*.baidupcs.com;*.baidustatic.com;*.baifubao.com;*.bce.baidu.com;*.bcehost.com;*.bdimg.com;*.bdstatic.com;*.bdtjrcv.com;*.bj.baidubce.com;*.chuanke.com;*.cloud.baidu.com;*.dlnel.com;*.dlnel.org;*.dueros.baidu.com;*.eyun.baidu.com;*.fanyi.baidu.com;*.gz.baidubce.com;*.hao123.baidu.com;*.hao123.com;*.hao222.com;*.haokan.com;*.im.baidu.com;*.map.baidu.com;*.mbd.baidu.com;*.mipcdn.com;*.news.baidu.com;*.nuomi.com;*.pae.baidu.com;*.safe.baidu.com;*.smartapps.cn;*.su.baidu.com;*.trustgo.com;*.vd.bdstatic.com;*.xueshu.baidu.com;apollo.auto;baifubao.com;dwz.cn;mct.y.nuomi.com;www.baidu.cn;www.baidu.com.cn\",\"ssl_sni\":\"pimlog.baidu.com\"}"; - Schema sslSchema; - - sslSchema = new Schema.Parser().parse(StreamAggregateConfig.SSL_GKZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord ssl_gkzb = new GenericData.Record(sslSchema); - setSSL_GKZB(ssl_gkzb, sessionRecordLog); - SSLList.add(ssl_gkzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(sslSchema, SSLList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_SSL_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/TestVpn.java b/src/test/java/gktest/TestVpn.java deleted file mode 100644 index 6303b8b..0000000 --- a/src/test/java/gktest/TestVpn.java +++ /dev/null @@ -1,49 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - - -import static cn.ac.iie.storm.utils.general.GKAssignment.setVPN_GKZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestVpn { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":68964,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":75,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.117.129.189\",\"common_client_location\":\"Yining,Xinjiang,China\",\"common_client_port\":26752,\"common_con_duration_ms\":38737,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611116271,\"common_establish_latency_ms\":96,\"common_external_ip\":\"223.117.129.189\",\"common_internal_ip\":\"120.241.186.100\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"PPTP\",\"common_log_id\":97862110380326925,\"common_policy_id\":304,\"common_processing_time\":1611116236,\"common_recv_time\":1611116271,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"HTTP\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"120.241.186.100\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":80,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.223\",\"common_start_time\":1611116233,\"common_stream_dir\":1,\"common_stream_trace_id\":17608684656699,\"common_sub_action\":\"rst\",\"common_user_region\":\"{\\\"method\\\":\\\"rst\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":411,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"yyzl\\\":0,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑\\\",\\\"pzid\\\":\\\"0403000000000005\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"timestamp\\\":1611116084},\\\"protocol\\\":\\\"HTTP\\\"}\",\"http_domain\":\"qq.com\",\"http_host\":\"btrace.qq.com\",\"http_proxy_flag\":0,\"http_sequence\":60,\"http_url\":\"btrace.qq.com/ckvcollect/\",\"http_version\":\"http1\"}"; - List<GenericRecord> VPNList = new ArrayList<GenericRecord>(); - Schema vpnSchema; - - vpnSchema = new Schema.Parser().parse(StreamAggregateConfig.VPN_GKZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord vpn_gkzb = new GenericData.Record(vpnSchema); - setVPN_GKZB(vpn_gkzb, sessionRecordLog); - VPNList.add(vpn_gkzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(vpnSchema, VPNList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_VPN_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/TestWygjc.java b/src/test/java/gktest/TestWygjc.java deleted file mode 100644 index 5d6277a..0000000 --- a/src/test/java/gktest/TestWygjc.java +++ /dev/null @@ -1,48 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.GKAssignment.setWYGJC_GKZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestWygjc { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":71,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":1,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"183.247.173.159\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":12122,\"common_con_duration_ms\":0,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611051108,\"common_establish_latency_ms\":0,\"common_external_ip\":\"183.247.173.159\",\"common_internal_ip\":\"117.146.215.242\",\"common_l4_protocol\":\"IPv4_UDP\",\"common_l7_protocol\":\"DNS\",\"common_log_id\":96768794494537728,\"common_policy_id\":285,\"common_processing_time\":1611051069,\"common_recv_time\":1611051108,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"DNS\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"117.146.215.242\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":53,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.229\",\"common_start_time\":1611051108,\"common_stream_dir\":1,\"common_stream_trace_id\":14364576005,\"common_sub_action\":\"redirect\",\"common_user_region\":\"{\\\"method\\\":\\\"redirect\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":406,\\\"xzid\\\":0,\\\"lhid\\\":416,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉恐,涉黑,涉邪教,测试,诈骗,涉赌,涉爆,涉黄,涉毒,shehuang\\\",\\\"pzid\\\":\\\"0402000000000001\\\",\\\"flid\\\":0,\\\"enable\\\":0,\\\"timestamp\\\":1611030696},\\\"resolution\\\":[{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"1.1.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.5\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.4\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.3\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.1\\\"}]}],\\\"protocol\\\":\\\"DNS\\\"}\"}"; - List<GenericRecord> WYGJCList = new ArrayList<GenericRecord>(); - Schema wygjcSchema; - - wygjcSchema = new Schema.Parser().parse(StreamAggregateConfig.WYGJC_GKRZ_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord wygjc_gkzb = new GenericData.Record(wygjcSchema); - setWYGJC_GKZB(wygjc_gkzb, sessionRecordLog); - WYGJCList.add(wygjc_gkzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(wygjcSchema, WYGJCList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.GK_POST_WYGJC_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/gktest/Testjstx.java b/src/test/java/gktest/Testjstx.java deleted file mode 100644 index c783c22..0000000 --- a/src/test/java/gktest/Testjstx.java +++ /dev/null @@ -1,34 +0,0 @@ -package gktest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class Testjstx { - public static void main(String[] args) throws IOException { - List<GenericRecord> JSTXList = new ArrayList<GenericRecord>(); - Schema jstxSchema; - jstxSchema = new Schema.Parser().parse(StreamAggregateConfig.JSTX_GKZB_SCHEMA); - - // SessionRecordLog sessionRecordLog = JSONObject.parseObject(, SessionRecordLog.class); - GenericRecord jstx_jczb = new GenericData.Record(jstxSchema); - // setJSTX_JCZB(jstx_jczb, sessionRecordLog); - JSTXList.add(jstx_jczb); - HttpClientService httpClientService = new HttpClientService(); - - Map<String, String> stringStringMap = httpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(jstxSchema, JSTXList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_JSTX_TOPIC); - System.out.println(stringStringMap); - JSTXList.clear(); - } -} diff --git a/src/test/java/jctest/JCIp.java b/src/test/java/jctest/JCIp.java deleted file mode 100644 index a186af3..0000000 --- a/src/test/java/jctest/JCIp.java +++ /dev/null @@ -1,49 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.JCAssignment.setHTTP_JCZB; -import static cn.ac.iie.storm.utils.general.JCAssignment.setIP_JCRZ; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class JCIp { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2062,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":6,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.117.24.8\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":16089,\"common_con_duration_ms\":236,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611223971,\"common_establish_latency_ms\":134,\"common_external_ip\":\"223.117.24.8\",\"common_internal_ip\":\"183.194.238.117\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTP\",\"common_log_id\":99671189075544078,\"common_policy_id\":342,\"common_processing_time\":1611224065,\"common_recv_time\":1611223971,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"HTTP\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.194.238.117\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":80,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.246\",\"common_start_time\":1611223971,\"common_stream_dir\":1,\"common_stream_trace_id\":105573145241355,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":504,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"yyzl\\\":0,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉邪教\\\",\\\"pzid\\\":\\\"0504000000000002\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"timestamp\\\":1611222786},\\\"protocol\\\":\\\"HTTP\\\"}\",\"http_content_length\":\"1420\",\"http_content_type\":\"multipart/form-data; boundary=-----------hello word-----------\",\"http_domain\":\"qq.com\",\"http_host\":\"www.qq.com\",\"http_proxy_flag\":0,\"http_response_lantency_ms\":0,\"http_sequence\":1,\"http_session_duration_ms\":101,\"http_url\":\"www.qq.com/\",\"http_user_agent\":\"Dalvik/2.1.0 (Linux; U; Android 10; PCGM00 Build/QKQ1.190918.001)\",\"http_version\":\"http1\"}"; - List<GenericRecord> IPList = new ArrayList<GenericRecord>(); - Schema ipSchema; - - ipSchema = new Schema.Parser().parse(StreamAggregateConfig.IP_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord ip_jczb = new GenericData.Record(ipSchema); - setIP_JCRZ(ip_jczb, sessionRecordLog); - IPList.add(ip_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(ipSchema, IPList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_IP_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/jctest/JcHttp.java b/src/test/java/jctest/JcHttp.java deleted file mode 100644 index c591051..0000000 --- a/src/test/java/jctest/JcHttp.java +++ /dev/null @@ -1,52 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.JCAssignment.setHTTP_JCZB; -import static cn.ac.iie.storm.utils.general.JCAssignment.setSSL_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class JcHttp { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2062,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":6,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.117.24.8\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":16089,\"common_con_duration_ms\":236,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611223971,\"common_establish_latency_ms\":134,\"common_external_ip\":\"223.117.24.8\",\"common_internal_ip\":\"183.194.238.117\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTP\",\"common_log_id\":99671189075544078,\"common_policy_id\":342,\"common_processing_time\":1611224065,\"common_recv_time\":1611223971,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"HTTP\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.194.238.117\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":80,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.246\",\"common_start_time\":1611223971,\"common_stream_dir\":1,\"common_stream_trace_id\":105573145241355,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":504,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"yyzl\\\":0,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉邪教\\\",\\\"pzid\\\":\\\"0504000000000002\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"timestamp\\\":1611222786},\\\"protocol\\\":\\\"HTTP\\\"}\",\"http_content_length\":\"1420\",\"http_content_type\":\"multipart/form-data; boundary=-----------hello word-----------\",\"http_domain\":\"qq.com\",\"http_host\":\"www.qq.com\",\"http_proxy_flag\":0,\"http_response_lantency_ms\":0,\"http_sequence\":1,\"http_session_duration_ms\":101,\"http_url\":\"www.qq.com/\",\"http_user_agent\":\"Dalvik/2.1.0 (Linux; U; Android 10; PCGM00 Build/QKQ1.190918.001)\",\"http_version\":\"http1\"}"; - List<GenericRecord> HTTPList = new ArrayList<GenericRecord>(); - Schema httpSchema; - - httpSchema = new Schema.Parser().parse(StreamAggregateConfig.HTTP_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord http_jczb = new GenericData.Record(httpSchema); - setHTTP_JCZB(http_jczb, sessionRecordLog); - HTTPList.add(http_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.208.1:10080/", generate(httpSchema, HTTPList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_HTTP_TOPIC); - System.out.println("这是消息头"+stringStringMap); - if (stringStringMap.containsValue("502")){ - System.out.println("发送失败"+"失败原因为"+stringStringMap); - } - } -} diff --git a/src/test/java/jctest/JcPic.java b/src/test/java/jctest/JcPic.java deleted file mode 100644 index d96c866..0000000 --- a/src/test/java/jctest/JcPic.java +++ /dev/null @@ -1,51 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - - -import static cn.ac.iie.storm.utils.general.JCAssignment.setPIC_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class JcPic { - public static void main(String[] args) throws IOException { - - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2062,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":6,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.117.24.8\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":16089,\"common_con_duration_ms\":236,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611223971,\"common_establish_latency_ms\":134,\"common_external_ip\":\"223.117.24.8\",\"common_internal_ip\":\"183.194.238.117\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTP\",\"common_log_id\":99671189075544078,\"common_policy_id\":342,\"common_processing_time\":1611224065,\"common_recv_time\":1611223971,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"HTTP\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.194.238.117\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":80,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.246\",\"common_start_time\":1611223971,\"common_stream_dir\":1,\"common_stream_trace_id\":105573145241355,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":504,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"yyzl\\\":0,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉邪教\\\",\\\"pzid\\\":\\\"0504000000000002\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"timestamp\\\":1611222786},\\\"protocol\\\":\\\"HTTP\\\"}\",\"http_content_length\":\"1420\",\"http_content_type\":\"multipart/form-data; boundary=-----------hello word-----------\",\"http_domain\":\"qq.com\",\"http_host\":\"www.qq.com\",\"http_proxy_flag\":0,\"http_response_lantency_ms\":0,\"http_sequence\":1,\"http_session_duration_ms\":101,\"http_url\":\"www.qq.com/\",\"http_user_agent\":\"Dalvik/2.1.0 (Linux; U; Android 10; PCGM00 Build/QKQ1.190918.001)\",\"http_version\":\"http1\"}"; - List<GenericRecord> PICList = new ArrayList<GenericRecord>(); - Schema picSchema; - - picSchema = new Schema.Parser().parse(StreamAggregateConfig.PIC_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord pic_jczb = new GenericData.Record(picSchema); - setPIC_JCZB(pic_jczb, sessionRecordLog); - PICList.add(pic_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(picSchema, PICList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_PIC_TOPIC); - System.out.println(stringStringMap); - - } -} diff --git a/src/test/java/jctest/JcSsl.java b/src/test/java/jctest/JcSsl.java deleted file mode 100644 index c308df9..0000000 --- a/src/test/java/jctest/JcSsl.java +++ /dev/null @@ -1,49 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.JCAssignment.setHTTP_JCZB; -import static cn.ac.iie.storm.utils.general.JCAssignment.setSSL_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class JcSsl { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2396,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":17,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.114.176.221\",\"common_client_location\":\"650000\",\"common_client_port\":2245,\"common_con_duration_ms\":8508,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":69,\"common_end_time\":1611889277,\"common_establish_latency_ms\":97,\"common_external_ip\":\"183.232.232.23\",\"common_internal_ip\":\"223.114.176.221\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTPS\",\"common_log_id\":110834274226219014,\"common_policy_id\":443,\"common_processing_time\":1611889437,\"common_recv_time\":1611889277,\"common_s2c_byte_num\":5512,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":18,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"SSL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.232.232.23\",\"common_server_location\":\"640000\",\"common_server_port\":443,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.252\",\"common_start_time\":1611889269,\"common_stream_dir\":3,\"common_stream_trace_id\":88002759659387,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":505,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉邪教,涉爆,涉毒,测试\\\",\\\"pzid\\\":\\\"0505000000000001\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"01\\\",\\\"enable\\\":0,\\\"zsmc\\\":\\\"0119ceshi\\\",\\\"timestamp\\\":1611043923},\\\"protocol\\\":\\\"SSL\\\"}\",\"http_domain\":\"baidu.com\",\"ssl_cn\":\"baidu.com\",\"ssl_ja3_hash\":\"e46f2a8067ae28e46fa732fcb3a4f2e8\",\"ssl_san\":\"baidu.com;click.hm.baidu.com;cm.pos.baidu.com;log.hm.baidu.com;update.pan.baidu.com;wn.pos.baidu.com;*.91.com;*.aipage.cn;*.aipage.com;*.apollo.auto;*.baidu.com;*.baidubce.com;*.baiducontent.com;*.baidupcs.com;*.baidustatic.com;*.baifubao.com;*.bce.baidu.com;*.bcehost.com;*.bdimg.com;*.bdstatic.com;*.bdtjrcv.com;*.bj.baidubce.com;*.chuanke.com;*.cloud.baidu.com;*.dlnel.com;*.dlnel.org;*.dueros.baidu.com;*.eyun.baidu.com;*.fanyi.baidu.com;*.gz.baidubce.com;*.hao123.baidu.com;*.hao123.com;*.hao222.com;*.haokan.com;*.im.baidu.com;*.map.baidu.com;*.mbd.baidu.com;*.mipcdn.com;*.news.baidu.com;*.nuomi.com;*.pae.baidu.com;*.safe.baidu.com;*.smartapps.cn;*.su.baidu.com;*.trustgo.com;*.vd.bdstatic.com;*.xueshu.baidu.com;apollo.auto;baifubao.com;dwz.cn;mct.y.nuomi.com;www.baidu.cn;www.baidu.com.cn\",\"ssl_sni\":\"pimlog.baidu.com\"}"; - List<GenericRecord> SSLList = new ArrayList<GenericRecord>(); - Schema sslSchema; - - sslSchema = new Schema.Parser().parse(StreamAggregateConfig.SSL_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord ssl_jczb = new GenericData.Record(sslSchema); - setSSL_JCZB(ssl_jczb, sessionRecordLog); - SSLList.add(ssl_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(sslSchema, SSLList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_SSL_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/jctest/TestDns.java b/src/test/java/jctest/TestDns.java deleted file mode 100644 index ee412cc..0000000 --- a/src/test/java/jctest/TestDns.java +++ /dev/null @@ -1,48 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.JCAssignment.setDNS_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestDns { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":85,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":1,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"4134\",\"common_client_ip\":\"49.114.170.81\",\"common_client_location\":\",,\",\"common_client_port\":20991,\"common_con_duration_ms\":1,\"common_data_center\":\"CTCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1614496480,\"common_establish_latency_ms\":0,\"common_external_ip\":\"49.114.170.81\",\"common_internal_ip\":\"114.114.114.114\",\"common_l4_protocol\":\"IPv4_UDP\",\"common_l7_protocol\":\"DNS\",\"common_log_id\":154573189755715584,\"common_policy_id\":1351,\"common_processing_time\":1614496480,\"common_recv_time\":1614496480,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"DNS\",\"common_server_asn\":\"174,4134\",\"common_server_ip\":\"114.114.114.114\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":53,\"common_sessions\":0,\"common_sled_ip\":\"10.111.64.11\",\"common_start_time\":1614496480,\"common_stream_dir\":1,\"common_stream_trace_id\":127262545176,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":502,\\\"xzid\\\":0,\\\"lhid\\\":333,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉邪教,诈骗,涉爆,涉黄,涉毒,测试\\\",\\\"pzid\\\":\\\"0502000000000007\\\",\\\"flid\\\":0,\\\"enable\\\":0,\\\"timestamp\\\":1611985457},\\\"protocol\\\":\\\"DNS\\\"}\",\"dns_aa\":0,\"dns_ancount\":0,\"dns_arcount\":0,\"dns_message_id\":57215,\"dns_nscount\":0,\"dns_opcode\":0,\"dns_qclass\":1,\"dns_qdcount\":1,\"dns_qname\":\"pull-flv-f6.douyincdn.com\",\"dns_qr\":0,\"dns_qtype\":1,\"dns_ra\":0,\"dns_rcode\":0,\"dns_rd\":1,\"dns_sub\":1,\"dns_tc\":0}"; - List<GenericRecord> DNSList = new ArrayList<GenericRecord>(); - Schema dnsSchema; - - dnsSchema = new Schema.Parser().parse(StreamAggregateConfig.DNS_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord dns_jczb = new GenericData.Record(dnsSchema); - setDNS_JCZB(dns_jczb, sessionRecordLog); - DNSList.add(dns_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(dnsSchema, DNSList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_DNS_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/jctest/TestFTP.java b/src/test/java/jctest/TestFTP.java deleted file mode 100644 index 1d18a27..0000000 --- a/src/test/java/jctest/TestFTP.java +++ /dev/null @@ -1,48 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.JCAssignment.setFTP_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestFTP { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2884,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":13,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.116.148.253\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":9410,\"common_con_duration_ms\":34024,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611224156,\"common_establish_latency_ms\":243,\"common_external_ip\":\"223.116.148.253\",\"common_internal_ip\":\"117.144.244.26\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTPS\",\"common_log_id\":99672745028108302,\"common_policy_id\":341,\"common_processing_time\":1611224158,\"common_recv_time\":1611224156,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"SSL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"117.144.244.26\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":443,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.251\",\"common_start_time\":1611224152,\"common_stream_dir\":1,\"common_stream_trace_id\":20034944269,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":505,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉爆,涉黄\\\",\\\"pzid\\\":\\\"0505000000000004\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"zsmc\\\":\\\"qq.com\\\",\\\"timestamp\\\":1611222773},\\\"protocol\\\":\\\"SSL\\\"}\",\"http_domain\":\"qq.com\",\"ssl_ja3_hash\":\"0b87118411d0a3fb5002ce9ad0acbaa9\",\"ssl_sni\":\"lbs.map.qq.com\"}"; - List<GenericRecord> FTPList = new ArrayList<GenericRecord>(); - Schema ftpSchema; - - ftpSchema = new Schema.Parser().parse(StreamAggregateConfig.FTP_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord ftp_jczb = new GenericData.Record(ftpSchema); - setFTP_JCZB(ftp_jczb, sessionRecordLog); - FTPList.add(ftp_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(ftpSchema, FTPList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_FTP_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/jctest/TestJstx.java b/src/test/java/jctest/TestJstx.java deleted file mode 100644 index acdbb71..0000000 --- a/src/test/java/jctest/TestJstx.java +++ /dev/null @@ -1,34 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestJstx { - public static void main(String[] args) throws IOException { - List<GenericRecord> JSTXList = new ArrayList<GenericRecord>(); - Schema jstxSchema; - jstxSchema = new Schema.Parser().parse(StreamAggregateConfig.JSTX_JCZB_SCHEMA); - - // SessionRecordLog sessionRecordLog = JSONObject.parseObject(, SessionRecordLog.class); - GenericRecord jstx_jczb = new GenericData.Record(jstxSchema); - // setJSTX_JCZB(jstx_jczb, sessionRecordLog); - JSTXList.add(jstx_jczb); - HttpClientService httpClientService = new HttpClientService(); - - Map<String, String> stringStringMap = httpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(jstxSchema, JSTXList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_JSTX_TOPIC); - System.out.println(stringStringMap); - JSTXList.clear(); - } -} diff --git a/src/test/java/jctest/TestMail.java b/src/test/java/jctest/TestMail.java deleted file mode 100644 index cc09344..0000000 --- a/src/test/java/jctest/TestMail.java +++ /dev/null @@ -1,49 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - - -import static cn.ac.iie.storm.utils.general.JCAssignment.setMAIL_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestMail { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":705,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":3,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"39.144.201.71\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":37002,\"common_con_duration_ms\":106,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611114749,\"common_establish_latency_ms\":106,\"common_external_ip\":\"39.144.201.71\",\"common_internal_ip\":\"183.192.170.139\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTPS\",\"common_log_id\":97836281738856460,\"common_policy_id\":300,\"common_processing_time\":1611114696,\"common_recv_time\":1611114749,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"SSL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.192.170.139\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":443,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.226\",\"common_start_time\":1611114749,\"common_stream_dir\":1,\"common_stream_trace_id\":87977380205179,\"common_sub_action\":\"rst\",\"common_user_region\":\"{\\\"method\\\":\\\"rst\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":405,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉爆\\\",\\\"pzid\\\":\\\"0405000000000002\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"01\\\",\\\"enable\\\":0,\\\"zsmc\\\":\\\"测试0120\\\",\\\"timestamp\\\":1611114742},\\\"protocol\\\":\\\"SSL\\\"}\",\"http_domain\":\"qq.com\",\"ssl_ja3_hash\":\"9b02ebd3a43b62d825e1ac605b621dc8\",\"mail_account\":\"[email protected]\",\"mail_protocol_type\":\"SMTP\"}"; - List<GenericRecord> MAILList = new ArrayList<GenericRecord>(); - Schema mailSchema; - - mailSchema = new Schema.Parser().parse(StreamAggregateConfig.MAIL_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord mail_gkzb = new GenericData.Record(mailSchema); - setMAIL_JCZB(mail_gkzb, sessionRecordLog); - MAILList.add(mail_gkzb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(mailSchema, MAILList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_MAIL_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/jctest/TestMedia.java b/src/test/java/jctest/TestMedia.java deleted file mode 100644 index 6f1be7b..0000000 --- a/src/test/java/jctest/TestMedia.java +++ /dev/null @@ -1,48 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.JCAssignment.setMEDIA_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestMedia { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2062,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":6,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.117.24.8\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":16089,\"common_con_duration_ms\":236,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611223971,\"common_establish_latency_ms\":134,\"common_external_ip\":\"223.117.24.8\",\"common_internal_ip\":\"183.194.238.117\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTP\",\"common_log_id\":99671189075544078,\"common_policy_id\":342,\"common_processing_time\":1611224065,\"common_recv_time\":1611223971,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"HTTP\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"183.194.238.117\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":80,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.246\",\"common_start_time\":1611223971,\"common_stream_dir\":1,\"common_stream_trace_id\":105573145241355,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":504,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"yyzl\\\":0,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉黑,涉邪教\\\",\\\"pzid\\\":\\\"0504000000000002\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"timestamp\\\":1611222786},\\\"protocol\\\":\\\"HTTP\\\"}\",\"http_content_length\":\"1420\",\"http_content_type\":\"multipart/form-data; boundary=-----------hello word-----------\",\"http_domain\":\"qq.com\",\"http_host\":\"www.qq.com\",\"http_proxy_flag\":0,\"http_response_lantency_ms\":0,\"http_sequence\":1,\"http_session_duration_ms\":101,\"http_url\":\"www.qq.com/\",\"http_user_agent\":\"Dalvik/2.1.0 (Linux; U; Android 10; PCGM00 Build/QKQ1.190918.001)\",\"http_version\":\"http1\"}"; - List<GenericRecord> MEDIAList = new ArrayList<GenericRecord>(); - Schema mediaSchema; - - mediaSchema = new Schema.Parser().parse(StreamAggregateConfig.MEDIA_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord media_jczb = new GenericData.Record(mediaSchema); - setMEDIA_JCZB(media_jczb, sessionRecordLog); - MEDIAList.add(media_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(mediaSchema, MEDIAList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_MEDIA_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/jctest/TestVPN.java b/src/test/java/jctest/TestVPN.java deleted file mode 100644 index dab4f63..0000000 --- a/src/test/java/jctest/TestVPN.java +++ /dev/null @@ -1,49 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.JCAssignment.setSSL_JCZB; -import static cn.ac.iie.storm.utils.general.JCAssignment.setVPN_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestVPN { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":1,\"common_address_type\":4,\"common_c2s_byte_num\":2884,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":13,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"223.116.148.253\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":9410,\"common_con_duration_ms\":34024,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611224156,\"common_establish_latency_ms\":243,\"common_external_ip\":\"223.116.148.253\",\"common_internal_ip\":\"117.144.244.26\",\"common_l4_protocol\":\"IPv4_TCP\",\"common_l7_protocol\":\"HTTPS\",\"common_log_id\":99672745028108302,\"common_policy_id\":341,\"common_processing_time\":1611224158,\"common_recv_time\":1611224156,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"SSL\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"117.144.244.26\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":443,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.251\",\"common_start_time\":1611224152,\"common_stream_dir\":1,\"common_stream_trace_id\":20034944269,\"common_user_region\":\"{\\\"traffic_forward\\\":{\\\"pzlx\\\":505,\\\"xzid\\\":0,\\\"lhid\\\":410,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉爆,涉黄\\\",\\\"pzid\\\":\\\"0505000000000004\\\",\\\"flid\\\":0,\\\"yylx\\\":\\\"00\\\",\\\"enable\\\":0,\\\"zsmc\\\":\\\"qq.com\\\",\\\"timestamp\\\":1611222773},\\\"protocol\\\":\\\"SSL\\\"}\",\"http_domain\":\"qq.com\",\"ssl_ja3_hash\":\"0b87118411d0a3fb5002ce9ad0acbaa9\",\"ssl_sni\":\"lbs.map.qq.com\"}"; - List<GenericRecord> VPNList = new ArrayList<GenericRecord>(); - Schema vpnSchema; - - vpnSchema = new Schema.Parser().parse(StreamAggregateConfig.VPN_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord vpn_jczb = new GenericData.Record(vpnSchema); - setVPN_JCZB(vpn_jczb, sessionRecordLog); - VPNList.add(vpn_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(vpnSchema, VPNList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_VPN_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/jctest/TestWygjc.java b/src/test/java/jctest/TestWygjc.java deleted file mode 100644 index 18784e8..0000000 --- a/src/test/java/jctest/TestWygjc.java +++ /dev/null @@ -1,49 +0,0 @@ -package jctest; - -import cn.ac.iie.storm.bean.SessionRecordLog; -import cn.ac.iie.storm.bean.Traffic_Forward; -import cn.ac.iie.storm.bean.UserRegion; -import cn.ac.iie.storm.utils.config.StreamAggregateConfig; -import cn.ac.iie.storm.utils.http.HttpClientService; -import com.alibaba.fastjson.JSONObject; -import org.apache.avro.Schema; -import org.apache.avro.generic.GenericData; -import org.apache.avro.generic.GenericRecord; - -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; - -import static cn.ac.iie.storm.utils.general.GKAssignment.setWYGJC_GKZB; -import static cn.ac.iie.storm.utils.general.JCAssignment.setWYGJC_JCZB; -import static cn.ac.iie.storm.utils.general.TransFormUtils.generate; - -public class TestWygjc { - public static void main(String[] args) throws IOException { - String str = "{\"common_action\":16,\"common_address_type\":4,\"common_c2s_byte_num\":71,\"common_c2s_ipfrag_num\":0,\"common_c2s_pkt_num\":1,\"common_c2s_tcp_lostlen\":0,\"common_c2s_tcp_unorder_num\":0,\"common_client_asn\":\"9808\",\"common_client_ip\":\"183.247.173.159\",\"common_client_location\":\"Other,Other,China\",\"common_client_port\":12122,\"common_con_duration_ms\":0,\"common_data_center\":\"CMCC\",\"common_device_id\":\"GN202000000000000000\",\"common_direction\":73,\"common_end_time\":1611051108,\"common_establish_latency_ms\":0,\"common_external_ip\":\"183.247.173.159\",\"common_internal_ip\":\"117.146.215.242\",\"common_l4_protocol\":\"IPv4_UDP\",\"common_l7_protocol\":\"DNS\",\"common_log_id\":96768794494537728,\"common_policy_id\":285,\"common_processing_time\":1611051069,\"common_recv_time\":1611051108,\"common_s2c_byte_num\":0,\"common_s2c_ipfrag_num\":0,\"common_s2c_pkt_num\":0,\"common_s2c_tcp_lostlen\":0,\"common_s2c_tcp_unorder_num\":0,\"common_schema_type\":\"DNS\",\"common_server_asn\":\"9808\",\"common_server_ip\":\"117.146.215.242\",\"common_server_location\":\"Other,Other,China\",\"common_server_port\":53,\"common_sessions\":0,\"common_sled_ip\":\"10.111.128.229\",\"common_start_time\":1611051108,\"common_stream_dir\":1,\"common_stream_trace_id\":14364576005,\"common_sub_action\":\"redirect\",\"common_user_region\":\"{\\\"method\\\":\\\"redirect\\\",\\\"traffic_forward\\\":{\\\"pzlx\\\":409,\\\"xzid\\\":0,\\\"lhid\\\":416,\\\"gklb\\\":4,\\\"labels\\\":\\\"涉恐,涉黑,涉邪教,测试,诈骗,涉赌,涉爆,涉黄,涉毒,shehuang\\\",\\\"pzid\\\":\\\"0402000000000001\\\",\\\"flid\\\":0,\\\"enable\\\":0,\\\"timestamp\\\":1611030696},\\\"resolution\\\":[{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"1.1.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.5\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.4\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.2\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.3\\\"}]},{\\\"qtype\\\":\\\"A\\\",\\\"answer\\\":[{\\\"ttl\\\":{\\\"max\\\":300,\\\"min\\\":300},\\\"atype\\\":\\\"A\\\",\\\"value\\\":\\\"192.168.1.1\\\"}]}],\\\"protocol\\\":\\\"DNS\\\"}\"}"; - List<GenericRecord> WYGJCList = new ArrayList<GenericRecord>(); - Schema wygjcSchema; - - wygjcSchema = new Schema.Parser().parse(StreamAggregateConfig.WYGJZ_JCZB_SCHEMA); - - SessionRecordLog sessionRecordLog = JSONObject.parseObject(str, SessionRecordLog.class); - UserRegion userRegion = JSONObject.parseObject(sessionRecordLog.getCommon_user_region(), UserRegion.class); - Traffic_Forward traffic_forward = JSONObject.parseObject(userRegion.getTraffic_forward(), Traffic_Forward.class); - sessionRecordLog.setPzid(traffic_forward.getPzid()); - sessionRecordLog.setFlid(traffic_forward.getFlid()); - sessionRecordLog.setXzid(traffic_forward.getXzid()); - sessionRecordLog.setLhid(traffic_forward.getLhid()); - sessionRecordLog.setPzlx(traffic_forward.getPzlx()); - sessionRecordLog.setGklb(traffic_forward.getGklb()); - sessionRecordLog.setLabels(traffic_forward.getLabels()); - sessionRecordLog.setYyzl(traffic_forward.getYyzl()); - - GenericRecord wygjc_jczb = new GenericData.Record(wygjcSchema); - setWYGJC_JCZB(wygjc_jczb, sessionRecordLog); - WYGJCList.add(wygjc_jczb); - - Map<String, String> stringStringMap = HttpClientService.getConnHttpPost("http://10.111.153.249:10080/", generate(wygjcSchema, WYGJCList), StreamAggregateConfig.FLOODING_HTTP_POST_SOCKETTIMEOUT, StreamAggregateConfig.JC_POST_WYGJC_TOPIC); - System.out.println(stringStringMap); - } -} diff --git a/src/test/java/testAppId.java b/src/test/java/testAppId.java new file mode 100644 index 0000000..5b1367d --- /dev/null +++ b/src/test/java/testAppId.java @@ -0,0 +1,11 @@ +import java.io.IOException; + +import static cn.ac.iie.storm.utils.config.GetMap.getJstxDetail_id; + +public class testAppId { + public static void main(String[] args) throws IOException { + String jstxDetail_id = getJstxDetail_id(100100); + System.out.println(jstxDetail_id); + } + +} |