diff options
95 files changed, 2168 insertions, 90 deletions
@@ -19,7 +19,8 @@ *.ipr /logs/ /config/nacos -!/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos +!/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos +!/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos ### NetBeans ### /nbproject/private/ diff --git a/config/application.yml b/config/application.yml index bb7de7f1..f934edf6 100644 --- a/config/application.yml +++ b/config/application.yml @@ -2,7 +2,7 @@ nacos: config: type: yaml #配置集的配置格式 server-addr: 127.0.0.1:8848 #配置中心地址(1.本地配置模式: server-addr指定为127.0.0.1:8848 2.IDE配置VM启动参数：-DJM.SNAPSHOT.PATH=config) - namespace: dev #命名空间 + namespace: tsg #命名空间 data-id: galaxy-qgw-service.yml # 数据集ID auto-refresh: true #开启自动刷新 group: Galaxy #配置对应的分组 diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/ck-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/ck-filter.json new file mode 100644 index 00000000..77f78041 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/ck-filter.json @@ -0,0 +1,34 @@ +{ + "version": "1.0", + "name": "session_record_cn", + "namespace": "Clickhouse", + "filters": [ + { + "name":"@start", + "value": "'2022-04-08 16:00:00'" + }, + { + "name":"@end", + "value": "'2022-04-08 15:00:00'" + }, + { + "name":"@common_filter", + "value": [ + "common_client_ip='192.168.44.21'and common_server_port=443", + "common_server_ip='8.8.8.8' and common_server_port=443", + "http_domain like '%baidu%' and common_server_port=443", + "http_domain like '%baidu%'and common_server_port=443" + ] + }, + { + "name":"@index_filter", + "value": [ + "common_server_ip='8.8.8.8'", + "common_client_ip='192.168.44.21'", + "http_domain like '%baidu%'", + "common_sled_ip='%192.168%'", + "common_subscriber_id='%test%'" + ] + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/ck-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/ck-queries-template.sql new file mode 100644 index 00000000..fbdf3397 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/ck-queries-template.sql @@ -0,0 +1,6 @@ +--Q01.TOP 10 Active Client IP +SELECT common_client_ip AS client_ip, SUM(common_sessions) as sessions, SUM(common_c2s_pkt_num + common_s2c_pkt_num) as packets, SUM(common_c2s_byte_num + common_s2c_byte_num) as bytes FROM metric_top_entity WHERE common_recv_time >= toUnixTimestamp(@start) AND common_recv_time < toUnixTimestamp(@end) AND group_by = 'common_client_ip' AND order_by = 'sessions' AND time_granularity = 60 GROUP BY client_ip ORDER BY sessions desc limit 10 +--Q02.TCP Connection Establish Time Map +SELECT ROUND(AVG(common_establish_latency_ms)) AS establish_latency, ROUND(QUANTILE(common_establish_latency_ms,0.5)) AS establish_latency_p50, ROUND(QUANTILE(common_establish_latency_ms,0.9)) AS establish_latency_p90, ROUND(QUANTILE(common_establish_latency_ms,0.99)) AS establish_latency_p99, server_country AS server_country FROM metric_map WHERE common_recv_time >= toUnixTimestamp(@start) AND common_recv_time < toUnixTimestamp(@end) AND common_l4_protocol IN ('IPv4_TCP','IPv6_TCP') AND server_country != '' GROUP BY server_country ORDER BY establish_latency DESC +--Q03.Network Throughput +SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(common_recv_time),'PT36S','zero') AS stat_time,ROUND(SUM(common_c2s_byte_num)/36) AS bytes_sent_rate,ROUND(SUM(common_s2c_byte_num)/36) AS bytes_received_rate,ROUND(SUM(common_c2s_byte_num + common_s2c_byte_num)/36) AS bytes_rate FROM session_record_cn WHERE common_recv_time >= toUnixTimestamp(@start) AND common_recv_time < toUnixTimestamp(@end) GROUP BY stat_time
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/columns_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/columns_cluster.json new file mode 100644 index 00000000..5ddd1b74 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/columns_cluster.json @@ -0,0 +1,11 @@ +{
+ "namespace": "system",
+ "type": "record",
+ "name": "columns_cluster",
+ "fields": [
+ {
+ "name": "database",
+ "type": "string"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/disks_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/disks_cluster.json new file mode 100644 index 00000000..17cd244b --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/disks_cluster.json @@ -0,0 +1,11 @@ +{
+ "namespace": "system",
+ "type": "record",
+ "name": "disks_cluster",
+ "fields": [
+ {
+ "name": "name",
+ "type": "string"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/druid-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/druid-filter.json new file mode 100644 index 00000000..0d6f513a --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/druid-filter.json @@ -0,0 +1,21 @@ +{ + "version": "1.0", + "name": "session_record_cn", + "namespace": "druid", + "filters": [ + { + "name":"@start", + "value": "'2022-04-08 10:00:00'" + }, + { + "name":"@end", + "value": "'2022-04-08 11:00:00'" + }, + { + "name":"@common_filter", + "value": [ + "common_client_ip='192.168.44.21'and common_server_port=443" + ] + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/druid-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/druid-queries-template.sql new file mode 100644 index 00000000..a4075180 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/druid-queries-template.sql @@ -0,0 +1 @@ +--Q01.empty
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/engine-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/engine-filter.json new file mode 100644 index 00000000..0ff2ada4 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/engine-filter.json @@ -0,0 +1,24 @@ +{ + "version": "1.0", + "name": "session_record_cn", + "namespace": "Engine", + "filters": [ + { + "name":"@start", + "value": "'2022-04-08 10:00:00'" + }, + { + "name":"@end", + "value": "'2022-04-08 11:00:00'" + }, + { + "name":"@common_filter", + "value": [ + "common_client_ip='192.168.44.21'and common_server_port=443", + "common_server_ip='8.8.8.8' and common_server_port=443", + "http_domain like '%baidu%' and common_server_port=443", + "http_domain like '%baidu%'and common_server_port=443" + ] + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/engine-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/engine-queries-template.sql new file mode 100644 index 00000000..4c4d5f7f --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/engine-queries-template.sql @@ -0,0 +1,2 @@ +--Q01.Network Throughput +SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(common_recv_time),'PT36S','zero') AS stat_time,ROUND(SUM(common_c2s_byte_num)/36) AS bytes_sent_rate,ROUND(SUM(common_s2c_byte_num)/36) AS bytes_received_rate,ROUND(SUM(common_c2s_byte_num + common_s2c_byte_num)/36) AS bytes_rate FROM session_record_cn WHERE common_recv_time >= toUnixTimestamp(@start) AND common_recv_time < toUnixTimestamp(@end) GROUP BY stat_time
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/entity_info.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/entity_info.json new file mode 100644 index 00000000..0ef75736 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/entity_info.json @@ -0,0 +1,266 @@ +{
+ "type": "record",
+ "name": "entity_info",
+ "namespace": "elasticsearch",
+ "doc": {
+ "primary_key": "id",
+ "functions": {
+ "$ref": "public_schema_info.json#/functions"
+ },
+ "schema_query": {
+ "references": {
+ "$ref": "public_schema_info.json#/schema_query/references"
+ }
+ }
+ },
+ "fields": [
+ {
+ "name": "id",
+ "label": "id",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "entity_type",
+ "label": "type",
+ "type": "string"
+ },
+ {
+ "name": "found_time",
+ "label": "found time",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "long"
+ },
+ {
+ "name": "update_time",
+ "label": "update time",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "long"
+ },
+ {
+ "name": "ip_addr",
+ "label": "ip",
+ "type": "string"
+ },
+ {
+ "name": "ip_location_country",
+ "label": "country",
+ "type": "string"
+ },
+ {
+ "name": "ip_location_province",
+ "label": "province",
+ "type": "string"
+ },
+ {
+ "name": "ip_location_city",
+ "label": "city",
+ "type": "string"
+ },
+ {
+ "name": "ip_asn",
+ "label": "asn",
+ "type": "string"
+ },
+ {
+ "name": "dns_server_role",
+ "label": "dns server role",
+ "type": "string"
+ },
+ {
+ "name": "dns_server_org",
+ "label": "dns server org",
+ "type": "string"
+ },
+ {
+ "name": "dns_server_os",
+ "label": "dns server os",
+ "type": "string"
+ },
+ {
+ "name": "dns_server_software",
+ "label": "dns server software",
+ "type": "string"
+ },
+ {
+ "name": "dns_root_mirror_locations",
+ "label": "dns root mirror locations",
+ "type": "string"
+ },
+ {
+ "name": "domain_name",
+ "label": "domain",
+ "type": "string"
+ },
+ {
+ "name": "domain_category",
+ "label": "domain category",
+ "type": "string"
+ },
+ {
+ "name": "domain_category_group",
+ "label": "domain category group",
+ "type": "string"
+ },
+ {
+ "name": "domain_reputation_score",
+ "label": "domain reputation score",
+ "type": "long"
+ },
+ {
+ "name": "domain_reputation_level",
+ "label": "domain reputation level",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_create_time",
+ "label": "domain whois create time",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_update_time",
+ "label": "domain whois update time",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_expiration_time",
+ "label": "domain whois expiration time",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_email",
+ "label": "domain whois email",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_phone",
+ "label": "domain whois phone",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_name_servers",
+ "label": "domain whois ns",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_registrar",
+ "label": "domain whois registrar",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_org",
+ "label": "domain whois orgnization",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_city",
+ "label": "domain whois city",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_state",
+ "label": "domain whois state",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_postcode",
+ "label": "domain whois postcode",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_country",
+ "label": "domain whois country",
+ "type": "string"
+ },
+ {
+ "name": "domain_whois_status",
+ "label": "domain whois status",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "domain_icp_owner",
+ "label": "domain icp owner",
+ "type": "string"
+ },
+ {
+ "name": "domain_icp_company_name",
+ "label": "domain icp company name",
+ "type": "string"
+ },
+ {
+ "name": "domain_icp_company_type",
+ "label": "domain icp company type",
+ "type": "string"
+ },
+ {
+ "name": "domain_icp_cite_license",
+ "label": "domain icp cite license",
+ "type": "string"
+ },
+ {
+ "name": "domain_icp_site_name",
+ "label": "domain icp site name",
+ "type": "string"
+ },
+ {
+ "name": "domain_icp_verify_time",
+ "label": "domain icp verify time",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "app_name",
+ "label": "app",
+ "type": "string"
+ },
+ {
+ "name": "app_id",
+ "label": "app id",
+ "doc": {
+ "allow_query": false
+ },
+ "type": "string"
+ },
+ {
+ "name": "app_category",
+ "label": "app category",
+ "type": "string"
+ },
+ {
+ "name": "app_subcategory",
+ "label": "app subcategory",
+ "type": "string"
+ },
+ {
+ "name": "app_risk",
+ "label": "app risk",
+ "type": "long"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/galaxy-qgw-service.yml b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/galaxy-qgw-service.yml new file mode 100644 index 00000000..17d88d68 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/galaxy-qgw-service.yml @@ -0,0 +1,144 @@ +##############静态参数配置(修改后需要重启项目)############## +## 服务配置 +server: + port: 9999 +## 监控参数 +management: + metrics: + tags: + application: ${project.name} + endpoint: + health: + show-details: always + shutdown: + enabled: true + health: + redis: + enabled: false + db: + enabled: false + endpoints: + web: + exposure: + include: '*' + exclude: env,auditevents,beans,conditions,info + base-path: /monitor +#MySql configuration +spring: + datasource: + driver-class-name: com.mysql.cj.jdbc.Driver + url: jdbc:mysql://192.168.44.55:3306/tsg-bifang?useUnicode=true&characterEncoding=UTF-8&autoReconnect=true&serverTimezone=UTC&failOverReadOnly=false + username: ENC(TOq791VPxSFyX/S4fqcv0g==) + pin: ENC(Qii8wWRNnB61f/0wnrVIbXr2VmnncK2c) +## Hbase configuration +hbase: + zookeeperQuorum: 192.168.44.55:2181 + zookeeperZnodeParent: /hbase + rpcTimeout: 60000 + report: + dbname: tsg + tableName: report_result + columnFamily: response + columnName: result +##############动态参数配置(修改后不需要重启项目)############## +## 项目参数 +project: + name: galaxy-qgw-service-nacos + description: 统一数据查询网关 + version: 1.1 + groupId: com.mesalab + artifactId: galaxy-qgw-service + basedir: + corePackage: com.mesalab.common + servicePackage: com.mesalab.qgw + author: + name: darnell + url: + email: +## ClickhHouse configuration +clickhouse: + url: http://192.168.44.55:8123 + dbname: cyber_narrator_galaxy + enableApproximateOptimizer: true + realTimeAccount: + username: ENC(Ao/e/87KQ8vOabP81PV/i4f/wvgztdKW) + pin: ENC(KtRdLd84bYGGgk/Uv3+lUQFSxBfQ9ctJ) + socketTimeOut: 60000 + longTermAccount: + username: ENC(lgnlVXRIN8qNh+B0scCBKp9QMID22Nc7) + pin: ENC(AkmSSo5VBw6TOz+AXhorb+tmuLn3WANm) + socketTimeOut: 21700000 +## Druid configuration +druid: + url: 127.0.0.1:8082/druid/v2/sql + dbname: druid + socketTimeOut: 60000 +## Elasticsearch configuration +elasticsearch: + url: 192.168.44.55:9200/_sql + dbname: elasticsearch + socketTimeOut: 60000 +## xxl-job-admin configuration +xxl-job-admin: + url: http://127.0.0.1:8181/xxl-job-admin + userName: ENC(v8NKKlLWitI7vGhuGYorRQ==) + pin: ENC(xTCafSByYA6SyvhUJ6vrh2VSXuZAVK/O) +## Engine、Service configuration +engine: + maxCacheNum: 1048575 + defaultResultNum: 100000 +service: + entity: + activeClientIP: 10000 + topServerIP: + TCPBySession: 100000 + TCPByUniqClientIP: 100000 + UDPBySession: 100000 + UDPByUniqClientIP: 40000 + topSNI: 30000 +## ArangoDB configuration +arango: + server: http://192.168.44.55:8529 + database: cyber_narrator_galaxy + username: root + pin: ceiec2019 + jwturl: ${arango.server}/_db/${arango.database}/_open/auth + queryurl: ${arango.server}/_db/${arango.database}/_api/cursor + maxrows: 10000 + socketTimeOut: 300000 +## http pool config +http: + pool: + connect: + timeout: 30000 + max: + connection: 500 + per: + route: 200 + request: + timeout: 10000 + response: + timeout: 60000 +## job cfg +job: + timeSlicing: + enabled: true + interval: 1800 #单位: Second + longPolling: + enabled: true + interactive: + timeout: 10000 + response: + timeout: 3000 + execution: + timeout: 300000 + pool: + corePoolSize: 20 + maxPoolSize: 30 + queueCapacity: 10 +## task cfg +task: + pool: + corePoolSize: 8 + maxPoolSize: 16 + queueCapacity: 1000
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/hbase-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/hbase-filter.json new file mode 100644 index 00000000..b49cfdda --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/hbase-filter.json @@ -0,0 +1,15 @@ +{ + "version": "1.0", + "name": "hbase-Raw", + "namespace": "tsg", + "filters": [ + { + "name":"@start", + "value": "'2022-04-08 10:00:00'" + }, + { + "name":"@end", + "value": "'2022-04-08 11:00:00'" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/hbase-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/hbase-queries-template.sql new file mode 100644 index 00000000..e4d800ba --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/hbase-queries-template.sql @@ -0,0 +1,2 @@ +--Q01. 范围查询
+select * from report_result limit 1
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/meta_data.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/meta_data.json new file mode 100644 index 00000000..b701c623 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/meta_data.json @@ -0,0 +1,48 @@ +{ + "metadata": [ + { + "namespace": "cyber_narrator_galaxy", + "group": "CLICKHOUSE_GROUP", + "tables": [ + "session_record_cn", + "metric_map", + "metric_top_entity" + ] + }, + { + "namespace": "elasticsearch", + "group": "ELASTICSEARCH_GROUP", + "tables": [ + "security_event", + "performance_event", + "entity_info" + ] + }, + { + "namespace": "system", + "group": "CLICKHOUSE_GROUP", + "tables": [ + "query_log_cluster", + "tables_cluster", + "columns_cluster", + "disks_cluster", + "parts_cluster", + "processes", + "query_log" + ] + }, + { + "namespace":"tsg", + "group":"HBASE_GROUP", + "tables":[ + "report_result" + ] + }, + { + "namespace": "tsg_galaxy", + "group": "HBASE_GROUP", + "tables": [ + ] + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/metric_map.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/metric_map.json new file mode 100644 index 00000000..bc6f54b2 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/metric_map.json @@ -0,0 +1,135 @@ +{ + "type": "record", + "name": "metric_map", + "namespace": "cyber_narrator_galaxy", + "doc": { + "partition_key": "common_recv_time" + }, + "fields": [ + { + "name":"common_recv_time", + "label":"Receive Time", + "type":"long" + }, + { + "name":"common_schema_type", + "label":"Schema Type", + "type":"string" + }, + { + "name":"common_l4_protocol", + "label":"L4 Protocol", + "type":"string" + }, + { + "name":"common_c2s_pkt_num", + "label":"Packets Sent", + "type":"long" + }, + { + "name":"common_c2s_byte_num", + "label":"Bytes Sent", + "type":"long" + }, + { + "name":"common_s2c_pkt_num", + "label":"Packets Received", + "type":"long" + }, + { + "name":"common_s2c_byte_num", + "label":"Bytes Received", + "type":"long" + }, + { + "name":"common_sessions", + "label":"Sessions", + "type":"long" + }, + { + "name":"common_c2s_tcp_lostlen", + "label":"Sequence Gap Loss(c2s)", + "type":"long" + }, + { + "name":"common_s2c_tcp_lostlen", + "label":"Sequence Gap Loss(s2c)", + "type":"long" + }, + { + "name":"common_c2s_tcp_unorder_num", + "label":"Unorder Packets(c2s)", + "type":"long" + }, + { + "name":"common_s2c_tcp_unorder_num", + "label":"Unorder Packets(s2c)", + "type":"long" + }, + { + "name":"common_c2s_byte_retrans", + "label":"Byte Retransmission(c2s)", + "type":"long" + }, + { + "name":"common_s2c_byte_retrans", + "label":"Byte Retransmission(s2c)", + "type":"long" + }, + { + "name":"common_c2s_pkt_retrans", + "label":"Packet Retransmission(c2s)", + "type":"long" + }, + { + "name":"common_s2c_pkt_retrans", + "label":"Packet Retransmission(s2c)", + "type":"long" + }, + { + "name":"common_establish_latency_ms", + "label":"Establish Latency(ms)", + "type":"long" + }, + { + "name":"server_country", + "label":"Server Country", + "type":"string" + }, + { + "name":"client_country", + "label":"Client Country", + "type":"string" + }, + { + "name":"server_province", + "label":"Server Province", + "type":"string" + }, + { + "name":"client_province", + "label":"Client Province", + "type":"string" + }, + { + "name":"server_region", + "label":"Server Region", + "type":"string" + }, + { + "name":"client_region", + "label":"Client Region", + "type":"string" + }, + { + "name":"http_response_latency_ms", + "label":"HTTP.Response Latency(ms)", + "type":"long" + }, + { + "name":"ssl_con_latency_ms", + "label":"SSL.Connection Latency(ms)", + "type":"long" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/metric_top_entity.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/metric_top_entity.json new file mode 100644 index 00000000..a585c6d9 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/metric_top_entity.json @@ -0,0 +1,140 @@ +{ + "type": "record", + "name": "metric_top_entity", + "namespace": "cyber_narrator_galaxy", + "doc": { + "partition_key": "common_recv_time" + }, + "fields": [ + { + "name":"common_recv_time", + "label":"Receive Time", + "type":"long" + }, + { + "name":"common_c2s_pkt_num", + "label":"Packets Sent", + "type":"long" + }, + { + "name":"common_c2s_byte_num", + "label":"Bytes Sent", + "type":"long" + }, + { + "name":"common_s2c_pkt_num", + "label":"Packets Received", + "type":"long" + }, + { + "name":"common_s2c_byte_num", + "label":"Bytes Received", + "type":"long" + }, + { + "name":"common_sessions", + "label":"Sessions", + "type":"long" + }, + { + "name":"common_c2s_tcp_lostlen", + "label":"Sequence Gap Loss(c2s)", + "type":"long" + }, + { + "name":"common_s2c_tcp_lostlen", + "label":"Sequence Gap Loss(s2c)", + "type":"long" + }, + { + "name":"common_c2s_tcp_unorder_num", + "label":"Unorder Packets(c2s)", + "type":"long" + }, + { + "name":"common_s2c_tcp_unorder_num", + "label":"Unorder Packets(s2c)", + "type":"long" + }, + { + "name":"common_c2s_byte_retrans", + "label":"Byte Retransmission(c2s)", + "type":"long" + }, + { + "name":"common_s2c_byte_retrans", + "label":"Byte Retransmission(s2c)", + "type":"long" + }, + { + "name":"common_c2s_pkt_retrans", + "label":"Packet Retransmission(c2s)", + "type":"long" + }, + { + "name":"common_s2c_pkt_retrans", + "label":"Packet Retransmission(s2c)", + "type":"long" + }, + { + "name":"common_establish_latency_ms", + "label":"Establish Latency(ms)", + "type":"long" + }, + { + "name":"common_client_ip", + "label":"Client IP", + "type":"string" + }, + { + "name":"common_server_ip", + "label":"Server IP", + "type":"string" + }, + { + "name":"domain", + "label":"Domain", + "type":"string" + }, + { + "name":"common_app_label", + "label":"Application Label", + "type":"string" + }, + { + "name":"group_by", + "label":"GROUP BY", + "type":"string" + }, + { + "name":"order_by", + "label":"ORDER BY", + "type":"string" + }, + { + "name":"time_granularity", + "label":"Time Granularity", + "type":"long" + }, + { + "name":"http_response_latency_ms", + "label":"HTTP.Response Latency(ms)", + "type":"long" + }, + { + "name":"ssl_con_latency_ms", + "label":"SSL.Connection Latency(ms)", + "type":"long" + }, + { + "name":"packet_loss", + "label":"Packet Loss", + "type":"double" + }, + { + "name":"packet_retrans", + "label":"Packet Retrans", + "type":"double" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/parts_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/parts_cluster.json new file mode 100644 index 00000000..abc1e61d --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/parts_cluster.json @@ -0,0 +1,11 @@ +{
+ "namespace": "system",
+ "type": "record",
+ "name": "parts_cluster",
+ "fields": [
+ {
+ "name": "name",
+ "type": "string"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/performance_event.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/performance_event.json new file mode 100644 index 00000000..d051e2ee --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/performance_event.json @@ -0,0 +1,168 @@ +{
+ "type": "record",
+ "name": "performance_event",
+ "namespace": "elasticsearch",
+ "doc":{
+ "primary_key":"event_id",
+ "functions": {
+ "$ref": "public_schema_info.json#/functions"
+ },
+ "schema_query":{
+ "references": {
+ "$ref": "public_schema_info.json#/schema_query/references"
+ }
+ }
+ },
+ "fields": [
+ {
+ "name":"event_id",
+ "label":"event id",
+ "doc":{
+ "allow_query": false
+ },
+ "type":"long"
+ },
+ {
+ "name":"event_key",
+ "label":"event key",
+ "doc":{
+ "allow_query": false
+ },
+ "type":"string"
+ },
+ {
+ "name":"start_time",
+ "label":"start time",
+ "doc":{
+ "allow_query": false
+ },
+ "type":"long"
+ },
+ {
+ "name":"end_time",
+ "label":"end time",
+ "doc":{
+ "allow_query": false
+ },
+ "type":"long"
+ },
+ {
+ "name":"duration_ms",
+ "label":"duration(ms)",
+ "doc":{
+ "allow_query": false
+ },
+ "type":"long"
+ },
+ {
+ "name":"event_severity",
+ "label":"event severity",
+ "type":"string"
+ },
+ {
+ "name":"event_type",
+ "label":"event type",
+ "type":"string"
+ },
+ {
+ "name":"entity_type",
+ "label":"entity type",
+ "type":"string"
+ },
+ {
+ "name":"client_ip",
+ "label":"client ip",
+ "type":"string"
+ },
+ {
+ "name":"client_location_country",
+ "label":"client country",
+ "type":"string"
+ },
+ {
+ "name":"client_location_province",
+ "label":"client province",
+ "type":"string"
+ },
+ {
+ "name":"client_location_region",
+ "label":"client region",
+ "type":"string"
+ },
+ {
+ "name":"client_asn",
+ "label":"client asn",
+ "type":"string"
+ },
+ {
+ "name":"server_ip",
+ "label":"server ip",
+ "type":"string"
+ },
+ {
+ "name":"server_location_country",
+ "label":"server country",
+ "type":"string"
+ },
+ {
+ "name":"server_location_province",
+ "label":"server province",
+ "type":"string"
+ },
+ {
+ "name":"server_location_region",
+ "label":"server region",
+ "type":"string"
+ },
+ {
+ "name":"server_asn",
+ "label":"server asn",
+ "type":"string"
+ },
+ {
+ "name":"domain",
+ "label":"domain",
+ "type":"string"
+ },
+ {
+ "name":"domain_category_name",
+ "label":"domain category name",
+ "type":"string"
+ },
+ {
+ "name":"domain_category_group",
+ "label":"domain category group",
+ "type":"string"
+ },
+ {
+ "name":"domain_reputation_score",
+ "label":"domain reputation score",
+ "type":"string"
+ },
+ {
+ "name":"domain_reputation_level",
+ "label":"domain reputation level",
+ "type":"string"
+ },
+ {
+ "name":"app_name",
+ "label":"app",
+ "type":"string"
+ },
+ {
+ "name":"app_category",
+ "label":"app category",
+ "type":"string"
+ },
+ {
+ "name":"app_subcategory",
+ "label":"app subcategory",
+ "type":"string"
+ },
+ {
+ "name":"app_risk",
+ "label":"app risk",
+ "type":"long"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/processes.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/processes.json new file mode 100644 index 00000000..ddef00fd --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/processes.json @@ -0,0 +1,11 @@ +{
+ "namespace": "system",
+ "type": "record",
+ "name": "processes",
+ "fields": [
+ {
+ "name": "query_id",
+ "type": "string"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/query_log.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/query_log.json new file mode 100644 index 00000000..69ab1c54 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/query_log.json @@ -0,0 +1,11 @@ +{
+ "namespace": "system",
+ "type": "record",
+ "name": "query_log",
+ "fields": [
+ {
+ "name": "query_id",
+ "type": "string"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/query_log_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/query_log_cluster.json new file mode 100644 index 00000000..5145730e --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/query_log_cluster.json @@ -0,0 +1,11 @@ +{
+ "namespace": "system",
+ "type": "record",
+ "name": "query_log_cluster",
+ "fields": [
+ {
+ "name": "type",
+ "type": "string"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/report_result.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/report_result.json new file mode 100644 index 00000000..fdd1b7bd --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/report_result.json @@ -0,0 +1,32 @@ +{ + "type": "record", + "name": "report_result", + "namespace": "tsg", + "fields": [ + { + "name":"ROWKEY", + "label":"Row Key", + "type":"string" + }, + { + "name":"excute_sql", + "label":"Excute SQL", + "type":"string" + }, + { + "name":"read_rows", + "label":"Read Rows", + "type":"long" + }, + { + "name":"result_id", + "label":"Result ID", + "type":"int" + }, + { + "name":"result", + "label":"Result", + "type":"string" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/security_event.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/security_event.json new file mode 100644 index 00000000..95cdcef7 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/security_event.json @@ -0,0 +1,275 @@ +{ + "type": "record", + "name": "security_event", + "namespace": "elasticsearch", + "doc":{ + "primary_key":"event_id", + "functions": { + "$ref": "public_schema_info.json#/functions" + }, + "schema_query":{ + "references": { + "$ref": "public_schema_info.json#/schema_query/references" + } + } + }, + "fields": [ + { + "name":"event_id", + "label":"event id", + "doc":{ + "allow_query": false + }, + "type":"long" + }, + { + "name":"event_key", + "label":"event key", + "doc":{ + "allow_query": false + }, + "type":"string" + }, + { + "name":"start_time", + "label":"start time", + "doc":{ + "allow_query": false + }, + "type":"long" + }, + { + "name":"end_time", + "label":"end time", + "doc":{ + "allow_query": false + }, + "type":"long" + }, + { + "name":"duration_ms", + "label":"duration(ms)", + "doc":{ + "allow_query": false + }, + "type":"long" + }, + { + "name":"event_severity", + "label":"event severity", + "type":"string" + }, + { + "name":"security_type", + "label":"security type", + "type":"string" + }, + { + "name":"victim_ip", + "label":"victim ip", + "type":"string" + }, + { + "name":"victim_location_country", + "label":"victim country", + "type":"string" + }, + { + "name":"victim_location_province", + "label":"victim province", + "type":"string" + }, + { + "name":"victim_location_region", + "label":"victim region", + "type":"string" + }, + { + "name":"victim_asn", + "label":"victim asn", + "type":"string" + }, + { + "name":"offender_ip", + "label":"offender ip", + "type":"string" + }, + { + "name":"offender_location_country", + "label":"offender country", + "type":"string" + }, + { + "name":"offender_location_province", + "label":"offender province", + "type":"string" + }, + { + "name":"offender_location_region", + "label":"offender region", + "type":"string" + }, + { + "name":"offender_asn", + "label":"offender asn", + "type":"string" + }, + { + "name":"client_ip", + "label":"client ip", + "type":"string" + }, + { + "name":"server_ip", + "label":"server ip", + "type":"string" + }, + { + "name":"domain", + "label":"domain", + "type":"string" + }, + { + "name":"domain_category_name", + "label":"domain category name", + "type":"string" + }, + { + "name":"domain_category_group", + "label":"domain category group", + "type":"string" + }, + { + "name":"domain_reputation_score", + "label":"domain reputation score", + "type":"string" + }, + { + "name":"domain_reputation_level", + "label":"domain reputation level", + "type":"string" + }, + { + "name":"app_name", + "label":"app", + "type":"string" + }, + { + "name":"app_category", + "label":"app category", + "type":"string" + }, + { + "name":"app_subcategory", + "label":"app subcategory", + "type":"string" + }, + { + "name":"app_risk", + "label":"app risk", + "type":"long" + }, + { + "name":"malware_name", + "label":"malware name", + "type":"string" + }, + { + "name":"malware_alias", + "label":"malware alias", + "type":{ + "type":"array", + "items":"string" + } + }, + { + "name":"malware_description", + "label":"malware description", + "type":"string" + }, + { + "name":"malware_platforms", + "label":"malware platforms", + "type":{ + "type":"array", + "items":"string" + } + }, + { + "name":"malware_techniques", + "label":"malware techniques", + "type":{ + "type":"array", + "items":"string" + } + }, + { + "name":"malware_groups", + "label":"malware groups", + "type":{ + "type":"array", + "items":"string" + } + }, + { + "name":"phishing_url", + "label":"phishing url", + "type":"string" + }, + { + "name":"phishing_brand_name", + "label":"phishing brand name", + "type":"string" + }, + { + "name":"phishing_brand_industry", + "label":"phishing brand industry", + "type":"string" + }, + { + "name":"phishing_brand_website", + "label":"phishing brand website", + "type":"string" + }, + { + "name":"phishing_language", + "label":"phishing language", + "type":"string" + }, + { + "name":"cryptomining_pool", + "label":"cryptomining pool", + "type":"string" + }, + { + "name":"cryptomining_coin_type", + "label":"cryptomining coin type", + "type":"string" + }, + { + "name":"cryptomining_software", + "label":"cryptomining software", + "type":"string" + }, + { + "name":"dga_family", + "label":"dga family", + "type":"string" + }, + { + "name":"ddos_type", + "label":"ddos type", + "type":"string" + }, + { + "name":"ddos_conditions", + "label":"ddos conditions", + "type":"string" + }, + { + "name":"ddos_source_list", + "label":"ddos source list", + "type":"string" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/session_record_cn.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/session_record_cn.json new file mode 100644 index 00000000..193a51cf --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/session_record_cn.json @@ -0,0 +1,496 @@ +{ + "type": "record", + "name": "session_record_cn", + "namespace": "cyber_narrator_galaxy", + "doc": { + "partition_key": "common_recv_time" + }, + "fields": [ + { + "name":"common_recv_time", + "label":"Receive Time", + "type":"long" + }, + { + "name":"common_direction", + "label":"Direction", + "type":"long" + }, + { + "name":"common_stream_dir", + "label":"Stream Direction", + "type":"long" + }, + { + "name":"common_schema_type", + "label":"Schema Type", + "type":"string" + }, + { + "name":"common_client_ip", + "label":"Client IP", + "type":"string" + }, + { + "name":"common_server_ip", + "label":"Server IP", + "type":"string" + }, + { + "name":"common_client_port", + "label":"Client Port", + "type":"long" + }, + { + "name":"common_server_port", + "label":"Server Port", + "type":"long" + }, + { + "name":"common_app_label", + "label":"Application Label", + "type":"string" + }, + { + "name":"common_l4_protocol", + "label":"L4 Protocol", + "type":"string" + }, + { + "name":"common_l7_protocol", + "label":"L7 Protocol", + "type":"string" + }, + { + "name":"common_isp", + "label":"ISP", + "type":"string" + }, + { + "name":"common_egress_link_id", + "label":"Egress Link ID", + "doc": { + "visibility": "hidden" + }, + "type":"long" + }, + { + "name":"common_ingress_link_id", + "label":"Ingress Link ID", + "doc": { + "visibility": "hidden" + }, + "type":"long" + }, + { + "name":"common_c2s_pkt_num", + "label":"Packets Sent", + "type":"long" + }, + { + "name":"common_c2s_byte_num", + "label":"Bytes Sent", + "type":"long" + }, + { + "name":"common_s2c_pkt_num", + "label":"Packets Received", + "type":"long" + }, + { + "name":"common_s2c_byte_num", + "label":"Bytes Received", + "type":"long" + }, + { + "name":"common_sessions", + "label":"Sessions", + "type":"long" + }, + { + "name":"common_c2s_tcp_lostlen", + "label":"Sequence Gap Loss(c2s)", + "type":"long" + }, + { + "name":"common_s2c_tcp_lostlen", + "label":"Sequence Gap Loss(s2c)", + "type":"long" + }, + { + "name":"common_c2s_tcp_unorder_num", + "label":"Unorder Packets(c2s)", + "type":"long" + }, + { + "name":"common_s2c_tcp_unorder_num", + "label":"Unorder Packets(s2c)", + "type":"long" + }, + { + "name":"common_c2s_byte_retrans", + "label":"Byte Retransmission(c2s)", + "type":"long" + }, + { + "name":"common_s2c_byte_retrans", + "label":"Byte Retransmission(s2c)", + "type":"long" + }, + { + "name":"common_c2s_pkt_retrans", + "label":"Packet Retransmission(c2s)", + "type":"long" + }, + { + "name":"common_s2c_pkt_retrans", + "label":"Packet Retransmission(s2c)", + "type":"long" + }, + { + "name":"common_establish_latency_ms", + "label":"Establish Latency(ms)", + "type":"long" + }, + { + "name":"http_host", + "label":"HTTP.Host", + "type":"string" + }, + { + "name":"http_url", + "label":"HTTP.URL", + "type":"string" + }, + { + "name":"http_cookie", + "label":"HTTP.Cookie", + "type":"string" + }, + { + "name":"http_referer", + "label":"HTTP.Referer", + "type":"string" + }, + { + "name":"http_user_agent", + "label":"HTTP.User Agent", + "type":"string" + }, + { + "name":"http_request_line", + "label":"HTTP.Request Line", + "type":"string" + }, + { + "name":"http_response_line", + "label":"HTTP.Response Line", + "type":"string" + }, + { + "name":"http_status_code", + "label":"HTTP.Status Code", + "type":"long" + }, + { + "name":"http_response_lantency_ms", + "label":"HTTP.Response Latency(ms)", + "type":"long" + }, + { + "name":"ssl_sni", + "label":"SSL.SNI", + "type":"string" + }, + { + "name":"ssl_san", + "label":"SSL.SAN", + "type":"string" + }, + { + "name":"ssl_ja3_fingerprint", + "label":"SSL.JA3", + "type":"string" + }, + { + "name":"ssl_ja3_hash", + "label":"SSL.JA3 hash", + "type":"string" + }, + { + "name":"ssl_cert_issuer", + "label":"SSL.Issuer", + "type":"string" + }, + { + "name":"ssl_cert_subject", + "label":"SSL.Subject", + "type":"string" + }, + { + "name":"ssl_con_latency_ms", + "label":"SSL.Connection Latency(ms)", + "type":"long" + }, + { + "name":"dns_qr", + "label":"DNS.QR", + "type":"long" + }, + { + "name":"dns_opcode", + "label":"DNS.OPCODE", + "type":"long" + }, + { + "name":"dns_aa", + "label":"DNS.AA", + "type":"long" + }, + { + "name":"dns_rcode", + "label":"DNS.RCODE", + "type":"long" + }, + { + "name":"dns_qname", + "label":"DNS.QNAME", + "type":"string" + }, + { + "name":"dns_qtype", + "label":"DNS.QTYPE", + "type":"long" + }, + { + "name":"dns_qclass", + "label":"DNS.QCLASS", + "type":"long" + }, + { + "name":"dns_sub", + "label":"DNS.SUB", + "type":"long" + }, + { + "name":"dns_rr", + "label":"DNS.RR", + "type":"string" + }, + { + "name":"dns_server_role", + "label":"DNS.Server Role", + "type":"string" + }, + { + "name":"dns_server_org", + "label":"DNS.Server Org", + "type":"string" + }, + { + "name":"dns_server_os", + "label":"DNS.Server Os", + "type":"string" + }, + { + "name":"dns_server_software", + "label":"DNS.Server Software", + "type":"string" + }, + { + "name":"dns_protocol", + "label":"DNS.Protocol", + "type":"string" + }, + { + "name":"dns_response_latency_ms", + "label":"DNS.Response Latency(ms)", + "type":"long" + }, + { + "name":"ssh_version", + "label":"SSH.Version", + "type":"string" + }, + { + "name":"ssh_auth_success", + "label":"SSH.Authentication Result", + "type":"string" + }, + { + "name":"ssh_client_version", + "label":"SSH.Client Version", + "type":"string" + }, + { + "name":"ssh_server_version", + "label":"SSH.Server Version", + "type":"string" + }, + { + "name":"ssh_cipher_alg", + "label":"SSH.Encryption Algorithm", + "type":"string" + }, + { + "name":"ssh_mac_alg", + "label":"SSH.Signing Algorithm", + "type":"string" + }, + { + "name":"ssh_compression_alg", + "label":"SSH.Compression Algorithm", + "type":"string" + }, + { + "name":"ssh_kex_alg", + "label":"SSH.Key Exchange Algorithm", + "type":"string" + }, + { + "name":"ssh_host_key_alg", + "label":"SSH.Server Host Key Algorithm", + "type":"string" + }, + { + "name":"ssh_host_key", + "label":"SSH.Server Key Fingerprint", + "type":"string" + }, + { + "name":"ssh_hassh", + "label":"SSH.HASSH", + "type":"string" + }, + { + "name":"egress_link_direction", + "label":"Egress Link Direction", + "type":"string" + }, + { + "name":"ingress_link_direction", + "label":"Ingress Link Direction", + "type":"string" + }, + { + "name":"domain", + "label":"Domain", + "type":"string" + }, + { + "name":"domain_category_name", + "label":"Domain Category Name", + "type":"string" + }, + { + "name":"domain_category_group", + "label":"Domain Category Group", + "type":"string" + }, + { + "name":"domain_reputation_score", + "label":"Domain Reputation Score", + "type":"long" + }, + { + "name":"domain_reputation_level", + "label":"Domain Reputation Level", + "type":"string" + }, + { + "name":"domain_icp_company_name", + "label":"Domain Icp Company Name", + "type":"string" + }, + { + "name":"domain_whois_org", + "label":"Domain Whois Org", + "type":"string" + }, + { + "name":"client_country", + "label":"Client Country", + "type":"string" + }, + { + "name":"client_province", + "label":"Client Province", + "type":"string" + }, + { + "name":"client_region", + "label":"Client Region", + "type":"string" + }, + { + "name":"client_longitude", + "label":"Client Longitude", + "type":"double" + }, + { + "name":"client_latitude", + "label":"Client Latitude", + "type":"double" + }, + { + "name":"client_isp", + "label":"Client Isp", + "type":"string" + }, + { + "name":"server_country", + "label":"Server Country", + "type":"string" + }, + { + "name":"server_province", + "label":"Server Province", + "type":"string" + }, + { + "name":"server_region", + "label":"Server Region", + "type":"string" + }, + { + "name":"server_longitude", + "label":"Server Longitude", + "type":"double" + }, + { + "name":"server_latitude", + "label":"Server Latitude", + "type":"double" + }, + { + "name":"server_isp", + "label":"Server ISP", + "type":"string" + }, + { + "name":"app_category", + "label":"App Category", + "type":"string" + }, + { + "name":"app_subcategory", + "label":"App Subcategory", + "type":"string" + }, + { + "name":"app_company", + "label":"App Company", + "type":"string" + }, + { + "name":"app_company_category", + "label":"App Company Category", + "type":"string" + }, + { + "name":"app_risk", + "label":"App Risk", + "type":"long" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/tables_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/tables_cluster.json new file mode 100644 index 00000000..183f69ac --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/tables_cluster.json @@ -0,0 +1,11 @@ +{
+ "namespace": "system",
+ "type": "record",
+ "name": "tables_cluster",
+ "fields": [
+ {
+ "name": "database",
+ "type": "string"
+ }
+ ]
+}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/version.json b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/version.json new file mode 100644 index 00000000..733c3c5b --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-cn_nacos/data/config-data-tenant/cn/Galaxy/version.json @@ -0,0 +1,95 @@ +{ + "product": "185 Environment", + "version": "21.05", + "registered": "Geedge", + "updated": "2020-08-01 00:00:00", + "components": { + "oss": [ + { + "name": "zookeeper", + "version": "3.4.9", + "licenseType": "Apache License 2.0", + "description": "分布式应用程序协调服务" + }, + { + "name": "kafka", + "version": "2.11_1.0.0", + "licenseType": "Apache License 2.0", + "description": "消息队列" + }, + { + "name": "habse", + "version": "2.2.3", + "licenseType": "Apache License 2.0", + "description": "用于文件系统和存储Radius数据" + }, + { + "name": "flume", + "version": "1.9.0", + "licenseType": "Apache License 2.0", + "description": "日志补全传输" + }, + { + "name": "clickhouse", + "version": "19.17.4.11", + "licenseType": "Apache License 2.0", + "description": "原始日志数据库" + }, + { + "name": "druid", + "version": "0.16.0", + "licenseType": "Apache License 2.0", + "description": "分析实时数据并提供低延迟查询的OLAP应用程序" + }, + { + "name": "gohangout", + "version": "1.14.4.20200616", + "description": "动态获取原始日志表schema入库程序" + } + ], + "apps": [ + { + "name": "galaxy-qgw-service", + "version": "v3.2.200730", + "description": "数据平台对外统一查询网关" + }, + { + "name": "galaxy-report-service", + "version": "20.07.08", + "description": "自定义报表查询服务" + }, + { + "name": "galaxy-hos-service", + "version": "20.07.17", + "description": "对象存储服务" + }, + { + "name": "xxl-job-admin", + "version": "v1.0.2.20200506", + "description": "分布式任务调度平台" + }, + { + "name": "xxl-job", + "version": "v1.0.2.20200628", + "description": "分布式任务调度平台-执行器" + } + ], + "tasks": [ + { + "name": "flume", + "version": "flume-config-20.08", + "description": "原始日志补全、subscriber更新、Radius上下线功能" + }, + { + "name": "druid", + "version": "druid-config-20.08", + "description": "所有分析日志任务" + }, + { + "name": "gohangout", + "version": "gohangout-config-20.08", + "description": "原始日志入库、上下线日志入库" + } + ] + } +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/app.json b/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/app.json deleted file mode 100644 index 5b01056b..00000000 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/app.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "type": "record", - "name": "app", - "namespace": "elasticsearch", - "fields": [ - ] -}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/domain.json b/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/domain.json deleted file mode 100644 index 8d3ef668..00000000 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/domain.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "type": "record", - "name": "domain", - "namespace": "elasticsearch", - "fields": [ - ] -}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/ip.json b/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/ip.json deleted file mode 100644 index 9fce73b0..00000000 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/ip.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "type": "record", - "name": "ip", - "namespace": "elasticsearch", - "fields": [ - ] -}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/job_result.json b/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/job_result.json deleted file mode 100644 index 6478cb49..00000000 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/job_result.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "type": "record", - "name": "job_result", - "namespace": "tsg_galaxy", - "fields": [ - ] -}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/recommendation_app_cip.json b/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/recommendation_app_cip.json deleted file mode 100644 index d475dd35..00000000 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/recommendation_app_cip.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "type": "record", - "name": "recommendation_app_cip", - "namespace": "tsg_galaxy", - "fields": [ - ] -}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/relation_account_framedip.json b/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/relation_account_framedip.json deleted file mode 100644 index 0ed7f7b1..00000000 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/relation_account_framedip.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "type": "record", - "name": "relation_account_framedip", - "namespace": "tsg_galaxy", - "fields": [ - ] -}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/report_result.json b/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/report_result.json deleted file mode 100644 index 7bc56e28..00000000 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/report_result.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "type": "record", - "name": "report_result", - "namespace": "tsg", - "fields": [ - ] -}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/active_defence_event.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/active_defence_event.json index ccbd05b9..ccbd05b9 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/active_defence_event.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/active_defence_event.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/assessment_event.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/assessment_event.json index 4d6cca58..4d6cca58 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/assessment_event.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/assessment_event.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/ck-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/ck-filter.json index 6415f65c..6415f65c 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/ck-filter.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/ck-filter.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/ck-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/ck-queries-template.sql index 51a37d1b..51a37d1b 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/ck-queries-template.sql +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/ck-queries-template.sql diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/columns_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/columns_cluster.json index d190d3c0..d190d3c0 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/columns_cluster.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/columns_cluster.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/disks_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/disks_cluster.json index 70777c69..70777c69 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/disks_cluster.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/disks_cluster.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/dos_event.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/dos_event.json index 2a509979..2a509979 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/dos_event.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/dos_event.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/druid-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/druid-filter.json index ed7bc159..ed7bc159 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/druid-filter.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/druid-filter.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/druid-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/druid-queries-template.sql index 4b4a24bb..4b4a24bb 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/druid-queries-template.sql +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/druid-queries-template.sql diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/engine-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/engine-filter.json index 32b9a8ff..32b9a8ff 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/engine-filter.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/engine-filter.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/engine-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/engine-queries-template.sql index b28bd221..b28bd221 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/engine-queries-template.sql +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/engine-queries-template.sql diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/galaxy-qgw-service.yml b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/galaxy-qgw-service.yml index d5468d34..d5468d34 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/galaxy-qgw-service.yml +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/galaxy-qgw-service.yml diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/gtpc_record.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/gtpc_record.json index 099d14dc..099d14dc 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/gtpc_record.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/gtpc_record.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/hbase-filter.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/hbase-filter.json index d54cf144..d54cf144 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/hbase-filter.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/hbase-filter.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/hbase-queries-template.sql b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/hbase-queries-template.sql index 6ff5571d..6ff5571d 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/hbase-queries-template.sql +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/hbase-queries-template.sql diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/interim_session_record.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/interim_session_record.json index 3908fd0e..3908fd0e 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/interim_session_record.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/interim_session_record.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/job_result.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/job_result.json new file mode 100644 index 00000000..eba65114 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/job_result.json @@ -0,0 +1,42 @@ +{ + "type": "record", + "name": "job_result", + "namespace": "tsg_galaxy", + "fields": [ + { + "name": "ROWKEY", + "label": "Row Key", + "type": "string" + }, + { + "name": "is_done", + "label": "Done", + "type": "boolean" + }, + { + "name": "is_canceled", + "label": "Canceled", + "type": "boolean" + }, + { + "name": "done_progress", + "label": "Progress", + "type": "double" + }, + { + "name": "last_query_time", + "label": "Last Query Time", + "type": "long" + }, + { + "name": "duration_time", + "label": "Duration Time", + "type": "long" + }, + { + "name": "discovery_field", + "label": "Discovery Field", + "type": "string" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/liveChart_interim.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/liveChart_interim.json index ecb0830b..ecb0830b 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/liveChart_interim.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/liveChart_interim.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/liveChart_session.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/liveChart_session.json index 8a2c499b..8a2c499b 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/liveChart_session.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/liveChart_session.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/meta_data.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/meta_data.json index d5b23072..73be1523 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/meta_data.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/meta_data.json @@ -23,15 +23,6 @@ ] }, { - "namespace": "elasticsearch", - "group": "ELASTICSEARCH_GROUP", - "tables": [ - "ip", - "app", - "domain" - ] - }, - { "namespace": "system", "group": "CLICKHOUSE_GROUP", "tables": [ diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/parts_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/parts_cluster.json index c311abf3..c311abf3 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/parts_cluster.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/parts_cluster.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/processes.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/processes.json index 75d74a98..75d74a98 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/processes.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/processes.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/proxy_event.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/proxy_event.json index 24a9a8ef..24a9a8ef 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/proxy_event.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/proxy_event.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/proxy_event_hits_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/proxy_event_hits_log.json index e0a16865..e0a16865 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/proxy_event_hits_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/proxy_event_hits_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/public_schema_info.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/public_schema_info.json index 53eb9311..53eb9311 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/public_schema_info.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/public_schema_info.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/query_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/query_log.json index 4f5e8d55..4f5e8d55 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/query_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/query_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/query_log_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/query_log_cluster.json index d6e75831..d6e75831 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/query_log_cluster.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/query_log_cluster.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/radius_onff_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/radius_onff_log.json index 9201ebb7..9201ebb7 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/radius_onff_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/radius_onff_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/radius_record.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/radius_record.json index c3b532ce..c3b532ce 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/radius_record.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/radius_record.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/recommendation_app_cip.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/recommendation_app_cip.json new file mode 100644 index 00000000..8d815eaf --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/recommendation_app_cip.json @@ -0,0 +1,27 @@ +{ + "type": "record", + "name": "recommendation_app_cip", + "namespace": "tsg_galaxy", + "fields": [ + { + "name": "ROWKEY", + "label": "Row Key", + "type": "string" + }, + { + "name": "app_label", + "label": "APP Label", + "type": "string" + }, + { + "name": "last_update_time", + "label": "Last Update Time", + "type": "long" + }, + { + "name": "client_ip_list", + "label": "Client IP List", + "type": "string" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/relation_account_framedip.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/relation_account_framedip.json new file mode 100644 index 00000000..7a071417 --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/relation_account_framedip.json @@ -0,0 +1,37 @@ +{ + "type": "record", + "name": "relation_account_framedip", + "namespace": "tsg_galaxy", + "fields": [ + { + "name":"ROWKEY", + "label":"Row Key", + "type":"string" + }, + { + "name":"acct_status_type", + "label":"Acct Status Type", + "type":"string" + }, + { + "name":"first_found_time", + "label":"First Found Time", + "type":"long" + }, + { + "name":"last_update_time", + "label":"Last Update Time", + "type":"long" + }, + { + "name":"framed_ip", + "label":"Framed IP", + "type":"string" + }, + { + "name":"account", + "label":"Account", + "type":"string" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/report_result.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/report_result.json new file mode 100644 index 00000000..fdd1b7bd --- /dev/null +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/report_result.json @@ -0,0 +1,32 @@ +{ + "type": "record", + "name": "report_result", + "namespace": "tsg", + "fields": [ + { + "name":"ROWKEY", + "label":"Row Key", + "type":"string" + }, + { + "name":"excute_sql", + "label":"Excute SQL", + "type":"string" + }, + { + "name":"read_rows", + "label":"Read Rows", + "type":"long" + }, + { + "name":"result_id", + "label":"Result ID", + "type":"int" + }, + { + "name":"result", + "label":"Result", + "type":"string" + } + ] +}
\ No newline at end of file diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/sd_multi_access_cnt_feature.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/sd_multi_access_cnt_feature.json index 2428eed2..2428eed2 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/sd_multi_access_cnt_feature.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/sd_multi_access_cnt_feature.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/security_event.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/security_event.json index 912905cd..912905cd 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/security_event.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/security_event.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/security_event_hits_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/security_event_hits_log.json index 818a92cf..818a92cf 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/security_event_hits_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/security_event_hits_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record.json index 0ac2db9f..0ac2db9f 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record_common_client_ip.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record_common_client_ip.json index 9184e36c..9184e36c 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record_common_client_ip.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record_common_client_ip.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record_common_server_ip.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record_common_server_ip.json index a7c977f6..a7c977f6 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record_common_server_ip.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record_common_server_ip.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record_http_domain.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record_http_domain.json index 65414eac..65414eac 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/session_record_http_domain.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/session_record_http_domain.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/sys_packet_capture_event.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/sys_packet_capture_event.json index 0a5d0ced..0a5d0ced 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/sys_packet_capture_event.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/sys_packet_capture_event.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/sys_storage_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/sys_storage_log.json index 52a3d06e..52a3d06e 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/sys_storage_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/sys_storage_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/tables_cluster.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/tables_cluster.json index 4765d85f..4765d85f 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/tables_cluster.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/tables_cluster.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_client_ip_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_client_ip_log.json index f1434646..f1434646 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_client_ip_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_client_ip_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_external_host_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_external_host_log.json index 44db8589..44db8589 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_external_host_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_external_host_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_internal_host_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_internal_host_log.json index 73a254f6..73a254f6 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_internal_host_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_internal_host_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_server_ip_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_server_ip_log.json index 46e089f7..46e089f7 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_server_ip_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_server_ip_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_urls_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_urls_log.json index 2dd8d1c7..2dd8d1c7 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_urls_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_urls_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_user_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_user_log.json index 0ad47a3f..0ad47a3f 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_user_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_user_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_website_domain_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_website_domain_log.json index a28b4ac8..a28b4ac8 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/top_website_domain_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/top_website_domain_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_app_stat_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_app_stat_log.json index e6996250..e6996250 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_app_stat_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_app_stat_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_metrics_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_metrics_log.json index dd013b9b..dd013b9b 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_metrics_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_metrics_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_protocol_stat_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_protocol_stat_log.json index fb87eefb..fb87eefb 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_protocol_stat_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_protocol_stat_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_summary_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_summary_log.json index 7ae5b8d8..7ae5b8d8 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_summary_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_summary_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_top_destination_ip_metrics_log.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_top_destination_ip_metrics_log.json index 6c14b869..6c14b869 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/traffic_top_destination_ip_metrics_log.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/traffic_top_destination_ip_metrics_log.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/transaction_record.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/transaction_record.json index c2d3e380..c2d3e380 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/transaction_record.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/transaction_record.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/version.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/version.json index ca36a907..ca36a907 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/version.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/version.json diff --git a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/voip_record.json b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/voip_record.json index c321165e..c321165e 100644 --- a/config/nacos/config/fixed-127.0.0.1_8848-dev_nacos/data/config-data-tenant/dev/Galaxy/voip_record.json +++ b/config/nacos/config/fixed-127.0.0.1_8848-tsg_nacos/data/config-data-tenant/tsg/Galaxy/voip_record.json diff --git a/src/main/java/com/mesalab/common/nacos/NacosConst.java b/src/main/java/com/mesalab/common/nacos/NacosConst.java index f7926932..f26d9759 100644 --- a/src/main/java/com/mesalab/common/nacos/NacosConst.java +++ b/src/main/java/com/mesalab/common/nacos/NacosConst.java @@ -40,7 +40,7 @@ public class NacosConst { public static final String CK_FILTER_DATA_ID = "ck-filter.json"; - public static final String CK_QUERIES_TEMPLATE_DATA_ID = "ck-queries-template.sql"; + public static final String CK_QUERIES_TEMPLATE_DATA_ID = "ck-queries-template.sql"; public static final String DRUID_FILTER_DATA_ID = "druid-filter.json"; diff --git a/src/main/java/com/mesalab/qgw/service/impl/ApiServiceImpl.java b/src/main/java/com/mesalab/qgw/service/impl/ApiServiceImpl.java index daff9a8a..d247d4fa 100644 --- a/src/main/java/com/mesalab/qgw/service/impl/ApiServiceImpl.java +++ b/src/main/java/com/mesalab/qgw/service/impl/ApiServiceImpl.java @@ -1,5 +1,6 @@ package com.mesalab.qgw.service.impl; +import cn.hutool.core.text.StrFormatter; import cn.hutool.core.util.StrUtil; import cn.hutool.log.Log; import cn.hutool.log.LogFactory; @@ -18,10 +19,7 @@ import com.mesalab.common.utils.sqlparser.SQLHelper; import com.mesalab.common.utils.sqlparser.SQLSyntaxParserUtil; import com.mesalab.qgw.dialect.Dialect; import com.mesalab.qgw.dialect.FederationDialect; -import com.mesalab.qgw.model.api.ApiParam; -import com.mesalab.qgw.model.api.ClickHouseHttpSource; -import com.mesalab.qgw.model.api.DruidIoHttpSource; -import com.mesalab.qgw.model.api.SQLQuerySource; +import com.mesalab.qgw.model.api.*; import com.mesalab.qgw.model.api.udf.UDF; import com.mesalab.qgw.model.api.udf.UDFElements; import com.mesalab.qgw.service.ApiService; @@ -56,15 +54,19 @@ public class ApiServiceImpl implements ApiService { @Autowired private DruidIoHttpSource druidIoHttpSource; @Autowired + private HBaseAPISource hBaseAPISource; + @Autowired private MetadataService metadataServiceTemp; @Autowired - private SystemService systemService; + private SystemService systemServiceTemp; private static MetadataService metadataService; + private static SystemService systemService; @PostConstruct private void initMetadataService() { metadataService = this.metadataServiceTemp; + systemService = this.systemServiceTemp; } public static final int MAX_PARSER_LEVEL = 5; @@ -125,9 +127,6 @@ public class ApiServiceImpl implements ApiService { throw new BusinessException(ResultStatusEnum.FAIL.getCode(), ResultCodeEnum.PARAM_SYNTAX_ERROR.getCode(), "Param Syntax Error: The format must be json or csv.", null); } - if (StringUtil.isBlank(param.getQueryId())) { - param.setQueryId(systemService.getQueryId(param.getResultId(), param.getQuery())); - } } /** @@ -162,12 +161,15 @@ public class ApiServiceImpl implements ApiService { } /** - * 为Select操作选择不同的执行动作，包含SQL解析(Syntax-parse)、SQL验证（Syntax-validation）、实时查询(Real-time)、长查询(Long-term) + * 1.设置默认queryID + * 2.为Select操作选择不同的执行动作，包含SQL解析(Syntax-parse)、SQL验证（Syntax-validation）、实时查询(Real-time)、长查询(Long-term) * @param param 请求参数 * @return BaseResult 执行结果 */ private BaseResult executeSelectStatement(ApiParam param) { - + if (StringUtil.isBlank(param.getQueryId())) { + param.setQueryId(systemService.getQueryId(param.getResultId(), param.getQuery())); + } if (QueryOptionEnum.SYNTAX_PARSE.getValue().equalsIgnoreCase(param.getOption())) { return executeSyntaxParse(param); } else if (QueryOptionEnum.SYNTAX_VALIDATION.getValue().equalsIgnoreCase(param.getOption())) { @@ -501,6 +503,10 @@ public class ApiServiceImpl implements ApiService { param.setDbType(DBTypeEnum.DRUID.getValue()); param.setDialectDBType(DBTypeEnum.DRUID.getValue()); param.setQuery("SELECT COLUMN_NAME as name, DATA_TYPE as type FROM INFORMATION_SCHEMA.COLUMNS WHERE TABLE_NAME = '" + tableName + "'"); + } else if (DBTypeEnum.HBASE.getValue().equalsIgnoreCase(dbType)) { + param.setDbType(DBTypeEnum.HBASE.getValue()); + param.setDialectDBType(DBTypeEnum.HBASE.getValue()); + param.setQuery(StrFormatter.format("SELECT COLUMN_NAME as \"name\", DATA_TYPE as \"type\" FROM SYSTEM.CATALOG WHERE TABLE_NAME= '{}' AND COLUMN_NAME IS NOT NULL", tableName)); } else { throw new BusinessException(ResultStatusEnum.FAIL.getCode(), ResultCodeEnum.SQL_SYNTAX_ERROR.getCode(), param.getTableName() + " 表未在平台注册，请联系数据平台负责人", null); } @@ -537,6 +543,9 @@ public class ApiServiceImpl implements ApiService { param.setDbType(DBTypeEnum.DRUID.getValue()); param.setDialectDBType(DBTypeEnum.DRUID.getValue()); param.setQuery("SELECT TABLE_NAME AS name FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_TYPE = 'TABLE'"); + } if (hBaseAPISource.getDbName().equalsIgnoreCase(param.getSchema())) { + param.setDbType(DBTypeEnum.HBASE.getValue()); + param.setDialectDBType(DBTypeEnum.HBASE.getValue()); } else if (StringUtil.isBlank(param.getSchema())) { BaseResult result = getAllTables(); return result; diff --git a/src/main/java/com/mesalab/qgw/service/impl/DiagnosisServiceImpl.java b/src/main/java/com/mesalab/qgw/service/impl/DiagnosisServiceImpl.java index 0fb65683..cbb5e277 100644 --- a/src/main/java/com/mesalab/qgw/service/impl/DiagnosisServiceImpl.java +++ b/src/main/java/com/mesalab/qgw/service/impl/DiagnosisServiceImpl.java @@ -9,6 +9,7 @@ import cn.hutool.log.Log; import cn.hutool.log.LogFactory; import com.google.common.base.Stopwatch; import com.google.common.base.Strings; +import com.google.common.collect.Lists; import com.google.common.collect.MapDifference; import com.google.common.collect.Maps; import com.jayway.jsonpath.JsonPath; @@ -17,16 +18,12 @@ import com.mesalab.common.base.BaseResultGenerator; import com.mesalab.common.enums.*; import com.mesalab.common.exception.BusinessException; import com.mesalab.common.utils.sqlparser.TableColumnVisitor; -import com.mesalab.qgw.model.api.HttpConfig; +import com.mesalab.qgw.model.api.*; import com.mesalab.qgw.benchmark.clickhouse.ClickhouseWriter; import com.mesalab.qgw.benchmark.druid.DruidWriter; import com.mesalab.qgw.benchmark.engine.EngineWriter; import com.mesalab.qgw.benchmark.hbase.HbaseWriter; import com.mesalab.qgw.dialect.HbaseDialect; -import com.mesalab.qgw.model.api.ApiParam; -import com.mesalab.qgw.model.api.ClickHouseHttpQuery; -import com.mesalab.qgw.model.api.ClickHouseHttpSource; -import com.mesalab.qgw.model.api.DruidIoHttpSource; import com.mesalab.qgw.service.ApiService; import com.mesalab.qgw.service.DiagnosisService; import com.mesalab.qgw.service.MetadataService; @@ -65,6 +62,8 @@ public class DiagnosisServiceImpl implements DiagnosisService { private static final String CK_PREFIX = "ck_"; private static final String ENGINE_PREFIX = "engine_"; private static final String HBASE_PREFIX = "hbase_"; + private static final String HBASE_DBNAME2 = "tsg_galaxy"; + @Autowired private HttpClientService httpClientService; @Autowired @@ -86,6 +85,8 @@ public class DiagnosisServiceImpl implements DiagnosisService { @Autowired private DruidIoHttpSource druidIoHttpSource; @Autowired + private HBaseAPISource hBaseAPISource; + @Autowired private MetadataService metadataService; /** * 验证Schema格式是否正确 @@ -98,14 +99,20 @@ public class DiagnosisServiceImpl implements DiagnosisService { try { Stopwatch watch = Stopwatch.createStarted(); Map<String, Object> statistics = Maps.newLinkedHashMap(); + List<Object> data = Lists.newArrayList(); Map<String, Map<String, String>> clickhouseResult = parseSchemaByDatasource(clickHouseHttpSource.getDbName(), metadataService.getAllTable()); Map<String, Map<String, String>> druidResult = parseSchemaByDatasource(druidIoHttpSource.getDbname(), metadataService.getAllTable()); - Map<String, Map<String, String>> mergeResult = Stream - .concat(clickhouseResult.entrySet().stream(), druidResult.entrySet().stream()) - .collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue)); + Map<String, Map<String, String>> hbaseResult = parseSchemaByDatasource(hBaseAPISource.getDbName(), metadataService.getAllTable()); + Map<String, Map<String, String>> hbase2Result = parseSchemaByDatasource(HBASE_DBNAME2, metadataService.getAllTable()); + + data.add(clickhouseResult.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + data.add(druidResult.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + data.add(hbaseResult.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + data.add(hbase2Result.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + long executeTime = watch.elapsed(TimeUnit.MILLISECONDS); statistics.put("elapsed", executeTime); - result = BaseResultGenerator.success("Avro Schema Validation Success.", mergeResult, statistics); + result = BaseResultGenerator.success("Avro Schema Validation Success.", data, statistics); result.setFormatType(QueryFormatEnum.JSON.getValue()); } catch (RuntimeException e) { throw new BusinessException(HttpStatus.SC_INTERNAL_SERVER_ERROR, @@ -126,13 +133,19 @@ public class DiagnosisServiceImpl implements DiagnosisService { try { Stopwatch watch = Stopwatch.createStarted(); Map<String, Object> statistics = Maps.newLinkedHashMap(); + List<Object> data = Lists.newArrayList(); Map<String, Map<String, String>> clickhouseResult = checkMetadataByDatasource(clickHouseHttpSource.getDbName(), metadataService.getAllTable()); Map<String, Map<String, String>> druidResult = checkMetadataByDatasource(druidIoHttpSource.getDbname(), metadataService.getAllTable()); - Map<String, Map<String, String>> mergeResult = Stream - .concat(clickhouseResult.entrySet().stream(), druidResult.entrySet().stream()) - .collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue)); + Map<String, Map<String, String>> hbaseResult = checkMetadataByDatasource(hBaseAPISource.getDbName(), metadataService.getAllTable()); + Map<String, Map<String, String>> hbase2Result = checkMetadataByDatasource(HBASE_DBNAME2, metadataService.getAllTable()); + + data.add(clickhouseResult.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + data.add(druidResult.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + data.add(hbaseResult.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + data.add(hbase2Result.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue))); + statistics.put("elapsed", watch.elapsed(TimeUnit.MILLISECONDS)); - result = BaseResultGenerator.success("Metadata Validation Success, Only Table Exist Fields detail.", mergeResult, statistics); + result = BaseResultGenerator.success("Metadata Validation Success, Only Table Exist Fields detail.", data, statistics); result.setFormatType(QueryFormatEnum.JSON.getValue()); } catch (RuntimeException e) { throw new BusinessException(HttpStatus.SC_INTERNAL_SERVER_ERROR, diff --git a/src/main/java/com/mesalab/qgw/service/impl/MetadataServiceImpl.java b/src/main/java/com/mesalab/qgw/service/impl/MetadataServiceImpl.java index 5a1b262e..41c5440f 100644 --- a/src/main/java/com/mesalab/qgw/service/impl/MetadataServiceImpl.java +++ b/src/main/java/com/mesalab/qgw/service/impl/MetadataServiceImpl.java @@ -55,12 +55,6 @@ public class MetadataServiceImpl implements MetadataService { @Autowired
private ClickHouseHttpSource clickHouseHttpSource;
@Autowired
- private DruidIoHttpSource druidIoHttpSource;
- @Autowired
- private ElasticsearchHttpSource elasticsearchHttpSource;
- @Autowired
- private HBaseAPISource hBaseAPISource;
- @Autowired
public MetadataConfig metadataConfig;
private Map<String, Schema> schemaCache = Maps.newHashMap();
|