summaryrefslogtreecommitdiff
path: root/ntcconf/t2conf
diff options
context:
space:
mode:
authorliuxueli <[email protected]>2019-07-04 09:56:10 +0800
committerliuxueli <[email protected]>2019-07-04 09:56:10 +0800
commitf1efb711cfd3f64fc206fe926ca01e98c6fb7693 (patch)
tree3da776410c6db295d57f5a592b75341cf4c286ed /ntcconf/t2conf
parent2d4de570b60fbfdac6f4a122351f73a6339e5d0e (diff)
增加安装配置文件
Diffstat (limited to 'ntcconf/t2conf')
-rw-r--r--ntcconf/t2conf/asn_tableinfo.conf3
-rw-r--r--ntcconf/t2conf/ipd_dyn_tableinfo.conf4
-rw-r--r--ntcconf/t2conf/maat_test.json87
-rw-r--r--ntcconf/t2conf/main.conf152
-rw-r--r--ntcconf/t2conf/ntc_cache.conf26
-rw-r--r--ntcconf/t2conf/t2_tableinfo.conf29
6 files changed, 301 insertions, 0 deletions
diff --git a/ntcconf/t2conf/asn_tableinfo.conf b/ntcconf/t2conf/asn_tableinfo.conf
new file mode 100644
index 0000000..5fd6797
--- /dev/null
+++ b/ntcconf/t2conf/asn_tableinfo.conf
@@ -0,0 +1,3 @@
+0 ASN_IP_COMPILE compile UTF8 UTF8 no 0
+1 ASN_IP_GROUP group UTF8 UTF8 no 0
+2 ASN_IP_REGION ip UTF8 UTF8 no
diff --git a/ntcconf/t2conf/ipd_dyn_tableinfo.conf b/ntcconf/t2conf/ipd_dyn_tableinfo.conf
new file mode 100644
index 0000000..bcfefc1
--- /dev/null
+++ b/ntcconf/t2conf/ipd_dyn_tableinfo.conf
@@ -0,0 +1,4 @@
+0 IPD_DYN_COMPILE compile UTF8 UTF8 no 0
+1 IPD_DYN_GROUP group UTF8 UTF8 no 0
+2 IPD_RELATED_DOMAIN expr UTF8 UTF8 yes
+3 IPD_DYN_SUBSCRIBE_IP plugin {"key":4,"valid":9,"tag":5,"estimate_size":1048576} --
diff --git a/ntcconf/t2conf/maat_test.json b/ntcconf/t2conf/maat_test.json
new file mode 100644
index 0000000..acfcbdc
--- /dev/null
+++ b/ntcconf/t2conf/maat_test.json
@@ -0,0 +1,87 @@
+{
+ "compile_table": "NTC_COMPILE",
+ "group_table": "NTC_GROUP",
+ "rules": [
+ {
+ "compile_id": 6,
+ "service": 12,
+ "action": 1,
+ "do_blacklist": 1,
+ "do_log": 1,
+ "effective_rage": 0,
+ "user_region": "anything",
+ "is_valid": "yes",
+ "groups": [
+ {
+ "group_name": "group_7",
+ "regions": [
+ {
+ "table_name": "NTC_UNIVERSAL_PROTO_TYPE",
+ "table_type": "intval",
+ "table_content": {
+ "low_boundary": 10,
+ "up_boundary": 10
+ }
+ }
+ ]
+ },
+ {
+ "group_name": "group_6",
+ "regions": [
+ {
+ "table_name": "NTC_UNIVERSAL_IP",
+ "table_type": "ip",
+ "table_content": {
+ "addr_type": "ipv4",
+ "src_ip": "211.144.24.29",
+ "mask_src_ip": "255.255.0.0",
+ "src_port": "0",
+ "mask_src_port": "65535",
+ "dst_ip": "0.0.0.0",
+ "mask_dst_ip": "255.255.255.255",
+ "dst_port": "0",
+ "mask_dst_port": "65535",
+ "protocol": 0,
+ "direction": "double"
+ }
+ }
+ ]
+ }
+ # {
+ # "group_name": "group_8",
+ # "regions": [
+ # {
+ # "table_name": "DJ_SSL_REGION",
+ # "table_type": "expr_plus",
+ # "table_content": {
+ # "district": "SAN",
+ # "keywords": "jd.com",
+ # "expr_type": "and",
+ # "match_method": "sub",
+ # "format": "uncase plain"
+ # }
+ # }
+ # ]
+ # }
+ ]
+ }
+ ],
+ "plugin_table": [
+ {
+ "table_name": "DNS_RESPONSE_STRATEGY",
+ "table_content": [
+ "1\t192.168.0.1\t101",
+ "2\t192.168.0.2\t101",
+ "3\t192.168.1.1\t102"
+ ]
+ },
+ {
+ "table_name": "DNS_GROUP_TYPE",
+ "table_content": [
+ "1\t3388\t99\t1",
+ "2\t3355\t66\t1",
+ "3\tcccc\t11\t1"
+ ]
+ }
+ ]
+}
diff --git a/ntcconf/t2conf/main.conf b/ntcconf/t2conf/main.conf
new file mode 100644
index 0000000..5825a18
--- /dev/null
+++ b/ntcconf/t2conf/main.conf
@@ -0,0 +1,152 @@
+[WIRED_INFO]
+APP_NAME=T2
+SELF_IP=10.4.16.1
+REMOTE_DIR=ASTANA/
+KEY_CNT=106
+RAWFILE_CNT=0
+WIRED_TIME=2019-02-20T15:37:09
+
+[ASN_MAAT]
+EFFECT_INTERVAL_S=1
+FULL_CFG_DIR=./asnrule/full/index/
+INC_CFG_DIR=./asnrule/inc/index/
+JSON_CFG_FILE=./t2conf/asn_test.json
+MAAT_JSON_SWITCH=0
+PERF_SWITCH=1
+REDIS_INDEX=2
+REDIS_IP=10.0.8.17
+REDIS_PORT=9001
+REDIS_PORT_NUM=1
+STAT_FILE=./asn_maat.staus
+STAT_SWITCH=1
+TABLE_INFO=./t2conf/asn_tableinfo.conf
+
+[CACHE]
+CONFIG_FILE=./t2conf/main.conf
+LOG_LEVEL=30
+LOG_PATH=./t2log/cache/cache
+SWITCH=1
+
+[HTTP]
+MAX_CACHE_SIZE=4096000
+MAX_SAVE_SIZE=4096000
+
+[HTTP_BIZ]
+DEBUG_MODE=0
+PDF_SWITCH=0
+TEST_MODE=0
+MAIL_COLLECT_SWITCH=1
+HTTP_POST_COLLECT_SWITCH=1
+COLLECT_TYPE=doc;docx;rtf;exe;pdf;xls;xlsx;ppt;pptx;txt;bin;
+
+[IPD_DYN_MAAT]
+EFFECT_INTERVAL_S=1
+FULL_CFG_DIR=./ipd_dynrule/full/index/
+INC_CFG_DIR=./ipd_dynrule/inc/index/
+JSON_CFG_FILE=./t2conf/ipd_dyn_maat_test.json
+MAAT_JSON_SWITCH=0
+PERF_SWITCH=1
+REDIS_IP=10.4.20.151
+REDIS_PORT=6380
+REDIS_PORT_NUM=10
+STAT_FILE=./ipd_dyn_maat.staus
+STAT_SWITCH=1
+TABLE_INFO=./t2conf/ipd_dyn_tableinfo.conf
+
+[IP]
+MAX_CACHE_SIZE=4096
+MAX_SAVE_SIZE=32768
+
+[MAIL]
+MAX_CACHE_SIZE=16384
+MAX_SAVE_SIZE=20971520
+
+[MAIL_LOG_CACHE]
+minio_ip_list=192.168.10.180;
+minio_listen_port=9000
+minio_proxy_port=9100
+
+cache_bucket_name=ntcbucket
+cache_bucket_num=32
+max_used_memory_size_mb=5120
+cache_upload_losf_size=4194304
+#cache_upload_losf_timeout_s=10
+cache_default_ttl_second=31104000
+cache_object_key_hash_switch=0
+
+cache_store_object_way=1
+redis_cluster_ip_list=192.168.10.180;
+redis_cluster_port_range=9001-9004;
+cache_upload_losf_timeout_s=20
+#wiredlb_override=1
+#wiredlb_topic=MinioFileLog
+#wiredlb_datacenter=k18consul-tse
+wiredlb_health_port=43330
+#wiredlb_group=FileLog
+
+log_fsstat_appname=MAIL_CACHE
+log_fsstat_filepath=./t2log/cache/mail_cache_fs2.log
+log_fsstat_interval=10
+log_fsstat_trig=1
+log_fsstat_dst_ip=10.4.20.202
+log_fsstat_dst_port=8125
+
+
+[NTC_CACHE]
+minio_ip_list=192.168.10.180;
+minio_listen_port=9000
+minio_proxy_port=9100
+
+cache_bucket_name=ntcbucket
+cache_bucket_num=32
+max_used_memory_size_mb=5120
+cache_upload_losf_size=4194304
+cache_default_ttl_second=31104000
+cache_object_key_hash_switch=0
+
+cache_store_object_way=1
+redis_cache_object_size=512000
+redis_cluster_ip_list=192.168.10.180;
+redis_cluster_port_range=9001-9004;
+max_redis_session_num=1600
+#wiredlb_override=1
+#wiredlb_topic=MinioFileLog
+#wiredlb_datacenter=k18consul-tse
+wiredlb_health_port=42220
+#wiredlb_group=FileLog
+
+log_fsstat_appname=NTC_CACHE
+log_fsstat_filepath=./t2log/cache/ntc_cache_fs2.log
+log_fsstat_interval=10
+log_fsstat_trig=1
+log_fsstat_dst_ip=10.4.20.202
+log_fsstat_dst_port=8125
+
+[NTC_MAAT]
+EFFECT_INTERVAL_S=1
+FULL_CFG_DIR=./ntcrule/full/index/
+INC_CFG_DIR=./ntcrule/inc/index/
+JSON_CFG_FILE=./t2conf/maat_test.json
+MAAT_JSON_SWITCH=0
+PERF_SWITCH=1
+STAT_FILE=./t2_maat.staus
+STAT_SWITCH=1
+TABLE_INFO=./t2conf/t2_tableinfo.conf
+
+[SYSTEM]
+FS_SERVER_IP=10.4.20.202
+FS_SERVER_PORT=8125
+KAFKA_BROKERLIST=192.168.10.10:9092
+LOG_LEVEL=30
+NIC_NAME=enp131s0f2
+SENDLOG_MODE=1
+SOQLOG_LOCAL_LEVEL=20
+SOQLOG_LOCAL_PATH=./t2log/soqlog_local.log
+
+[TRANS_INFO]
+protolist=HTTP=4;MAIL=5;FTP=7;
+start_port=60000
+wlb_group_name=ASTANA
+wlb_health_port=20000
+wlb_override=1
+wlb_switch=0
diff --git a/ntcconf/t2conf/ntc_cache.conf b/ntcconf/t2conf/ntc_cache.conf
new file mode 100644
index 0000000..1f4bebc
--- /dev/null
+++ b/ntcconf/t2conf/ntc_cache.conf
@@ -0,0 +1,26 @@
+[NTC_CACHE]
+#MINIO IP地址,目前只支持一个
+MINIO_IP_LIST=10.4.35.41-48;
+MINIO_LISTEN_PORT=9000
+
+#每个域名最多开启的链接数
+MAX_CONNECTION_PER_HOST=10
+
+#bucket的名称
+CACHE_BUCKET_NAME=ntcbucket
+
+#缓存最大占用的内存空间大小,超出空间时上传失败
+MAX_USED_MEMORY_SIZE_MB=5120
+
+#上传时Expires头部的过期时间,单位秒,最小60(1分钟)
+CACHE_DEFAULT_TTL_SECOND=3600
+
+#是否对对象的名称进行哈希,开启哈希有助于提高上传下载的速率
+CACHE_OBJECT_KEY_HASH_SWITCH=0
+
+#WIRED LOAD BALANCER配置
+#WIREDLB_OVERRIDE=0
+#WIREDLB_TOPIC=
+#WIREDLB_GROUP=
+#WIREDLB_DATACENTER=
+WIREDLB_HEALTH_PORT=49000
diff --git a/ntcconf/t2conf/t2_tableinfo.conf b/ntcconf/t2conf/t2_tableinfo.conf
new file mode 100644
index 0000000..cdcadcf
--- /dev/null
+++ b/ntcconf/t2conf/t2_tableinfo.conf
@@ -0,0 +1,29 @@
+#each collumn seperate with '\t'
+#id (0~65535)
+#name string
+#type one of ip,expr,expr_plus,digest,intval,compile or plugin
+#src_charset one of GBK,BIG5,UNICODE,UTF8
+#dst_charset combined by GBK,BIG5,UNICODE,UTF8,seperate with '/'
+#do_merege yes or no
+#cross cache 0~max
+#quickswitch quickon or quick off
+#id name type src_charset dst_charset do_merge cross_cache quickswitch
+0 NTC_COMPILE compile UTF8 UTF8 no 0
+0 WHITE_LIST_COMPILE compile UTF8 UTF8 no 0
+1 NTC_GROUP group UTF8 UTF8 no 0
+1 WHITE_LIST_GROUP group UTF8 UTF8 no 0
+2 NTC_UNIVERSAL_IP ip UTF8 UTF8 no 0
+3 NTC_UNIVERSAL_PROTO_TYPE intval UTF8 UTF8 no 0
+4 WHITE_LIST_IP ip UTF8 UTF8 no 0
+5 NTC_HTTP_URL expr UTF8 UTF8 yes 0 quickoff
+5 WHITE_LIST_DOMAIN expr UTF8 UTF8 yes 0 quickoff
+6 NTC_HTTP_REQ_HDR expr_plus UTF8 UTF8 yes 0 quickoff
+7 NTC_HTTP_RES_HDR expr_plus UTF8 UTF8 yes 0 quickoff
+8 NTC_SUBSCRIBE_ID expr UTF8 UTF8 yes 0 quickoff
+8 WHITE_LIST_SUBSCRIBE_ID expr UTF8 UTF8 yes 0 quickoff
+9 NTC_HTTP_REQ_BODY expr UTF8 UTF8/GBK/BIG5/UNICODE yes 0 quickoff
+10 NTC_HTTP_RES_BODY expr UTF8 UTF8/GBK/BIG5/UNICODE yes 0 quickoff
+11 NTC_MAIL_HDR expr_plus UTF8 UTF8/GBK yes 0 quickoff
+12 NTC_MAIL_BODY expr_plus UTF8 UTF8/GBK yes 0 quickoff
+13 NTC_FTP_URL expr UTF8 UTF8 yes 0 quickoff
+14 NTC_FTP_CONTENT expr UTF8 UTF8/GBK/BIG5/UNICODE yes 0 quickoff