diff options
Diffstat (limited to 'ntcconf/t1conf')
| -rw-r--r-- | ntcconf/t1conf/asn_tableinfo.conf | 3 | ||||
| -rw-r--r-- | ntcconf/t1conf/ddp.conf | 49 | ||||
| -rw-r--r-- | ntcconf/t1conf/http_url_filter.conf | 126 | ||||
| -rw-r--r-- | ntcconf/t1conf/ipd_dyn_tableinfo.conf | 4 | ||||
| -rw-r--r-- | ntcconf/t1conf/ipd_static_tableinfo.conf | 13 | ||||
| -rw-r--r-- | ntcconf/t1conf/maat_test.json | 87 | ||||
| -rw-r--r-- | ntcconf/t1conf/main.conf | 233 | ||||
| -rw-r--r-- | ntcconf/t1conf/ntc_cache.conf | 26 | ||||
| -rw-r--r-- | ntcconf/t1conf/t1_tableinfo.conf | 51 |
9 files changed, 592 insertions, 0 deletions
diff --git a/ntcconf/t1conf/asn_tableinfo.conf b/ntcconf/t1conf/asn_tableinfo.conf new file mode 100644 index 0000000..5fd6797 --- /dev/null +++ b/ntcconf/t1conf/asn_tableinfo.conf @@ -0,0 +1,3 @@ +0 ASN_IP_COMPILE compile UTF8 UTF8 no 0 +1 ASN_IP_GROUP group UTF8 UTF8 no 0 +2 ASN_IP_REGION ip UTF8 UTF8 no diff --git a/ntcconf/t1conf/ddp.conf b/ntcconf/t1conf/ddp.conf new file mode 100644 index 0000000..d73a93f --- /dev/null +++ b/ntcconf/t1conf/ddp.conf @@ -0,0 +1,49 @@ +[WIRED_INFO] +APP_NAME=ddp +SELF_IP=10.4.4.1 +REMOTE_DIR=ASTANA +KEY_CNT=31 +RAWFILE_CNT=0 +WIRED_TIME=2019-02-20T15:29:33 + +[FTP] +data_type=APP +iplist=127.0.0.1; +max_cache_size=1000 +override=1 +port_num=1 +proto_id=7 +start_port=60000 + +[HTTP] +data_type=APP +iplist=127.0.0.1; +max_cache_size=0 +override=1 +port_num=1 +proto_id=4 +start_port=60000 + +[LOG_INFO] +log_level=30 +log_path=./t1log/ddp_log + +[MAIL] +data_type=APP +iplist=127.0.0.1; +max_cache_size=0 +override=1 +port_num=1 +proto_id=5 +start_port=60000 + +[TRANS_INFO] +MESA_MTU=2000 +#"0:debug; 1:socket udp; 2:unix domain socket; 3:masrio3, 4:marsio4" +ddp_mode=1 +is_bigblock=1 +is_stream=1 +protolist=HTTP;MAIL;FTP; +rely_call=0 +wlb_group_name=ASTANA +wlb_health_port=30000 diff --git a/ntcconf/t1conf/http_url_filter.conf b/ntcconf/t1conf/http_url_filter.conf new file mode 100644 index 0000000..8a08d30 --- /dev/null +++ b/ntcconf/t1conf/http_url_filter.conf @@ -0,0 +1,126 @@ +.jpg +.jpeg +.gif +.bmp +.png +.tiff +.tif +.raw +.ico +.psd +.pcd +.cad +.ttf +.txt +.exe +.cab +.ini +.inf +.dll +.lib +.chm +.bin +.cur +.c++ +.cc +.cxx +.c +.cpp +.hpp +.hxx +.h++ +.h +.asm +.inc +.java +.mak +.obj +.pl +.gzip +.deb +.zip +.rar +.msu +.jar +.imp +.docm +.docx +.doc +.pdf +.mdb +.xlsx +.xls +.pptx +.ppt +.vsd +.csv +.caj +.nh +.kdh +.pdf +.jse +.js +.css +.xml +.xsl +.asmx +.cgi +.wml +.dwr +.ashx +.dtd +.do +.shtml +.shtm +.html +.htm +.aspx +.asp +.jsp +.php +.net +.edu +.biz +.com +.edu +.biz +.com +.name +.info +.mobi +.pro +.ws +.travel +.tv +.fm +.museum +.int +.areo +.post +.rec +.asia +.cn +.net/ +.edu/ +.biz/ +.com/ +.edu/ +.biz/ +.com/ +.name/ +.info/ +.mobi/ +.pro/ +.ws/ +.travel/ +.tv/ +.fm/ +.museum/ +.int/ +.areo/ +.post/ +.rec/ +.asia/ +.cn/ +.crl +.psf diff --git a/ntcconf/t1conf/ipd_dyn_tableinfo.conf b/ntcconf/t1conf/ipd_dyn_tableinfo.conf new file mode 100644 index 0000000..bcfefc1 --- /dev/null +++ b/ntcconf/t1conf/ipd_dyn_tableinfo.conf @@ -0,0 +1,4 @@ +0 IPD_DYN_COMPILE compile UTF8 UTF8 no 0 +1 IPD_DYN_GROUP group UTF8 UTF8 no 0 +2 IPD_RELATED_DOMAIN expr UTF8 UTF8 yes +3 IPD_DYN_SUBSCRIBE_IP plugin {"key":4,"valid":9,"tag":5,"estimate_size":1048576} -- diff --git a/ntcconf/t1conf/ipd_static_tableinfo.conf b/ntcconf/t1conf/ipd_static_tableinfo.conf new file mode 100644 index 0000000..bb2f8f8 --- /dev/null +++ b/ntcconf/t1conf/ipd_static_tableinfo.conf @@ -0,0 +1,13 @@ +0 APP_COMPILE compile UTF8 UTF8 no 0 +0 LIMIT_COMPILE compile UTF8 UTF8 no 0 +0 PXY_INTERCEPT_COMPILE compile UTF8 UTF8 no 0 +0 WHITE_LIST_COMPILE compile UTF8 UTF8 no 0 +1 WHITE_LIST_GROUP group UTF8 UTF8 no 0 +1 APP_GROUP group UTF8 UTF8 no 0 +1 APP_GROUP group UTF8 UTF8 no 0 +1 LIMIT_GROUP group UTF8 UTF8 no 0 +1 PXY_INTERCEPT_GROUP group UTF8 UTF8 no 0 +2 APP_DOMAIN expr UTF8 UTF8 yes +2 LIMIT_DOMAIN expr UTF8 UTF8 yes +2 PXY_INTERCEPT_DOMAIN expr UTF8 UTF8 yes +2 WHITE_LIST_DOMAIN expr UTF8 UTF8 yes 0 quickoff diff --git a/ntcconf/t1conf/maat_test.json b/ntcconf/t1conf/maat_test.json new file mode 100644 index 0000000..acfcbdc --- /dev/null +++ b/ntcconf/t1conf/maat_test.json @@ -0,0 +1,87 @@ +{ + "compile_table": "NTC_COMPILE", + "group_table": "NTC_GROUP", + "rules": [ + { + "compile_id": 6, + "service": 12, + "action": 1, + "do_blacklist": 1, + "do_log": 1, + "effective_rage": 0, + "user_region": "anything", + "is_valid": "yes", + "groups": [ + { + "group_name": "group_7", + "regions": [ + { + "table_name": "NTC_UNIVERSAL_PROTO_TYPE", + "table_type": "intval", + "table_content": { + "low_boundary": 10, + "up_boundary": 10 + } + } + ] + }, + { + "group_name": "group_6", + "regions": [ + { + "table_name": "NTC_UNIVERSAL_IP", + "table_type": "ip", + "table_content": { + "addr_type": "ipv4", + "src_ip": "211.144.24.29", + "mask_src_ip": "255.255.0.0", + "src_port": "0", + "mask_src_port": "65535", + "dst_ip": "0.0.0.0", + "mask_dst_ip": "255.255.255.255", + "dst_port": "0", + "mask_dst_port": "65535", + "protocol": 0, + "direction": "double" + } + } + ] + } + # { + # "group_name": "group_8", + # "regions": [ + # { + # "table_name": "DJ_SSL_REGION", + # "table_type": "expr_plus", + # "table_content": { + # "district": "SAN", + # "keywords": "jd.com", + # "expr_type": "and", + # "match_method": "sub", + # "format": "uncase plain" + # } + # } + # ] + # } + ] + } + ], + "plugin_table": [ + { + "table_name": "DNS_RESPONSE_STRATEGY", + "table_content": [ + "1\t192.168.0.1\t101", + "2\t192.168.0.2\t101", + "3\t192.168.1.1\t102" + ] + }, + { + "table_name": "DNS_GROUP_TYPE", + "table_content": [ + "1\t3388\t99\t1", + "2\t3355\t66\t1", + "3\tcccc\t11\t1" + ] + } + ] +} diff --git a/ntcconf/t1conf/main.conf b/ntcconf/t1conf/main.conf new file mode 100644 index 0000000..8d7f5f5 --- /dev/null +++ b/ntcconf/t1conf/main.conf @@ -0,0 +1,233 @@ +[WIRED_INFO] +APP_NAME=T1 +SELF_IP=10.4.4.1 +REMOTE_DIR=ASTANA/KAZAKHTELECOM/ +KEY_CNT=171 +RAWFILE_CNT=0 +WIRED_TIME=2019-01-30T16:38:46 + +[APP_PLUG] +DKPT_PROJECT=PPROJECT_PRO_V2 +#1:GRE; 2:SSL; 4:SSH_VPN; 8:STATIS +FEEDBACK_SWITCH=8 +LOG_LEVAL=30 +MAX_FS2_LINE_NUM=40960 +SSL_PROJECT=SSL_LABEL +STAT_CYCLE=3 +TELEGRAF_IP=127.0.0.1 +TELEGRAF_PORT=8100 + +[ASN_MAAT] +EFFECT_INTERVAL_S=1 +FULL_CFG_DIR=./asnrule/full/index/ +INC_CFG_DIR=./asnrule/inc/index/ +JSON_CFG_FILE=./t1conf/asn_test.json +MAAT_JSON_SWITCH=0 +PERF_SWITCH=1 +REDIS_INDEX=2 +REDIS_IP=10.0.8.17 +REDIS_PORT=9001 +REDIS_PORT_NUM=1 +STAT_FILE=./asn_maat.staus +STAT_SWITCH=1 +TABLE_INFO=./t1conf/asn_tableinfo.conf + +[BGP_PLUG] +LOG_LEVEL=30 +LOG_PATH=./t1log/ntc_bgp_plug/ntc_bgp_plug + +[CACHE] +CONFIG_FILE=./t1conf/main.conf +FILEPATH_PREFIX=ASTANA/ +LOG_LEVEL=30 +LOG_PATH=t1log/cache/cache +SWITCH=1 + +[DNS_PLUG] +CONVERT_4TO6=0 +HASH_SLOT_SIZE=1048576 +LOG_LEVEL=30 +LOG_PATH=./t1log/soq_dns_plug/soq_dns_plug +NO_STRATE_MAX_TTL=900 +NO_STRATE_MIN_TTL=60 +DNS_COLLECT_SWITCH=1 +DNS_COLLECT_SERVICE_ID=171 + +[HTTP_BIZ] +DEBUG_MODE=0 +MAX_SCAN=1024 +RUN_LOG_PATH=./t1log/t1_http_mail_biz.log +#----- DEBUG:10; INFO:20; FATAL:30 ---- +RUN_RLOG_LV=30 + +[IPD_DYN_MAAT] +EFFECT_INTERVAL_S=1 +FULL_CFG_DIR=./ipd_dynrule/full/index/ +INC_CFG_DIR=./ipd_dynrule/inc/index/ +JSON_CFG_FILE=./t1conf/ipd_dyn_maat_test.json +MAAT_JSON_SWITCH=0 +PERF_SWITCH=1 +REDIS_IP=10.4.20.151 +REDIS_PORT=6380 +REDIS_PORT_NUM=10 +STAT_FILE=./ipd_dyn_maat.staus +STAT_SWITCH=1 +TABLE_INFO=./t1conf/ipd_dyn_tableinfo.conf + +[IPD_STATIC_MAAT] +EFFECT_INTERVAL_S=1 +FULL_CFG_DIR=./ipd_staticrule/full/index/ +INC_CFG_DIR=./ipd_staticrule/inc/index/ +JSON_CFG_FILE=./t1conf/ipd_static_maat_test.json +MAAT_JSON_SWITCH=0 +PERF_SWITCH=1 +STAT_FILE=./ipd_static_maat.staus +STAT_SWITCH=1 +TABLE_INFO=./t1conf/ipd_static_tableinfo.conf + +[MAIL_LOG_CACHE] +minio_ip_list=192.168.10.180; +minio_listen_port=9000 +minio_proxy_port=9100 + +cache_bucket_name=ntcbucket +cache_bucket_num=32 +max_used_memory_size_mb=5120 +cache_upload_losf_size=4194304 +#cache_upload_losf_timeout_s=10 +cache_default_ttl_second=31104000 +cache_object_key_hash_switch=0 + +cache_store_object_way=1 +#max_redis_session_num=800 +redis_cluster_ip_list=192.168.10.180; +redis_cluster_port_range=9001-9004; +#wiredlb_override=1 +#wiredlb_topic=MinioFileLog +#wiredlb_datacenter=k18consul-tse +wiredlb_health_port=32210 +#wiredlb_group=FileLog + +log_fsstat_appname=MAIL_CACHE +log_fsstat_filepath=./t1log/cache/mail_cache_fs2.log +log_fsstat_interval=10 +log_fsstat_trig=1 +log_fsstat_dst_ip=10.4.20.202 +log_fsstat_dst_port=8125 + + +[NTC_CACHE] +minio_ip_list=192.168.10.180; +minio_listen_port=9000 +minio_proxy_port=9100 + +cache_bucket_name=ntcbucket +cache_bucket_num=32 +max_used_memory_size_mb=5120 +cache_upload_losf_size=4194304 +cache_default_ttl_second=31104000 +cache_object_key_hash_switch=0 + +cache_store_object_way=1 +redis_cache_object_size=512000 +redis_cluster_ip_list=192.168.10.180; +redis_cluster_port_range=9001-9004; +#wiredlb_override=1 +#wiredlb_topic=MinioFileLog +#wiredlb_datacenter=k18consul-tse +wiredlb_health_port=32110 +#wiredlb_group=FileLog + +log_fsstat_appname=NTC_CACHE +log_fsstat_filepath=./t1log/cache/ntc_cache_fs2.log +log_fsstat_interval=10 +log_fsstat_trig=1 +log_fsstat_dst_ip=10.4.20.202 +log_fsstat_dst_port=8125 + + +[NTC_HTTP_COLLECT] +enable_double=1 +enable_filter=0 +enable_lostlen=0 +enable_stat=1 +kafka_handle_name=g_soq_kafka_handle +#kafka_topic=NTC-HTTP-COLLECT-LOG +kafka_handle_provide_path=./plug/platform/t1_master/t1_master.so +kafka_mode=1 +kafka_topic=NTC-COLLECT-HTTP-LOG +log_level=30 +log_path=./t1log/ntc_http_collect_log +stat_interval=3 +stat_path=./t1log/http_collect.stat +stat_server_ip=10.4.20.202 +stat_server_port=8125 + +[NTC_IP_COMM] +comm_log_mode=4 +dpkt_label=PPROJECT_PRO_V2 +kafka_brokelist=10.4.34.10:9092,10.4.34.11:9092,10.4.34.12:9092,10.4.34.13:9092,10.4.34.14:9092,10.4.34.15:9092,10.4.34.16:9092,10.4.34.17:9092,10.4.34.18:9092,10.4.34.19:9092 +kafka_handle_name=g_soq_kafka_handle +kafka_handle_provide_path=./plug/platform/t1_master/t1_master.so +kafka_topic=NTC-CONN-RECORD-LOG +min_bytes=5 +min_pkts=3 +service=160 + +[NTC_MAAT] +EFFECTIVE_FLAG={"tags":[{"tag":"location","value":"Astana"},{"tag":"isp","value":"Tanstelecom"}]} +EFFECT_INTERVAL_S=1 +FULL_CFG_DIR=./ntcrule/full/index/ +INC_CFG_DIR=./ntcrule/inc/index/ +JSON_CFG_FILE=./t1conf/maat_test.json +MAAT_JSON_SWITCH=0 +PERF_SWITCH=1 +REDIS_INDEX=2 +REDIS_IP=10.0.8.17 +REDIS_PORT=9001 +REDIS_PORT_NUM=1 +STAT_FILE=./t1_maat.staus +STAT_SWITCH=1 +TABLE_INFO=./t1conf/t1_tableinfo.conf + +[NTC_SSL_COLLECT] +kafka_handle_name=g_soq_kafka_handle +kafka_handle_provide_path=./plug/platform/t1_master/t1_master.so +kafka_mode=1 +kafka_topic=NTC-COLLECT-SSL-LOG +collect_all_sw=1 +collect_san_sw=1 + +[P2P] +bt_dht_switch=1 +bt_utp_block=0 +bt_utp_switch=1 +emule_kad_switch=1 +emule_normal_switch=1 +field_stat_logpath=./t1log/p2p_field_stat.log +logger_filepath=./t1log/p2p.log +logger_level=30 +p2p_local_log_switch=1 + +[PG_SEVEN] +log_level=30 +log_path=./t1log/pg_seven_knights_log + +[SYSTEM] +ASMIS_LOG=0 +DDP_PROFILE=./t1conf/ddp.conf +DYN_BLACKLIST_OPEN=1 +DYN_BLACKLIST_TIMEOUT=180 +ENTRANCE_ID=1 +FS_SERVER_IP=10.4.20.202 +FS_SERVER_PORT=8125 +KAFKA_BROKERLIST=192.168.10.10:9092 +LOG_LEVEL=30 +NIC_NAME=enp131s0f2 +#0:DOUBLE;1:KAFKA;2:MAGELLAN +SENDLOG_MODE=1 +SEND_INJECT_PKT=0 +SOQLOG_LOCAL_LEVEL=30 +SOQLOG_LOCAL_PATH=./t1log/soqlog_local.log +SUBSCRIBE_ID_SWITCH=1 +SYNACK_OR_RST=1 diff --git a/ntcconf/t1conf/ntc_cache.conf b/ntcconf/t1conf/ntc_cache.conf new file mode 100644 index 0000000..1f4bebc --- /dev/null +++ b/ntcconf/t1conf/ntc_cache.conf @@ -0,0 +1,26 @@ +[NTC_CACHE] +#MINIO IP地址，目前只支持一个 +MINIO_IP_LIST=10.4.35.41-48; +MINIO_LISTEN_PORT=9000 + +#每个域名最多开启的链接数 +MAX_CONNECTION_PER_HOST=10 + +#bucket的名称 +CACHE_BUCKET_NAME=ntcbucket + +#缓存最大占用的内存空间大小，超出空间时上传失败 +MAX_USED_MEMORY_SIZE_MB=5120 + +#上传时Expires头部的过期时间，单位秒，最小60（1分钟） +CACHE_DEFAULT_TTL_SECOND=3600 + +#是否对对象的名称进行哈希，开启哈希有助于提高上传下载的速率 +CACHE_OBJECT_KEY_HASH_SWITCH=0 + +#WIRED LOAD BALANCER配置 +#WIREDLB_OVERRIDE=0 +#WIREDLB_TOPIC= +#WIREDLB_GROUP= +#WIREDLB_DATACENTER= +WIREDLB_HEALTH_PORT=49000 diff --git a/ntcconf/t1conf/t1_tableinfo.conf b/ntcconf/t1conf/t1_tableinfo.conf new file mode 100644 index 0000000..072c20e --- /dev/null +++ b/ntcconf/t1conf/t1_tableinfo.conf @@ -0,0 +1,51 @@ +#each collumn seperate with '\t' +#id (0~65535) +#name string +#type one of ip,expr,expr_plus,digest,intval,compile or plugin +#src_charset one of GBK,BIG5,UNICODE,UTF8 +#dst_charset combined by GBK,BIG5,UNICODE,UTF8,seperate with '/' +#do_merege yes or no +#cross cache 0~max +#quickswitch quickon or quick off +#id name type src_charset dst_charset do_merge cross_cache quickswitch +0 NTC_COMPILE compile UTF8 UTF8 no 0 +0 WHITE_LIST_COMPILE compile UTF8 UTF8 no 0 +0 APP_COMPILE compile UTF8 UTF8 no 0 +1 NTC_GROUP group UTF8 UTF8 no 0 +1 WHITE_LIST_GROUP group UTF8 UTF8 no 0 +1 APP_GROUP group UTF8 UTF8 no 0 +2 NTC_UNIVERSAL_IP ip UTF8 UTF8 no 0 +3 NTC_UNIVERSAL_PROTO_TYPE intval UTF8 UTF8 no 0 +4 NTC_IP ip UTF8 UTF8 no 0 +4 NTC_ASN_IP ip UTF8 UTF8 no 0 +4 WHITE_LIST_IP ip UTF8 UTF8 no 0 +5 NTC_IP_RANGE ip UTF8 UTF8 no 0 +6 NTC_DNS_REGION expr_plus UTF8 UTF8 yes 0 +7 NTC_HTTP_URL expr UTF8 UTF8 yes 0 quickoff +7 WHITE_LIST_DOMAIN expr UTF8 UTF8 yes 0 quickoff +8 NTC_HTTP_REQ_HDR expr_plus UTF8 UTF8 yes 0 quickoff +8 NTC_HTTP_RES_HDR expr_plus UTF8 UTF8 yes 0 quickoff +9 NTC_HTTP_REQ_BODY expr UTF8 UTF8/GBK yes 0 quickoff +9 NTC_HTTP_RES_BODY expr UTF8 UTF8/GBK/BIG5/UNICODE yes 0 quickoff +10 NTC_SSL_SNI expr UTF8 UTF8 yes 0 quickoff +11 NTC_MAIL_HDR expr_plus UTF8 UTF8/GBK yes 0 quickoff +12 NTC_MAIL_BODY expr_plus UTF8 UTF8/GBK yes 0 quickoff +13 NTC_FTP_URL expr UTF8 UTF8 yes 0 quickoff +14 NTC_FTP_CONTENT expr UTF8 UTF8 yes 0 quickoff +15 NTC_FILE_DIGEST digest UTF8 UTF8 yes 0 quickoff +16 NTC_BGP_AS expr UTF8 UTF8 yes 0 quickoff +17 NTC_DNS_RES_STRATEGY plugin GBK GBK no 0 +18 NTC_DNS_FAKE_IP_CB plugin GBK GBK no 0 +19 NTC_SSL_SAN expr UTF8 UTF8 yes 0 quickoff +20 NTC_SSL_CN expr UTF8 UTF8 yes 0 quickoff +21 APP_POLICY expr UTF8 UTF8 yes 0 quickoff +22 WHITE_LIST_SUBSCRIBE_ID expr UTF8 UTF8 yes 0 quickoff +23 APP_SUBSCRIBE_ID expr UTF8 UTF8 yes 0 quickoff +23 NTC_SUBSCRIBE_ID expr UTF8 UTF8 yes 0 quickoff +24 NTC_ASN_NUMBER expr UTF8 UTF8 yes 0 quickoff +25 NTC_P2P_IP ip UTF8 UTF8 no 0 +26 NTC_P2P_HASH_BIN expr GBK GBK yes 0 +27 NTC_P2P_KEYWORDS expr GBK GBK no 0 +28 NTC_BGP_AS expr GBK GBK no 0 +29 NTC_VOIP_ACCOUNT expr GBK GBK yes 0 +30 NTC_STREAMING_MEDIA_URL expr GBK GBK yes 0 |