TSG-13721 策略验证支持MAAT4v3.0.0

2 files changed, 1072 insertions, 133 deletions

diff --git a/resource/table_info_proxy.conf b/resource/table_info_proxy.conf
index 5f2cca0..b6f09aa 100644
--- a/resource/table_info_proxy.conf
+++ b/resource/table_info_proxy.conf
@@ -1,56 +1,394 @@
-#each collumn seperate with '\t'
-#id	(0~65535)
-#name string
-#type one of ip,expr,expr_plus,digest,intval,compile or plugin
-#src_charset one of GBK,BIG5,UNICODE,UTF8
-#dst_charset combined by GBK,BIG5,UNICODE,UTF8,seperate with '/'
-#do_merege [yes/no]
-#cross cache [number]
-#quick mode [quickon/quickoff], default [quickoff]
-#For ip/intval/digest/compile/group
-#id	name	type
-#
-#For plugin table
-#id	name	type	json_descr
-#
-#For expr/expr_plus Table
-#id	name	type	src_charset	dst_charset	do_merge cross_cache quick_mode
-0	PXY_CTRL_COMPILE        compile escape  --
-1	GROUP_COMPILE_RELATION  group2compile   --
-2	GROUP_GROUP_RELATION    group2group     --
-3	TSG_OBJ_IP_ADDR ip_plus ---
-3	TSG_OBJ_IP_LEARNING_ADDR	ip_plus	UTF8	UTF8	no	0
-4	TSG_OBJ_URL     expr    UTF8    GBK/UNICODE/UTF8/url_encode_gb2312/url_encode_utf8      yes     0       quickoff
-5	TSG_FIELD_HTTP_URL      virtual TSG_OBJ_URL     --
-6	TSG_OBJ_FQDN    expr    UTF8    GBK/UNICODE/UTF8/url_encode_gb2312/url_encode_utf8      yes     0       quickoff
-7	TSG_OBJ_FQDN_CAT	intval	UTF8	UTF8	yes	0
-8	TSG_FIELD_HTTP_HOST     virtual ["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]    --
-9	TSG_OBJ_HTTP_SIGNATURE  expr_plus       UTF8    UTF8    yes     0       quickoff
-10	TSG_FIELD_HTTP_REQ_HDR  virtual TSG_OBJ_HTTP_SIGNATURE  --
-11	TSG_FIELD_HTTP_RES_HDR  virtual TSG_OBJ_HTTP_SIGNATURE  --
-12	TSG_OBJ_KEYWORDS expr   UTF8	GBK/BIG5/UNICODE/UTF8/unicode_ascii_esc/unicode_ascii_aligned/unicode_ncr_dec/unicode_ncr_hex/windows-1251	yes     128     quickoff
-13	TSG_FIELD_HTTP_REQ_BODY	virtual TSG_OBJ_KEYWORDS --
-14	TSG_FIELD_HTTP_RES_BODY	virtual TSG_OBJ_KEYWORDS --
-15	TSG_OBJ_SUBSCRIBER_ID   expr    UTF8    UTF8    yes     0       quickon
-16	TSG_OBJ_APP_ID	intval	UTF8	UTF8	yes	0
-17	TSG_SECURITY_SOURCE_ADDR	virtual	TSG_OBJ_IP_ADDR	--
-18	TSG_SECURITY_DESTINATION_ADDR	virtual	TSG_OBJ_IP_ADDR	--
-19	TSG_SECURITY_ADDR	composition	{"source":"TSG_SECURITY_SOURCE_ADDR","destination":"TSG_SECURITY_DESTINATION_ADDR"}
-20 	TSG_IP_ASN_BUILT_IN     ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7,"estimate_size":4194304}
-21	TSG_IP_ASN_USER_DEFINED ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7,"estimate_size":4194304}
-22	TSG_IP_LOCATION_BUILT_IN    ip_plugin   {"row_id":1,"ip_type":3,"start_ip":4,"end_ip":5,"valid":18,"estimate_size":4194304}
-23	TSG_IP_LOCATION_USER_DEFINED    ip_plugin   {"row_id":1,"ip_type":3,"start_ip":4,"end_ip":5,"valid":18,"estimate_size":4194304}
-24	TSG_OBJ_AS_NUMBER   expr    UTF8    UTF8/GBK    yes 0
-25	TSG_SECURITY_SOURCE_ASN virtual TSG_OBJ_AS_NUMBER   --
-26	TSG_SECURITY_DESTINATION_ASN    virtual TSG_OBJ_AS_NUMBER   --
-27	TSG_OBJ_GEO_LOCATION    expr    UTF8    UTF8/GBK    yes 0
-28	TSG_SECURITY_SOURCE_LOCATION    virtual TSG_OBJ_GEO_LOCATION    --
-29	TSG_SECURITY_DESTINATION_LOCATION   virtual TSG_OBJ_GEO_LOCATION    --
-30	TSG_FIELD_DOH_QNAME virtual ["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]    --
-31	TSG_FIELD_DOH_HOST  virtual ["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]    --
-32      TSG_OBJ_IMSI    expr    UTF8    UTF8    yes     0
-33      TSG_OBJ_PHONE_NUMBER    expr    UTF8    UTF8    yes     0
-34      TSG_OBJ_APN     expr    UTF8    UTF8    yes     0
-35      TSG_FILED_GTP_IMSI      virtual TSG_OBJ_IMSI    --
-36      TSG_FILED_GTP_PHONE_NUMBER      virtual TSG_OBJ_PHONE_NUMBER    --
-37      TSG_FILED_GTP_APN       virtual TSG_OBJ_APN     --
+[
+    {
+        "table_id":0,
+        "table_name":"PXY_CTRL_COMPILE",
+        "table_type":"compile",
+		"user_region_encoded":"escape",
+        "valid_column":8,
+        "custom": {
+            "compile_id":1,
+            "service_id":2,
+            "action":3,
+            "do_blacklist":4,
+            "do_log":5,
+            "tags":6,
+            "user_region":7,
+            "clause_num":9,
+            "evaluation_order":10
+        }
+    },
+    {
+        "table_id":1,
+        "table_name":"GROUP_PXY_CTRL_COMPILE_RELATION",
+        "table_type":"group2compile",
+        "associated_compile_table_id":0,
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "compile_id":2,
+            "not_flag":4,
+            "virtual_table_name":5,
+            "clause_index":6
+        }
+    },
+    {
+        "table_id":2,
+        "table_name":"GROUP_GROUP_RELATION",
+        "table_type":"group2group",
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "super_group_id":2
+        }
+    },
+    {
+        "table_id":3,
+        "table_name":"TSG_OBJ_IP",
+        "db_tables":["TSG_OBJ_IP_ADDR","TSG_OBJ_IP_LEARNING_ADDR"],
+        "table_type":"ip_plus",
+        "valid_column":11,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "addr_type":3,
+            "addr_format":4,
+            "ip1":5,
+            "ip2":6,
+			"port_format":7,
+            "port1":8,
+            "port2":9,
+            "protocol":10
+        }
+    },	
+	{
+        "table_id":4,
+        "table_name":"TSG_OBJ_URL",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },	
+	{
+        "table_id":5,
+        "table_name":"TSG_FIELD_HTTP_URL",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_URL"
+    },	
+	{
+        "table_id":6,
+        "table_name":"TSG_OBJ_FQDN",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":7,
+        "table_name":"TSG_OBJ_FQDN_CAT",
+        "table_type":"intval",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "low_bound":3,
+            "up_bound":4
+        }
+    },
+	{
+        "table_id":8,
+        "table_name":"TSG_FIELD_HTTP_HOST",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":9,
+        "table_name":"TSG_FIELD_HTTP_HOST_CAT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN_CAT"
+    },		
+	{
+        "table_id":10,
+        "table_name":"TSG_OBJ_HTTP_SIGNATURE",
+        "table_type":"expr_plus",
+        "valid_column":8,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "district":3,
+            "keywords":4,
+            "expr_type":5,
+            "match_method":6,
+            "is_hexbin":7
+        }
+    },	
+	{
+        "table_id":11,
+        "table_name":"TSG_FIELD_HTTP_REQ_HDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
+    },
+	{
+        "table_id":12,
+        "table_name":"TSG_FIELD_HTTP_RES_HDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
+    },
+	{
+        "table_id":13,
+        "table_name":"TSG_OBJ_KEYWORDS",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":14,
+        "table_name":"TSG_FIELD_HTTP_REQ_BODY",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":15,
+        "table_name":"TSG_FIELD_HTTP_RES_BODY",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":16,
+        "table_name":"TSG_OBJ_SUBSCRIBER_ID",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":17,
+        "table_name":"TSG_OBJ_APP_ID",
+        "table_type":"intval",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "low_bound":3,
+            "up_bound":4
+        }
+    },
+	{
+        "table_id":18,
+        "table_name":"TSG_SECURITY_SOURCE_ADDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_IP"
+    },
+	{
+        "table_id":19,
+        "table_name":"TSG_SECURITY_DESTINATION_ADDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_IP"
+    },
+	{
+        "table_id":20,
+        "table_name":"TSG_IP_ASN_BUILT_IN",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":21,
+        "table_name":"TSG_IP_ASN_USER_DEFINED",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":22,
+        "table_name":"TSG_IP_LOCATION_BUILT_IN",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":23,
+        "table_name":"TSG_IP_LOCATION_USER_DEFINED",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":24,
+        "table_name":"TSG_OBJ_AS_NUMBER",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":25,
+        "table_name":"TSG_SECURITY_SOURCE_ASN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_AS_NUMBER"
+    },
+	{
+        "table_id":26,
+        "table_name":"TSG_SECURITY_DESTINATION_ASN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_AS_NUMBER"
+    },
+	{
+        "table_id":27,
+        "table_name":"TSG_OBJ_GEO_LOCATION",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":28,
+        "table_name":"TSG_SECURITY_SOURCE_LOCATION",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_GEO_LOCATION"
+    },
+	{
+        "table_id":29,
+        "table_name":"TSG_SECURITY_DESTINATION_LOCATION",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_GEO_LOCATION"
+    },
+	{
+        "table_id":30,
+        "table_name":"TSG_FIELD_DOH_QNAME",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":31,
+        "table_name":"TSG_FIELD_DOH_HOST",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":32,
+        "table_name":"TSG_FIELD_DOH_HOST_CAT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN_CAT"
+    },
+	{
+        "table_id":33,
+        "table_name":"TSG_OBJ_IMSI",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":34,
+        "table_name":"TSG_OBJ_PHONE_NUMBER",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":35,
+        "table_name":"TSG_OBJ_APN",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":36,
+        "table_name":"TSG_FILED_GTP_IMSI",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_IMSI"
+    },
+	{
+        "table_id":37,
+        "table_name":"TSG_FILED_GTP_PHONE_NUMBER",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_PHONE_NUMBER"
+    },
+	{
+        "table_id":38,
+        "table_name":"TSG_FILED_GTP_APN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_APN"
+    }	
+]
\ No newline at end of file
diff --git a/resource/table_info_security.conf b/resource/table_info_security.conf
index c4145b0..1cd5811 100644
--- a/resource/table_info_security.conf
+++ b/resource/table_info_security.conf
@@ -1,77 +1,678 @@
-#each collumn seperate with '\t'
-#id	(0~65535)
-#name string
-#type one of ip,expr,expr_plus,digest,intval,compile or plugin
-#src_charset one of GBK,BIG5,UNICODE,UTF8
-#dst_charset combined by GBK,BIG5,UNICODE,UTF8,seperate with '/'
-#do_merege yes or no
-#cross cache 0~max
-#quickswitch quickon or quick off
-#id	name			type	src_charset	dst_charset	do_merge cross_cache quickswitch
-0	TSG_SECURITY_COMPILE    compile escape  --
-0	TRAFFIC_SHAPING_COMPILE	compile	escape	--
-0	SERVICE_CHAINING_COMPILE	compile	escape	--	
-1	GROUP_COMPILE_RELATION  group2compile   --
-2	GROUP_GROUP_RELATION    group2group     --
-3	TSG_OBJ_IP_ADDR	ip_plus	UTF8	UTF8	no	0
-3	TSG_OBJ_IP_LEARNING_ADDR	ip_plus	UTF8	UTF8	no	0
-4	TSG_OBJ_SUBSCRIBER_ID	expr	UTF8	UTF8	yes	0
-5	TSG_OBJ_ACCOUNT	expr	UTF8	UTF8	yes	0
-6	TSG_OBJ_URL	expr	UTF8	GBK/UNICODE/UTF8/url_encode_gb2312/url_encode_utf8	yes	0
-7	TSG_OBJ_FQDN	expr	UTF8	UTF8	yes	0
-8	TSG_OBJ_FQDN_CAT	intval	UTF8	UTF8	yes	0
-9	TSG_OBJ_KEYWORDS	expr	UTF8	GBK/UNICODE/UTF8/url_encode_gb2312/url_encode_utf8	yes	0
-10	TSG_OBJ_APP_ID	intval	UTF8	UTF8	yes	0
-11	TSG_OBJ_HTTP_SIGNATURE	expr_plus	UTF8	UTF8/GBK	yes	0
-12	TSG_FIELD_HTTP_HOST	virtual	["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]	--
-13	TSG_FIELD_HTTP_URL	virtual	TSG_OBJ_URL	--
-14	TSG_FIELD_HTTP_REQ_HDR	virtual	TSG_OBJ_HTTP_SIGNATURE	--
-15	TSG_FIELD_HTTP_RES_HDR	virtual	TSG_OBJ_HTTP_SIGNATURE	--
-16	TSG_FIELD_HTTP_REQ_BODY	virtual	TSG_OBJ_KEYWORDS	--
-17	TSG_FIELD_HTTP_RES_BODY	virtual	TSG_OBJ_KEYWORDS	--
-18	TSG_FIELD_SSL_SNI	virtual	["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]	--
-19	TSG_FIELD_SSL_CN	virtual	["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]	--
-20	TSG_FIELD_SSL_SAN	virtual	["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]	--
-21	TSG_FIELD_DNS_QNAME	virtual	["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]	--
-22	TSG_FIELD_QUIC_SNI	virtual	["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]	--
-23	TSG_FIELD_MAIL_ACCOUNT	virtual	TSG_OBJ_ACCOUNT	--
-24	TSG_FIELD_MAIL_FROM	virtual	TSG_OBJ_ACCOUNT	--
-25	TSG_FIELD_MAIL_TO	virtual	TSG_OBJ_ACCOUNT	--
-26	TSG_FIELD_MAIL_SUBJECT	virtual	TSG_OBJ_KEYWORDS	--
-27	TSG_FIELD_MAIL_CONTENT	virtual	TSG_OBJ_KEYWORDS	--
-28	TSG_FIELD_MAIL_ATT_NAME	virtual	TSG_OBJ_KEYWORDS	--
-29	TSG_FIELD_MAIL_ATT_CONTENT	virtual	TSG_OBJ_KEYWORDS	--
-30	TSG_FIELD_FTP_URI	virtual	TSG_OBJ_URL	--
-31	TSG_FIELD_FTP_CONTENT	virtual	TSG_OBJ_KEYWORDS	--
-32	TSG_FIELD_FTP_ACCOUNT	virtual	TSG_OBJ_ACCOUNT	--
-33	TSG_SECURITY_SOURCE_ADDR	virtual	TSG_OBJ_IP_ADDR	--
-34	TSG_SECURITY_DESTINATION_ADDR	virtual	TSG_OBJ_IP_ADDR	--
-35	TSG_SECURITY_ADDR	composition	{"source":"TSG_SECURITY_SOURCE_ADDR","destination":"TSG_SECURITY_DESTINATION_ADDR"}
-36	TSG_IP_ASN_BUILT_IN     ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7,"estimate_size":4194304}
-37	TSG_IP_ASN_USER_DEFINED ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7,"estimate_size":4194304}
-38	TSG_IP_LOCATION_BUILT_IN        ip_plugin {"row_id":1,"ip_type":3,"start_ip":4,"end_ip":5,"valid":19,"estimate_size":4194304}
-39	TSG_IP_LOCATION_USER_DEFINED    ip_plugin {"row_id":1,"ip_type":3,"start_ip":4,"end_ip":5,"valid":19,"estimate_size":4194304}
-40	TSG_OBJ_AS_NUMBER       expr    UTF8    UTF8/GBK        yes     0
-41	TSG_SECURITY_SOURCE_ASN virtual TSG_OBJ_AS_NUMBER       --
-42	TSG_SECURITY_DESTINATION_ASN    virtual TSG_OBJ_AS_NUMBER       --
-43	TSG_OBJ_GEO_LOCATION    expr    UTF8    UTF8/GBK        yes     0
-44	TSG_SECURITY_SOURCE_LOCATION    virtual TSG_OBJ_GEO_LOCATION    --
-45	TSG_SECURITY_DESTINATION_LOCATION       virtual TSG_OBJ_GEO_LOCATION    --
-46	TSG_FQDN_CATEGORY_BUILT_IN	fqdn_plugin	{"row_id":1,"is_suffix_match":4,"fqdn":3,"valid":5}	--
-47	TSG_FQDN_CATEGORY_USER_DEFINED	fqdn_plugin	{"row_id":1,"is_suffix_match":4,"fqdn":3,"valid":5}	--
-48	TSG_FIELD_SIP_ORIGINATOR_DESCRIPTION	virtual	TSG_OBJ_ACCOUNT --
-49	TSG_FIELD_SIP_RESPONDER_DESCRIPTION	virtual	TSG_OBJ_ACCOUNT	--
-50	TSG_OBJ_IMSI	expr	UTF8	UTF8	yes	0
-51	TSG_OBJ_PHONE_NUMBER	expr	UTF8	UTF8	yes	0
-52	TSG_OBJ_APN	expr	UTF8	UTF8	yes	0
-53	TSG_FILED_GTP_IMSI	virtual	TSG_OBJ_IMSI	--
-54	TSG_FILED_GTP_PHONE_NUMBER	virtual	TSG_OBJ_PHONE_NUMBER	--
-55	TSG_FILED_GTP_APN	virtual	TSG_OBJ_APN	--
-56	TSG_DECYPTION_EXCLUSION_SSL_SNI	virtual	["TSG_OBJ_FQDN","TSG_OBJ_FQDN_CAT"]	--
-57	TSG_OBJ_TUNNEL_ID       intval  UTF8    UTF8    yes     0
-58	TSG_TUNNEL_CATALOG      bool_plugin     {"row_id":1,"bool_expr":4,"valid":5}    --
-59	TSG_TUNNEL_ENDPOINT	ip_plugin	{"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":6,"estimate_size":4194304}
-60	TSG_TUNNEL_LABEL        plugin  {"key":2,"valid":3}     --
-61	TSG_SECURITY_TUNNEL     virtual TSG_OBJ_TUNNEL_ID       --
-62	TSG_OBJ_FLAG flag --
-63	TSG_SECURITY_FLAG virtual  TSG_OBJ_FLAG --
+[
+    {
+        "table_id":0,
+        "table_name":"TSG_SECURITY_COMPILE",
+        "table_type":"compile",
+		"user_region_encoded":"escape",
+        "valid_column":8,
+        "custom": {
+            "compile_id":1,
+            "service_id":2,
+            "action":3,
+            "do_blacklist":4,
+            "do_log":5,
+            "tags":6,
+            "user_region":7,
+            "clause_num":9,
+            "evaluation_order":10
+        }
+    },
+	{
+        "table_id":1,
+        "table_name":"GROUP_SECURITY_COMPILE_RELATION",
+        "table_type":"group2compile",
+        "associated_compile_table_id":0,
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "compile_id":2,
+            "not_flag":4,
+            "virtual_table_name":5,
+            "clause_index":6
+        }
+    },
+	{
+        "table_id":2,
+        "table_name":"TRAFFIC_SHAPING_COMPILE",
+        "table_type":"compile",
+		"user_region_encoded":"escape",
+        "valid_column":8,
+        "custom": {
+            "compile_id":1,
+            "service_id":2,
+            "action":3,
+            "do_blacklist":4,
+            "do_log":5,
+            "tags":6,
+            "user_region":7,
+            "clause_num":9,
+            "evaluation_order":10
+        }
+    },
+    {
+        "table_id":3,
+        "table_name":"GROUP_SHAPING_COMPILE_RELATION",
+        "table_type":"group2compile",
+        "associated_compile_table_id":2,
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "compile_id":2,
+            "not_flag":4,
+            "virtual_table_name":5,
+            "clause_index":6
+        }
+    },
+	{
+        "table_id":4,
+        "table_name":"SERVICE_CHAINING_COMPILE",
+        "table_type":"compile",
+		"user_region_encoded":"escape",
+        "valid_column":8,
+        "custom": {
+            "compile_id":1,
+            "service_id":2,
+            "action":3,
+            "do_blacklist":4,
+            "do_log":5,
+            "tags":6,
+            "user_region":7,
+            "clause_num":9,
+            "evaluation_order":10
+        }
+    },
+    {
+        "table_id":5,
+        "table_name":"GROUP_SERVICE_CHAINING_COMPILE_RELATION",
+        "table_type":"group2compile",
+        "associated_compile_table_id":4,
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "compile_id":2,
+            "not_flag":4,
+            "virtual_table_name":5,
+            "clause_index":6
+        }
+    },
+    {
+        "table_id":6,
+        "table_name":"GROUP_GROUP_RELATION",
+        "table_type":"group2group",
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "super_group_id":2
+        }
+    },
+    {
+        "table_id":7,
+		"table_name":"TSG_OBJ_IP",
+        "db_tables":["TSG_OBJ_IP_ADDR","TSG_OBJ_IP_LEARNING_ADDR"],
+        "table_type":"ip_plus",
+        "valid_column":11,
+        "custom": {
+           "item_id":1,
+            "group_id":2,
+            "addr_type":3,
+            "addr_format":4,
+            "ip1":5,
+            "ip2":6,
+			"port_format":7,
+            "port1":8,
+            "port2":9,
+            "protocol":10
+        }
+    },
+	{
+        "table_id":8,
+        "table_name":"TSG_OBJ_SUBSCRIBER_ID",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    }, 
+	{
+        "table_id":9,
+        "table_name":"TSG_OBJ_ACCOUNT",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    }, 
+	{
+        "table_id":10,
+        "table_name":"TSG_OBJ_URL",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    }, 
+	{
+        "table_id":11,
+        "table_name":"TSG_OBJ_FQDN",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    }, 
+	{
+        "table_id":12,
+        "table_name":"TSG_OBJ_FQDN_CAT",
+        "table_type":"intval",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "low_bound":3,
+            "up_bound":4
+        }
+    },
+	{
+        "table_id":13,
+        "table_name":"TSG_OBJ_KEYWORDS",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":14,
+        "table_name":"TSG_OBJ_APP_ID",
+        "table_type":"intval",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "low_bound":3,
+            "up_bound":4
+        }
+    },
+	{
+        "table_id":15,
+        "table_name":"TSG_OBJ_HTTP_SIGNATURE",
+        "table_type":"expr_plus",
+        "valid_column":8,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "district":3,
+            "keywords":4,
+            "expr_type":5,
+            "match_method":6,
+            "is_hexbin":7
+        }
+    },
+	{
+        "table_id":16,
+        "table_name":"TSG_FIELD_HTTP_HOST",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":17,
+        "table_name":"TSG_FIELD_HTTP_HOST_CAT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN_CAT"
+    },		
+	{
+        "table_id":18,
+        "table_name":"TSG_FIELD_HTTP_URL",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_URL"
+    },
+	{
+        "table_id":19,
+        "table_name":"TSG_FIELD_HTTP_REQ_HDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
+    },
+	{
+        "table_id":20,
+        "table_name":"TSG_FIELD_HTTP_RES_HDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
+    },
+	{
+        "table_id":21,
+        "table_name":"TSG_FIELD_HTTP_REQ_BODY",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":22,
+        "table_name":"TSG_FIELD_HTTP_RES_BODY",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":23,
+        "table_name":"TSG_FIELD_SSL_SNI",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":24,
+        "table_name":"TSG_FIELD_SSL_SNI_CAT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN_CAT"
+    },
+	{
+        "table_id":25,
+        "table_name":"TSG_FIELD_SSL_CN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":26,
+        "table_name":"TSG_FIELD_SSL_CN_CAT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN_CAT"
+    },
+	{
+        "table_id":27,
+        "table_name":"TSG_FIELD_SSL_SAN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":28,
+        "table_name":"TSG_FIELD_SSL_SAN_CAT",
+        "table_type":"virtual",
+        "physical_table":"TSG_OBJ_FQDN_CAT"
+    },
+	{
+        "table_id":29,
+        "table_name":"TSG_FIELD_DNS_QNAME",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":30,
+        "table_name":"TSG_FIELD_QUIC_SNI",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":31,
+        "table_name":"TSG_FIELD_QUIC_SNI_CAT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN_CAT"
+    },
+	{
+        "table_id":32,
+        "table_name":"TSG_FIELD_MAIL_ACCOUNT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_ACCOUNT"
+    },
+	{
+        "table_id":33,
+        "table_name":"TSG_FIELD_MAIL_FROM",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_ACCOUNT"
+    },
+	{
+        "table_id":34,
+        "table_name":"TSG_FIELD_MAIL_TO",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_ACCOUNT"
+    },
+	{
+        "table_id":35,
+        "table_name":"TSG_FIELD_MAIL_SUBJECT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":36,
+        "table_name":"TSG_FIELD_MAIL_CONTENT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":37,
+        "table_name":"TSG_FIELD_MAIL_ATT_NAME",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":38,
+        "table_name":"TSG_FIELD_MAIL_ATT_CONTENT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":39,
+        "table_name":"TSG_FIELD_FTP_URI",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_URL"
+    },
+	{
+        "table_id":40,
+        "table_name":"TSG_FIELD_FTP_CONTENT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_KEYWORDS"
+    },
+	{
+        "table_id":41,
+        "table_name":"TSG_FIELD_FTP_ACCOUNT",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_ACCOUNT"
+    },
+	{
+        "table_id":42,
+        "table_name":"TSG_SECURITY_SOURCE_ADDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_IP"
+    },
+	{
+        "table_id":43,
+        "table_name":"TSG_SECURITY_DESTINATION_ADDR",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_IP"
+    },
+	{
+        "table_id":44,
+        "table_name":"TSG_IP_ASN_BUILT_IN",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":45,
+        "table_name":"TSG_IP_ASN_USER_DEFINED",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":46,
+        "table_name":"TSG_IP_LOCATION_BUILT_IN",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":47,
+        "table_name":"TSG_IP_LOCATION_USER_DEFINED",
+        "table_type":"ip_plugin",
+		"valid_column":19,
+        "custom": {
+            "item_id":1,
+            "ip_type":3,
+            "start_ip":4,
+            "end_ip":5,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":48,
+        "table_name":"TSG_OBJ_AS_NUMBER",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":49,
+        "table_name":"TSG_SECURITY_SOURCE_ASN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_AS_NUMBER"
+    },
+	{
+        "table_id":50,
+        "table_name":"TSG_SECURITY_DESTINATION_ASN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_AS_NUMBER"
+    },
+	{
+        "table_id":51,
+        "table_name":"TSG_OBJ_GEO_LOCATION",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":52,
+        "table_name":"TSG_SECURITY_SOURCE_LOCATION",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_GEO_LOCATION"
+    },
+	{
+        "table_id":53,
+        "table_name":"TSG_SECURITY_DESTINATION_LOCATION",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_GEO_LOCATION"
+    },
+	{
+        "table_id":54,
+        "table_name":"TSG_FQDN_CATEGORY_BUILT_IN",
+        "table_type":"fqdn_plugin",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "suffix_match_method":4,
+            "fqdn":3
+        }
+    },
+	{
+        "table_id":55,
+        "table_name":"TSG_FQDN_CATEGORY_USER_DEFINED",
+        "table_type":"fqdn_plugin",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "suffix_match_method":4,
+            "fqdn":3
+        }
+    },
+	{
+        "table_id":56,
+        "table_name":"TSG_FIELD_SIP_ORIGINATOR_DESCRIPTION",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_ACCOUNT"
+    },
+	{
+        "table_id":57,
+        "table_name":"TSG_FIELD_SIP_RESPONDER_DESCRIPTION",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_ACCOUNT"
+    },
+	{
+        "table_id":58,
+        "table_name":"TSG_OBJ_IMSI",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":59,
+        "table_name":"TSG_OBJ_PHONE_NUMBER",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":60,
+        "table_name":"TSG_OBJ_APN",
+        "table_type":"expr",
+        "valid_column":7,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "keywords":3,
+            "expr_type":4,
+            "match_method":5,
+            "is_hexbin":6
+        }
+    },
+	{
+        "table_id":61,
+        "table_name":"TSG_FILED_GTP_IMSI",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_IMSI"
+    },
+	{
+        "table_id":62,
+        "table_name":"TSG_FILED_GTP_PHONE_NUMBER",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_PHONE_NUMBER"
+    },
+	{
+        "table_id":63,
+        "table_name":"TSG_FILED_GTP_APN",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_APN"
+    },
+	{
+        "table_id":64,
+        "table_name":"TSG_DECYPTION_EXCLUSION_SSL_SNI",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FQDN"
+    },
+	{
+        "table_id":65,
+        "table_name":"TSG_OBJ_TUNNEL_ID",
+        "table_type":"intval",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "low_bound":3,
+            "up_bound":4
+        }
+    },
+	{
+        "table_id":66,
+        "table_name":"TSG_TUNNEL_CATALOG",
+        "table_type":"bool_plugin",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "bool_expr":4
+        }
+    },	
+	{
+        "table_id":67,
+        "table_name":"TSG_TUNNEL_ENDPOINT",
+        "table_type":"ip_plugin",
+		"valid_column":6,
+        "custom": {
+            "item_id":1,
+            "ip_type":2,
+            "start_ip":3,
+            "end_ip":4,
+			"addr_format":7
+        }
+    },
+	{
+        "table_id":68,
+        "table_name":"TSG_TUNNEL_LABEL",
+        "table_type":"plugin",
+        "valid_column":4,
+        "custom": {
+            "key":1,
+			"key_type":"pointer",
+            "tag":3
+        }
+    },
+	{
+        "table_id":69,
+        "table_name":"TSG_SECURITY_TUNNEL",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_TUNNEL_ID"
+    },
+	{
+        "table_id":70,
+        "table_name":"TSG_OBJ_FLAG",
+        "table_type":"flag",
+        "valid_column":5,
+        "custom": {
+            "item_id":1,
+            "group_id":2,
+            "flag":3,
+            "flag_mask":4
+        }
+    },
+	{
+        "table_id":71,
+        "table_name":"TSG_SECURITY_FLAG",
+        "table_type":"virtual",
+        "physical_table": "TSG_OBJ_FLAG"
+    }
+]
\ No newline at end of file