TSG-16235 策略验证支持统计策略v3.0.14-20230724

5 files changed, 281 insertions, 248 deletions

diff --git a/common/include/verify_policy.h b/common/include/verify_policy.h
index fadf25c..1a6f668 100644
--- a/common/include/verify_policy.h
+++ b/common/include/verify_policy.h
@@ -28,6 +28,7 @@ enum compile_table_typle
     TSG_TRAFFIC_SHAPING,
     TSG_SERVICE_CHAINGNG,
     PXY_TABLE_INTERCEPT,
+    TSG_STATISTICS,
     PXY_TABLE_DEFENCE,
     __SCAN_POLICY_MAX
 };
diff --git a/platform/src/verify_matcher.cpp b/platform/src/verify_matcher.cpp
index 041ea3e..50f2050 100644
--- a/platform/src/verify_matcher.cpp
+++ b/platform/src/verify_matcher.cpp
@@ -39,6 +39,7 @@ enum policy_action
 	PG_ACTION_SERVICE_CHAINING=64,
 	PG_ACTION_WHITELIST = 96,
 	PX_ACTION_SHUNT = 128,
+	PG_STATISTICS = 129,
 	__PG_ACTION_MAX
 };
 
@@ -161,6 +162,7 @@ struct verify_policy_rt
 	int thread_num;
 	int load_ip_location;
 	int load_fqdn_cat;
+	int hit_path_size;
 	int compile_table_id[__SCAN_POLICY_MAX];
 	int profile_table_id  [POLICY_PROFILE_TABLE_MAX];
 	int scan_table_id[__TSG_OBJ_MAX];
@@ -231,6 +233,7 @@ void __policy_action_weight_init()
 	policy_action_weight[PG_ACTION_REJECT] = 5;
 	policy_action_weight[PG_ACTION_WHITELIST] = 6;
 	policy_action_weight[PX_ACTION_SHUNT] = 7;
+	policy_action_weight[PG_STATISTICS] = 8;
 }
 
 static inline int action_cmp(enum policy_action a1, enum policy_action a2)
@@ -777,7 +780,7 @@ void compile_dup_data(int table_id, void **to, void **from, long argl, void* arg
 
 static inline int multiple_hit_actions(enum policy_action __action)
 {
-	if (__action == PG_ACTION_MONIT || __action == PG_ACTION_SHAPING || __action == PG_ACTION_SERVICE_CHAINING)
+	if (__action == PG_ACTION_MONIT || __action == PG_ACTION_SHAPING || __action == PG_ACTION_SERVICE_CHAINING || __action == PG_STATISTICS)
 	{
 		return 1;
 	}
@@ -889,31 +892,25 @@ static enum policy_action decide_ctrl_action(int vsys_id, int compile_table_id,
 	return prior_action;
 }
 
-int http_table_in_fqdn(int protocol_field, int compile_table_id)
+int http_table_in_fqdn(int table_id)
 {
-
-	if((compile_table_id == TSG_TABLE_SECURITY || compile_table_id == TSG_TRAFFIC_SHAPING || compile_table_id == TSG_SERVICE_CHAINGNG || compile_table_id == PXY_TABLE_INTERCEPT)
-	 &&(protocol_field == TSG_OBJ_HTTP_HOST || protocol_field == TSG_OBJ_SSL_SNI || protocol_field==TSG_OBJ_SSL_CN || protocol_field==TSG_OBJ_SSL_SAN ||
-       protocol_field==TSG_OBJ_DNS_QNAME || protocol_field == TSG_OBJ_QUIC_SNI))
+	if(table_id == TSG_OBJ_HTTP_HOST || table_id == TSG_OBJ_SSL_SNI || table_id==TSG_OBJ_SSL_CN || table_id==TSG_OBJ_SSL_SAN 
+	   || table_id==TSG_OBJ_DNS_QNAME || table_id == TSG_OBJ_QUIC_SNI || table_id == TSG_OBJ_DOH_QNAME || table_id==TSG_OBJ_DOH_HOST)
 	{
 		return 1;
 	}
-
-	if(compile_table_id == PXY_TABLE_MANIPULATION &&(protocol_field == TSG_OBJ_HTTP_HOST ||
-			protocol_field == TSG_OBJ_DOH_QNAME || protocol_field==TSG_OBJ_DOH_HOST))
+	else
 	{
-		return 1;
+		return 0;
 	}
-
-	return 0;
 }
 
-void http_get_fqdn_cat_id(struct request_query_obj *query_obj, int compile_table_id, cJSON *attributeObj)
+void http_get_fqdn_cat_id(struct request_query_obj *query_obj, cJSON *attributeObj)
 {
 	int i=0;
 	cJSON *sniCategory=NULL;
 
-	if(!http_table_in_fqdn(query_obj->table_id, compile_table_id))
+	if(!http_table_in_fqdn(query_obj->table_id))
 	{
 		return;
 	}
@@ -1001,10 +998,22 @@ int http_hit_policy_match(int result_config[], int cnt, int config)
 	return 0;
 }
 
+int hit_path_is_duplicate(struct maat_hit_path *src, struct maat_hit_path dest, int result_cnt)
+{
+	for(int i = 0; i < result_cnt; i++)
+	{
+		if(src[i].item_id == dest.item_id && src[i].sub_group_id == dest.sub_group_id && src[i].top_group_id == dest.top_group_id)
+		{
+			return 1;
+		}
+	}
+	return 0;
+}
+
 void http_get_scan_status(struct request_query_obj *query_obj, int compile_table_id, cJSON *attributes, cJSON  *data_obj, void *pme)
 {
-	int i=0, j=0, k=0;
-	int result_hit_nth[MAX_SCAN_RESULT] = {-1};
+	int i=0, j=0, result_cnt=0;
+	struct maat_hit_path result_hit_path[MAX_SCAN_RESULT]={0};
 	cJSON *attributeObj=NULL,*hitPaths=NULL;
 	cJSON *item = NULL;
 
@@ -1043,9 +1052,17 @@ void http_get_scan_status(struct request_query_obj *query_obj, int compile_table
 		{
 			if (query_obj->nth_scan[j] == ctx->hit_path[i].Nth_scan)
 			{
-				if(http_hit_policy_match(result_hit_nth, k, ctx->hit_path[i].compile_id))
+				if(ctx->hit_path[i].compile_id > 0)
 				{
-					continue;
+					if(hit_path_is_duplicate(result_hit_path, ctx->hit_path[i], result_cnt))
+					{
+						break;	
+					}
+					else
+					{
+						memcpy(&result_hit_path[result_cnt], &ctx->hit_path[i], sizeof(struct maat_hit_path));
+						result_cnt++;
+					}
 				}
 
 				histObj=cJSON_CreateObject();
@@ -1057,18 +1074,12 @@ void http_get_scan_status(struct request_query_obj *query_obj, int compile_table
 					ctx->hit_path[i].top_group_id = ctx->hit_path[i].sub_group_id;
 				}
 				cJSON_AddNumberToObject(histObj, "superiorObjectId", ctx->hit_path[i].top_group_id);
-				if(ctx->hit_path[i].compile_id > 0)
-				{
-					result_hit_nth[k] = ctx->hit_path[i].compile_id;
-					k++;
-					cJSON_AddNumberToObject(histObj, "policyId", ctx->hit_path[i].compile_id);
-				}
+				break;
 			}
 		}
-
 	}
 	http_get_location_status(attributes, attributeObj, &ctx->ip_ctx);
-	http_get_fqdn_cat_id(query_obj, compile_table_id, attributeObj);
+	http_get_fqdn_cat_id(query_obj, attributeObj);
 }
 
 int policy_verify_regex_expression(const char *expression)
@@ -1337,7 +1348,7 @@ int ip_location_scan(long long *result, struct ip_addr *sip, struct ip_addr *dip
 	return hit_cnt_ip;
 }
 
-int http_ip_asn_scan(long long *result, struct ip_addr* sip, struct ip_addr* dip, int hit_cnt, unsigned int thread_id, int vsys_id, struct policy_scan_ctx * ctx)
+int ip_asn_scan(long long *result, struct ip_addr* sip, struct ip_addr* dip, int hit_cnt, unsigned int thread_id, int vsys_id, struct policy_scan_ctx * ctx)
 {
 	size_t n_hit_result=0;
 	int scan_ret=0, hit_cnt_ip=0;
@@ -1531,48 +1542,10 @@ int policy_verify_scan_tunnel_id(long long *result, struct ip_addr *sip, int hit
 	return hit_cnt_tunnel;
 }
 
-static inline int secy_request_in_fqdn_cat(int compile_table_id, int table_id)
-{
-	if((compile_table_id == TSG_TABLE_SECURITY || compile_table_id == TSG_TRAFFIC_SHAPING || compile_table_id == TSG_SERVICE_CHAINGNG || compile_table_id == PXY_TABLE_INTERCEPT)
-		&& (table_id == TSG_OBJ_HTTP_HOST || table_id == TSG_OBJ_SSL_SNI || table_id==TSG_OBJ_SSL_CN || table_id==TSG_OBJ_SSL_SAN || table_id==TSG_OBJ_DNS_QNAME
-	    || table_id == TSG_OBJ_QUIC_SNI))
-	{
-		return 1;
-	}
-	else
-	{
-		return 0;
-	}
-}
-
-static inline int pxy_request_in_fqdn_cat(int compile_table_id, int table_id)
-{
-	if(compile_table_id == PXY_TABLE_MANIPULATION &&(table_id == TSG_OBJ_HTTP_HOST || table_id == TSG_OBJ_DOH_QNAME
-			|| table_id==TSG_OBJ_DOH_HOST))
-	{
-		return 1;
-	}
-	else
-	{
-		return 0;
-	}
-}
-
-static inline int request_in_ip_addr(int table_id)
+static inline int request_in_fqdn_cat(int table_id)
 {
-	if(table_id == TSG_OBJ_SOURCE_ADDR || table_id == TSG_OBJ_DESTINATION_ADDR)
-	{
-		return 1;
-	}
-	else
-	{
-		return 0;
-	}
-}
-
-static inline int request_in_http_hdr(int table_id)
-{
-	if ((table_id == TSG_OBJ_HTTP_REQ_HDR) || table_id == TSG_OBJ_HTTP_RES_HDR)
+	if(table_id == TSG_OBJ_HTTP_HOST || table_id == TSG_OBJ_SSL_SNI || table_id==TSG_OBJ_SSL_CN || table_id==TSG_OBJ_SSL_SAN 
+	   || table_id==TSG_OBJ_DNS_QNAME || table_id == TSG_OBJ_QUIC_SNI || table_id == TSG_OBJ_DOH_QNAME || table_id==TSG_OBJ_DOH_HOST)
 	{
 		return 1;
 	}
@@ -1655,7 +1628,7 @@ static int policy_verify_scan_http_hdr(struct request_query_obj *request, struct
 	return hit_cnt_hdr;
 }
 
-static int policy_verify_scan_ip_addr(struct request_query_obj *request, struct policy_scan_ctx *ctx, int vsys_id, int hit_cnt)
+static int ip_addr_scan(struct request_query_obj *request, struct policy_scan_ctx *ctx, int vsys_id, int hit_cnt)
 {
 	int n_read=0;
 	int scan_ret=0, hit_cnt_ip=0;
@@ -1736,82 +1709,70 @@ size_t policy_verify_scan(int vsys_id, int compile_table_id, struct request_quer
 	int table_id = request->table_id;
 	const char *value = request->keyword;
 
-	if (request_in_ip_addr(table_id) && request->ip_addr != NULL)
+	switch (table_id)
 	{
-		struct ip_addr dest_ip, source_ip;
-		ip_addr_to_address(request->ip_addr, &dest_ip, &source_ip);
-
-		scan_ret = ip_location_scan(ctx->result, &source_ip, &dest_ip, hit_cnt, ctx->thread_id, vsys_id, ctx);
-		if(scan_ret > 0)
-		{
-			hit_cnt+=scan_ret;
-		}
-		scan_ret = http_ip_asn_scan(ctx->result, &source_ip, &dest_ip, hit_cnt, ctx->thread_id, vsys_id, ctx);
-		if(scan_ret > 0)
-		{
-			hit_cnt+=scan_ret;
-		}
-		scan_ret = policy_verify_scan_ip_addr(request, ctx, vsys_id, hit_cnt);
-		if(scan_ret > 0)
-		{
-			hit_cnt+=scan_ret;
-		}
-		goto decide;
-	}
-
-	if((compile_table_id==TSG_TABLE_SECURITY || compile_table_id==TSG_TRAFFIC_SHAPING || compile_table_id==TSG_SERVICE_CHAINGNG ) && table_id==TSG_OBJ_TUNNEL)
-	{
-		struct ip_addr dest_ip, source_ip;
-		ip_addr_to_address(request->endpoint, &dest_ip, &source_ip);
-		scan_ret = policy_verify_scan_tunnel_id(ctx->result, &source_ip, hit_cnt, ctx->thread_id, vsys_id,  ctx, request);
-		if(scan_ret)
-		{
-			hit_cnt+=scan_ret;
-		}
-		goto decide;
-	}
-
-	if (table_id == TSG_OBJ_APP_ID)
-	{
-		scan_ret = policy_verify_scan_app_id(request, ctx, vsys_id, hit_cnt);
-		if(scan_ret > 0)
-		{
-			hit_cnt+=scan_ret;
-		}
-		goto decide;
-	}
-
-	if (table_id == TSG_OBJ_FLAG)
-	{
-		scan_ret = policy_verify_scan_flag(request, ctx, vsys_id, hit_cnt);
-		if(scan_ret > 0)
-		{
-			hit_cnt+=scan_ret;
-		}
-		goto decide;
-	}
-
-	if (request_in_http_hdr(table_id))
-	{
-		scan_ret = policy_verify_scan_http_hdr(request, ctx, vsys_id, hit_cnt);
-		if(scan_ret > 0)
-		{
-			hit_cnt+=scan_ret;
-		}
-		goto decide;
-	}
+		case TSG_OBJ_SOURCE_ADDR:
+		case TSG_OBJ_DESTINATION_ADDR:
+			if(request->ip_addr == NULL)
+			{
+				break;
+			}
+			struct ip_addr dest_ip, source_ip;
+			ip_addr_to_address(request->ip_addr, &dest_ip, &source_ip);
 
-	if(secy_request_in_fqdn_cat(compile_table_id, table_id))
-	{
-		/*TSG_HOST, TSG_HOST+1=TSG_HOST_CAT**/
-		scan_ret = get_fqdn_category_id(ctx->result, value, table_id+1, hit_cnt, ctx->thread_id, vsys_id, ctx, request);
-		if(scan_ret>0)
-		{
-			hit_cnt+=scan_ret;
-		}
+			scan_ret = ip_location_scan(ctx->result, &source_ip, &dest_ip, hit_cnt, ctx->thread_id, vsys_id, ctx);
+			if(scan_ret > 0)
+			{
+				hit_cnt+=scan_ret;
+			}
+			scan_ret = ip_asn_scan(ctx->result, &source_ip, &dest_ip, hit_cnt, ctx->thread_id, vsys_id, ctx);
+			if(scan_ret > 0)
+			{
+				hit_cnt+=scan_ret;
+			}
+			scan_ret = ip_addr_scan(request, ctx, vsys_id, hit_cnt);
+			if(scan_ret > 0)
+			{
+				hit_cnt+=scan_ret;
+			}
+			goto decide;
+		case TSG_OBJ_TUNNEL:
+			memset(&dest_ip, 0, sizeof(dest_ip));
+			memset(&source_ip, 0, sizeof(source_ip));
+			ip_addr_to_address(request->endpoint, &dest_ip, &source_ip);
+			scan_ret = policy_verify_scan_tunnel_id(ctx->result, &source_ip, hit_cnt, ctx->thread_id, vsys_id,  ctx, request);
+			if(scan_ret)
+			{
+				hit_cnt+=scan_ret;
+			}
+			goto decide;
+		case TSG_OBJ_APP_ID:
+			scan_ret = policy_verify_scan_app_id(request, ctx, vsys_id, hit_cnt);
+			if(scan_ret > 0)
+			{
+				hit_cnt+=scan_ret;
+			}
+			goto decide;
+		case TSG_OBJ_FLAG:
+			scan_ret = policy_verify_scan_flag(request, ctx, vsys_id, hit_cnt);
+			if(scan_ret > 0)
+			{
+				hit_cnt+=scan_ret;
+			}
+			goto decide;
+		case TSG_OBJ_HTTP_REQ_HDR:
+		case TSG_OBJ_HTTP_RES_HDR:
+			scan_ret = policy_verify_scan_http_hdr(request, ctx, vsys_id, hit_cnt);
+			if(scan_ret > 0)
+			{
+				hit_cnt+=scan_ret;
+			}
+			goto decide;
+		default:
+			break;
 	}
 
-	if(pxy_request_in_fqdn_cat(compile_table_id, table_id))
+	if(request_in_fqdn_cat(table_id))
 	{
 		/*TSG_HOST, TSG_HOST+1=TSG_HOST_CAT**/
 		scan_ret = get_fqdn_category_id(ctx->result, value, table_id+1, hit_cnt, ctx->thread_id, vsys_id, ctx, request);
@@ -2071,6 +2032,12 @@ int maat_table_init(struct verify_policy * verify, const char* profile_path)
 			maat_plugin_table_ex_schema_register(g_policy_rt->feather[vsys_id], "PXY_INTERCEPT_COMPILE", compile_table_new_cb, compile_free_data, compile_dup_data, 0,NULL);
  		}
 
+		g_policy_rt->compile_table_id[TSG_STATISTICS]=maat_get_table_id(g_policy_rt->feather[vsys_id], "STATISTICS_COMPILE");
+		if(g_policy_rt->compile_table_id[TSG_STATISTICS] >= 0)
+		{
+			maat_plugin_table_ex_schema_register(g_policy_rt->feather[vsys_id], "STATISTICS_COMPILE", compile_table_new_cb, compile_free_data, compile_dup_data, 0,NULL);
+ 		}
+
 		for(int i = POLICY_ASN_USER_DEFINED; i < POLICY_FQDN_CAT_USER_DEFINED && g_policy_rt->load_ip_location; i++)
 		{
 			ret = maat_ip_table_init(i, vsys_id, ip_table_free_cb, ip_table_dup_cb);
diff --git a/platform/src/verify_policy.cpp b/platform/src/verify_policy.cpp
index ba039d0..e83def0 100644
--- a/platform/src/verify_policy.cpp
+++ b/platform/src/verify_policy.cpp
@@ -74,6 +74,7 @@ int tsg_policy_type_str2idx(const char *action_str)
 	policy_name[TSG_TRAFFIC_SHAPING] = "traffic_shaping";
 	policy_name[TSG_SERVICE_CHAINGNG] = "service_chaining";
 	policy_name[PXY_TABLE_INTERCEPT] = "pxy_intercept";
+	policy_name[TSG_STATISTICS] = "statistics";
 	policy_name[PXY_TABLE_DEFENCE] = "active_defence";
 
 	size_t i = 0;
diff --git a/resource/table_info.conf b/resource/table_info.conf
index 77f197f..0088049 100644
--- a/resource/table_info.conf
+++ b/resource/table_info.conf
@@ -159,8 +159,40 @@
             "clause_index":6
         }
     },
-    {
+	{
         "table_id":10,
+        "table_name":"STATISTICS_COMPILE",
+        "table_type":"compile",
+		"user_region_encoded":"escape",
+        "valid_column":8,
+        "custom": {
+            "compile_id":1,
+            "service_id":2,
+            "action":3,
+            "do_blacklist":4,
+            "do_log":5,
+            "tags":6,
+            "user_region":7,
+            "clause_num":9,
+            "evaluation_order":10
+        }
+    },
+    {
+        "table_id":11,
+        "table_name":"GROUP_STATISTICS_COMPILE_RELATION",
+        "table_type":"group2compile",
+        "associated_compile_table_id":10,
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "compile_id":2,
+            "not_flag":4,
+            "virtual_table_name":5,
+            "clause_index":6
+        }
+    },
+    {
+        "table_id":12,
         "table_name":"GROUP_GROUP_RELATION",
         "table_type":"group2group",
         "valid_column":4,
@@ -171,7 +203,7 @@
         }
     },
     {
-        "table_id":11,
+        "table_id":13,
 		"table_name":"TSG_OBJ_IP",
         "db_tables":["TSG_OBJ_IP_ADDR","TSG_OBJ_IP_LEARNING_ADDR"],
         "table_type":"ip_plus",
@@ -190,7 +222,7 @@
         }
     },
 	{
-        "table_id":12,
+        "table_id":14,
         "table_name":"TSG_OBJ_SUBSCRIBER_ID",
         "table_type":"expr",
         "valid_column":7,
@@ -204,7 +236,7 @@
         }
     }, 
 	{
-        "table_id":13,
+        "table_id":15,
         "table_name":"TSG_OBJ_ACCOUNT",
         "table_type":"expr",
         "valid_column":7,
@@ -218,7 +250,7 @@
         }
     }, 
 	{
-        "table_id":14,
+        "table_id":16,
         "table_name":"TSG_OBJ_URL",
         "table_type":"expr",
         "valid_column":7,
@@ -232,7 +264,7 @@
         }
     }, 
 	{
-        "table_id":15,
+        "table_id":17,
         "table_name":"TSG_OBJ_FQDN",
         "table_type":"expr",
         "valid_column":7,
@@ -246,7 +278,7 @@
         }
     }, 
 	{
-        "table_id":16,
+        "table_id":18,
         "table_name":"TSG_OBJ_FQDN_CAT",
         "table_type":"intval",
         "valid_column":5,
@@ -258,7 +290,7 @@
         }
     },
 	{
-        "table_id":17,
+        "table_id":19,
         "table_name":"TSG_OBJ_KEYWORDS",
         "table_type":"expr",
         "valid_column":7,
@@ -272,7 +304,7 @@
         }
     },
 	{
-        "table_id":18,
+        "table_id":20,
         "table_name":"TSG_OBJ_APP_ID",
         "table_type":"intval",
         "valid_column":5,
@@ -284,7 +316,7 @@
         }
     },
 	{
-        "table_id":19,
+        "table_id":21,
         "table_name":"TSG_OBJ_HTTP_SIGNATURE",
         "table_type":"expr_plus",
         "valid_column":8,
@@ -299,175 +331,175 @@
         }
     },
 	{
-        "table_id":20,
+        "table_id":22,
         "table_name":"TSG_FIELD_HTTP_HOST",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":21,
+        "table_id":23,
         "table_name":"TSG_FIELD_HTTP_HOST_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },		
 	{
-        "table_id":22,
+        "table_id":24,
         "table_name":"TSG_FIELD_HTTP_URL",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_URL"
     },
 	{
-        "table_id":23,
+        "table_id":25,
         "table_name":"TSG_FIELD_HTTP_REQ_HDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
     },
 	{
-        "table_id":24,
+        "table_id":26,
         "table_name":"TSG_FIELD_HTTP_RES_HDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
     },
 	{
-        "table_id":25,
+        "table_id":27,
         "table_name":"TSG_FIELD_HTTP_REQ_BODY",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":26,
+        "table_id":28,
         "table_name":"TSG_FIELD_HTTP_RES_BODY",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":27,
+        "table_id":29,
         "table_name":"TSG_FIELD_SSL_SNI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":28,
+        "table_id":30,
         "table_name":"TSG_FIELD_SSL_SNI_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":29,
+        "table_id":31,
         "table_name":"TSG_FIELD_SSL_CN",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":30,
+        "table_id":32,
         "table_name":"TSG_FIELD_SSL_CN_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":31,
+        "table_id":33,
         "table_name":"TSG_FIELD_SSL_SAN",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":32,
+        "table_id":34,
         "table_name":"TSG_FIELD_SSL_SAN_CAT",
         "table_type":"virtual",
         "physical_table":"TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":33,
+        "table_id":35,
         "table_name":"TSG_FIELD_DNS_QNAME",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":34,
+        "table_id":36,
         "table_name":"TSG_FIELD_QUIC_SNI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":35,
+        "table_id":37,
         "table_name":"TSG_FIELD_QUIC_SNI_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":36,
+        "table_id":38,
         "table_name":"TSG_FIELD_MAIL_ACCOUNT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":37,
+        "table_id":39,
         "table_name":"TSG_FIELD_MAIL_FROM",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":38,
+        "table_id":40,
         "table_name":"TSG_FIELD_MAIL_TO",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":39,
+        "table_id":41,
         "table_name":"TSG_FIELD_MAIL_SUBJECT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":40,
+        "table_id":42,
         "table_name":"TSG_FIELD_MAIL_CONTENT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":41,
+        "table_id":43,
         "table_name":"TSG_FIELD_MAIL_ATT_NAME",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":42,
+        "table_id":44,
         "table_name":"TSG_FIELD_MAIL_ATT_CONTENT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":43,
+        "table_id":45,
         "table_name":"TSG_FIELD_FTP_URI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_URL"
     },
 	{
-        "table_id":44,
+        "table_id":46,
         "table_name":"TSG_FIELD_FTP_CONTENT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":45,
+        "table_id":47,
         "table_name":"TSG_FIELD_FTP_ACCOUNT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":46,
+        "table_id":48,
         "table_name":"TSG_SECURITY_SOURCE_ADDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_IP"
     },
 	{
-        "table_id":47,
+        "table_id":49,
         "table_name":"TSG_SECURITY_DESTINATION_ADDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_IP"
     },
 	{
-        "table_id":48,
+        "table_id":50,
         "table_name":"TSG_IP_ASN_BUILT_IN",
         "table_type":"ip_plugin",
 		"valid_column":19,
@@ -480,7 +512,7 @@
         }
     },
 	{
-        "table_id":49,
+        "table_id":51,
         "table_name":"TSG_IP_ASN_USER_DEFINED",
         "table_type":"ip_plugin",
 		"valid_column":19,
@@ -493,7 +525,7 @@
         }
     },
 	{
-        "table_id":50,
+        "table_id":52,
         "table_name":"TSG_IP_LOCATION_BUILT_IN",
         "table_type":"ip_plugin",
 		"valid_column":19,
@@ -506,7 +538,7 @@
         }
     },
 	{
-        "table_id":51,
+        "table_id":53,
         "table_name":"TSG_IP_LOCATION_USER_DEFINED",
         "table_type":"ip_plugin",
 		"valid_column":19,
@@ -519,7 +551,7 @@
         }
     },
 	{
-        "table_id":52,
+        "table_id":54,
         "table_name":"TSG_OBJ_AS_NUMBER",
         "table_type":"expr",
         "valid_column":7,
@@ -533,19 +565,19 @@
         }
     },
 	{
-        "table_id":53,
+        "table_id":55,
         "table_name":"TSG_SECURITY_SOURCE_ASN",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_AS_NUMBER"
     },
 	{
-        "table_id":54,
+        "table_id":56,
         "table_name":"TSG_SECURITY_DESTINATION_ASN",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_AS_NUMBER"
     },
 	{
-        "table_id":55,
+        "table_id":57,
         "table_name":"TSG_OBJ_GEO_LOCATION",
         "table_type":"expr",
         "valid_column":7,
@@ -559,19 +591,19 @@
         }
     },
 	{
-        "table_id":56,
+        "table_id":58,
         "table_name":"TSG_SECURITY_SOURCE_LOCATION",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_GEO_LOCATION"
     },
 	{
-        "table_id":57,
+        "table_id":59,
         "table_name":"TSG_SECURITY_DESTINATION_LOCATION",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_GEO_LOCATION"
     },
 	{
-        "table_id":58,
+        "table_id":60,
         "table_name":"TSG_FQDN_CATEGORY_BUILT_IN",
         "table_type":"fqdn_plugin",
         "valid_column":5,
@@ -582,7 +614,7 @@
         }
     },
 	{
-        "table_id":59,
+        "table_id":61,
         "table_name":"TSG_FQDN_CATEGORY_USER_DEFINED",
         "table_type":"fqdn_plugin",
         "valid_column":5,
@@ -593,19 +625,19 @@
         }
     },
 	{
-        "table_id":60,
+        "table_id":62,
         "table_name":"TSG_FIELD_SIP_ORIGINATOR_DESCRIPTION",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":61,
+        "table_id":63,
         "table_name":"TSG_FIELD_SIP_RESPONDER_DESCRIPTION",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":62,
+        "table_id":64,
         "table_name":"TSG_OBJ_IMSI",
         "table_type":"expr",
         "valid_column":7,
@@ -619,7 +651,7 @@
         }
     },
 	{
-        "table_id":63,
+        "table_id":65,
         "table_name":"TSG_OBJ_PHONE_NUMBER",
         "table_type":"expr",
         "valid_column":7,
@@ -633,7 +665,7 @@
         }
     },
 	{
-        "table_id":64,
+        "table_id":66,
         "table_name":"TSG_OBJ_APN",
         "table_type":"expr",
         "valid_column":7,
@@ -647,31 +679,31 @@
         }
     },
 	{
-        "table_id":65,
+        "table_id":67,
         "table_name":"TSG_FILED_GTP_IMSI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_IMSI"
     },
 	{
-        "table_id":66,
+        "table_id":68,
         "table_name":"TSG_FILED_GTP_PHONE_NUMBER",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_PHONE_NUMBER"
     },
 	{
-        "table_id":67,
+        "table_id":69,
         "table_name":"TSG_FILED_GTP_APN",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_APN"
     },
 	{
-        "table_id":68,
+        "table_id":70,
         "table_name":"TSG_DECYPTION_EXCLUSION_SSL_SNI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":69,
+        "table_id":71,
         "table_name":"TSG_OBJ_TUNNEL_ID",
         "table_type":"intval",
         "valid_column":5,
@@ -683,7 +715,7 @@
         }
     },
 	{
-        "table_id":70,
+        "table_id":72,
         "table_name":"TSG_TUNNEL_CATALOG",
         "table_type":"bool_plugin",
         "valid_column":5,
@@ -693,7 +725,7 @@
         }
     },	
 	{
-        "table_id":71,
+        "table_id":73,
         "table_name":"TSG_TUNNEL_ENDPOINT",
         "table_type":"ip_plugin",
 		"valid_column":6,
@@ -706,7 +738,7 @@
         }
     },
 	{
-        "table_id":72,
+        "table_id":74,
         "table_name":"TSG_TUNNEL_LABEL",
         "table_type":"plugin",
         "valid_column":4,
@@ -717,13 +749,13 @@
         }
     },
 	{
-        "table_id":73,
+        "table_id":75,
         "table_name":"TSG_SECURITY_TUNNEL",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_TUNNEL_ID"
     },
 	{
-        "table_id":74,
+        "table_id":76,
         "table_name":"TSG_OBJ_FLAG",
         "table_type":"flag",
         "valid_column":5,
@@ -735,25 +767,25 @@
         }
     },
 	{
-        "table_id":75,
+        "table_id":77,
         "table_name":"TSG_SECURITY_FLAG",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FLAG"
     },
     {
-        "table_id":76,
+        "table_id":78,
         "table_name":"TSG_FIELD_DOH_QNAME",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":77,
+        "table_id":79,
         "table_name":"TSG_FIELD_DOH_HOST",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":78,
+        "table_id":80,
         "table_name":"TSG_FIELD_DOH_HOST_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
diff --git a/resource/table_info_simple.conf b/resource/table_info_simple.conf
index 16706e8..fe96839 100644
--- a/resource/table_info_simple.conf
+++ b/resource/table_info_simple.conf
@@ -159,8 +159,40 @@
             "clause_index":6
         }
     },
-    {
+	{
         "table_id":10,
+        "table_name":"STATISTICS_COMPILE",
+        "table_type":"compile",
+		"user_region_encoded":"escape",
+        "valid_column":8,
+        "custom": {
+            "compile_id":1,
+            "service_id":2,
+            "action":3,
+            "do_blacklist":4,
+            "do_log":5,
+            "tags":6,
+            "user_region":7,
+            "clause_num":9,
+            "evaluation_order":10
+        }
+    },
+    {
+        "table_id":11,
+        "table_name":"GROUP_STATISTICS_COMPILE_RELATION",
+        "table_type":"group2compile",
+        "associated_compile_table_id":10,
+        "valid_column":3,
+        "custom": {
+            "group_id":1,
+            "compile_id":2,
+            "not_flag":4,
+            "virtual_table_name":5,
+            "clause_index":6
+        }
+    },
+    {
+        "table_id":12,
         "table_name":"GROUP_GROUP_RELATION",
         "table_type":"group2group",
         "valid_column":4,
@@ -171,7 +203,7 @@
         }
     },
     {
-        "table_id":11,
+        "table_id":13,
 		"table_name":"TSG_OBJ_IP",
         "db_tables":["TSG_OBJ_IP_ADDR","TSG_OBJ_IP_LEARNING_ADDR"],
         "table_type":"ip_plus",
@@ -190,7 +222,7 @@
         }
     },
 	{
-        "table_id":12,
+        "table_id":14,
         "table_name":"TSG_OBJ_SUBSCRIBER_ID",
         "table_type":"expr",
         "valid_column":7,
@@ -204,7 +236,7 @@
         }
     }, 
 	{
-        "table_id":13,
+        "table_id":15,
         "table_name":"TSG_OBJ_ACCOUNT",
         "table_type":"expr",
         "valid_column":7,
@@ -218,7 +250,7 @@
         }
     }, 
 	{
-        "table_id":14,
+        "table_id":16,
         "table_name":"TSG_OBJ_URL",
         "table_type":"expr",
         "valid_column":7,
@@ -232,7 +264,7 @@
         }
     }, 
 	{
-        "table_id":15,
+        "table_id":17,
         "table_name":"TSG_OBJ_FQDN",
         "table_type":"expr",
         "valid_column":7,
@@ -246,7 +278,7 @@
         }
     }, 
 	{
-        "table_id":16,
+        "table_id":18,
         "table_name":"TSG_OBJ_FQDN_CAT",
         "table_type":"intval",
         "valid_column":5,
@@ -258,7 +290,7 @@
         }
     },
 	{
-        "table_id":17,
+        "table_id":19,
         "table_name":"TSG_OBJ_KEYWORDS",
         "table_type":"expr",
         "valid_column":7,
@@ -272,7 +304,7 @@
         }
     },
 	{
-        "table_id":18,
+        "table_id":20,
         "table_name":"TSG_OBJ_APP_ID",
         "table_type":"intval",
         "valid_column":5,
@@ -284,7 +316,7 @@
         }
     },
 	{
-        "table_id":19,
+        "table_id":21,
         "table_name":"TSG_OBJ_HTTP_SIGNATURE",
         "table_type":"expr_plus",
         "valid_column":8,
@@ -299,169 +331,169 @@
         }
     },
 	{
-        "table_id":20,
+        "table_id":22,
         "table_name":"TSG_FIELD_HTTP_HOST",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":21,
+        "table_id":23,
         "table_name":"TSG_FIELD_HTTP_HOST_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },		
 	{
-        "table_id":22,
+        "table_id":24,
         "table_name":"TSG_FIELD_HTTP_URL",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_URL"
     },
 	{
-        "table_id":23,
+        "table_id":25,
         "table_name":"TSG_FIELD_HTTP_REQ_HDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
     },
 	{
-        "table_id":24,
+        "table_id":26,
         "table_name":"TSG_FIELD_HTTP_RES_HDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_HTTP_SIGNATURE"
     },
 	{
-        "table_id":25,
+        "table_id":27,
         "table_name":"TSG_FIELD_HTTP_REQ_BODY",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":26,
+        "table_id":28,
         "table_name":"TSG_FIELD_HTTP_RES_BODY",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":27,
+        "table_id":29,
         "table_name":"TSG_FIELD_SSL_SNI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":28,
+        "table_id":30,
         "table_name":"TSG_FIELD_SSL_SNI_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":29,
+        "table_id":31,
         "table_name":"TSG_FIELD_SSL_CN",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":30,
+        "table_id":32,
         "table_name":"TSG_FIELD_SSL_CN_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":31,
+        "table_id":33,
         "table_name":"TSG_FIELD_SSL_SAN",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":32,
+        "table_id":34,
         "table_name":"TSG_FIELD_SSL_SAN_CAT",
         "table_type":"virtual",
         "physical_table":"TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":33,
+        "table_id":35,
         "table_name":"TSG_FIELD_DNS_QNAME",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":34,
+        "table_id":36,
         "table_name":"TSG_FIELD_QUIC_SNI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN"
     },
 	{
-        "table_id":35,
+        "table_id":37,
         "table_name":"TSG_FIELD_QUIC_SNI_CAT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_FQDN_CAT"
     },
 	{
-        "table_id":36,
+        "table_id":38,
         "table_name":"TSG_FIELD_MAIL_ACCOUNT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":37,
+        "table_id":39,
         "table_name":"TSG_FIELD_MAIL_FROM",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":38,
+        "table_id":40,
         "table_name":"TSG_FIELD_MAIL_TO",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":39,
+        "table_id":41,
         "table_name":"TSG_FIELD_MAIL_SUBJECT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":40,
+        "table_id":42,
         "table_name":"TSG_FIELD_MAIL_CONTENT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":41,
+        "table_id":43,
         "table_name":"TSG_FIELD_MAIL_ATT_NAME",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":42,
+        "table_id":44,
         "table_name":"TSG_FIELD_MAIL_ATT_CONTENT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":43,
+        "table_id":45,
         "table_name":"TSG_FIELD_FTP_URI",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_URL"
     },
 	{
-        "table_id":44,
+        "table_id":46,
         "table_name":"TSG_FIELD_FTP_CONTENT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_KEYWORDS"
     },
 	{
-        "table_id":45,
+        "table_id":47,
         "table_name":"TSG_FIELD_FTP_ACCOUNT",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_ACCOUNT"
     },
 	{
-        "table_id":46,
+        "table_id":48,
         "table_name":"TSG_SECURITY_SOURCE_ADDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_IP"
     },
 	{
-        "table_id":47,
+        "table_id":49,
         "table_name":"TSG_SECURITY_DESTINATION_ADDR",
         "table_type":"virtual",
         "physical_table": "TSG_OBJ_IP"