1：新增日志字段类型弱校验功能，根据Schema定义的字段类型对原始日志不匹配的字段进行类型转换。

2：增加complete.check.type配置对此功能进行开关。

8 files changed, 214 insertions, 75 deletions

diff --git a/pom.xml b/pom.xml
index 8b89a8e..15bcbca 100644
--- a/pom.xml
+++ b/pom.xml
@@ -4,7 +4,7 @@
 
     <groupId>com.zdjizhi</groupId>
     <artifactId>log-stream-completion-schema</artifactId>
-    <version>v3.21.06.28-jackson</version>
+    <version>v3.21.07.13-map</version>
     <packaging>jar</packaging>
 
     <name>log-stream-completion-schema</name>
diff --git a/properties/service_flow_config.properties b/properties/service_flow_config.properties
index e5cd76a..06e5a54 100644
--- a/properties/service_flow_config.properties
+++ b/properties/service_flow_config.properties
@@ -13,20 +13,22 @@ zookeeper.servers=192.168.44.12:2181
 hbase.zookeeper.servers=192.168.44.12:2181
 
 #--------------------------------HTTP/定位库------------------------------#
+
 #定位库地址
 ip.library=D:\\K18-Phase2\\tsgSpace\\dat\\
 #ip.library=/home/bigdata/topology/dat/
 
 #网关的schema位置
-schema.http=http://192.168.44.67:9999/metadata/schema/v1/fields/connection_record_log
+#schema.http=http://192.168.40.203:9999/metadata/schema/v1/fields/connection_record_log
+schema.http=http://192.168.44.12:9999/metadata/schema/v1/fields/connection_record_log
 
 #网关APP_ID 获取接口
-app.id.http=http://192.168.44.67:9999/open-api/appDicList
+app.id.http=http://192.168.44.12:9999/open-api/appDicList
 
 #--------------------------------Kafka消费组信息------------------------------#
 
 #kafka 接收数据topic
-kafka.topic=CONNECTION-RECORD-LOG
+kafka.topic=test
 
 #补全数据 输出 topic
 results.output.topic=test-result
@@ -92,12 +94,12 @@ topology.tick.tuple.freq.secs=5
 #spout接收睡眠时间
 topology.spout.sleep.time=1
 
-#允许发送kafka最大失败数
-max.failure.num=20
-
 #邮件默认编码
 mail.default.charset=UTF-8
 
 #需不要补全，不需要则原样日志输出
 log.need.complete=yes
 
+#补全校验类型 0 强制类型校验；1 弱类型校验；2 不校验
+complete.check.type=1
+
diff --git a/src/main/java/com/zdjizhi/bolt/CompletionBolt.java b/src/main/java/com/zdjizhi/bolt/CompletionObjectBolt.java
index d1ca4fa..9b722a8 100644
--- a/src/main/java/com/zdjizhi/bolt/CompletionBolt.java
+++ b/src/main/java/com/zdjizhi/bolt/CompletionObjectBolt.java
@@ -3,6 +3,7 @@ package com.zdjizhi.bolt;
 import cn.hutool.log.Log;
 import cn.hutool.log.LogFactory;
 import com.zdjizhi.utils.StringUtil;
+import com.zdjizhi.utils.general.TransFormObject;
 import org.apache.storm.task.TopologyContext;
 import org.apache.storm.topology.BasicOutputCollector;
 import org.apache.storm.topology.OutputFieldsDeclarer;
@@ -13,13 +14,11 @@ import org.apache.storm.tuple.Values;
 
 import java.util.Map;
 
-import static com.zdjizhi.utils.general.TransFormUtils.dealCommonMessage;
-
 /**
  * @author qidaijie
  */
 
-public class CompletionBolt extends BaseBasicBolt {
+public class CompletionObjectBolt extends BaseBasicBolt {
     private static final long serialVersionUID = 9006119186526123734L;
     private static final Log logger = LogFactory.get();
 
@@ -35,7 +34,7 @@ public class CompletionBolt extends BaseBasicBolt {
         try {
             String message = tuple.getString(0);
             if (StringUtil.isNotBlank(message)) {
-                basicOutputCollector.emit(new Values(dealCommonMessage(message)));
+                basicOutputCollector.emit(new Values(TransFormObject.dealCommonMessage(message)));
             }
         } catch (RuntimeException e) {
             logger.error("处理原始日志下发过程异常,异常信息：" + e);
diff --git a/src/main/java/com/zdjizhi/common/FlowWriteConfig.java b/src/main/java/com/zdjizhi/common/FlowWriteConfig.java
index fc2e116..ffb2795 100644
--- a/src/main/java/com/zdjizhi/common/FlowWriteConfig.java
+++ b/src/main/java/com/zdjizhi/common/FlowWriteConfig.java
@@ -30,9 +30,9 @@ public class FlowWriteConfig {
     public static final Integer TOPOLOGY_SPOUT_SLEEP_TIME = FlowWriteConfigurations.getIntProperty(0, "topology.spout.sleep.time");
     public static final Integer BATCH_INSERT_NUM = FlowWriteConfigurations.getIntProperty(0, "batch.insert.num");
     public static final Integer DATA_CENTER_ID_NUM = FlowWriteConfigurations.getIntProperty(0, "data.center.id.num");
-    public static final Integer MAX_FAILURE_NUM = FlowWriteConfigurations.getIntProperty(0, "max.failure.num");
     public static final String MAIL_DEFAULT_CHARSET = FlowWriteConfigurations.getStringProperty(0, "mail.default.charset");
     public static final String LOG_NEED_COMPLETE = FlowWriteConfigurations.getStringProperty(0, "log.need.complete");
+    public static final Integer COMPLETE_CHECK_TYPE = FlowWriteConfigurations.getIntProperty(0, "complete.check.type");
 
     /**
      * kafka
diff --git a/src/main/java/com/zdjizhi/topology/LogFlowWriteTopology.java b/src/main/java/com/zdjizhi/topology/LogFlowWriteTopology.java
index 036f922..be2616b 100644
--- a/src/main/java/com/zdjizhi/topology/LogFlowWriteTopology.java
+++ b/src/main/java/com/zdjizhi/topology/LogFlowWriteTopology.java
@@ -1,7 +1,9 @@
 package com.zdjizhi.topology;
 
 
-import com.zdjizhi.bolt.CompletionBolt;
+import com.zdjizhi.bolt.CompletionMapBolt;
+import com.zdjizhi.bolt.CompletionTypeMapBolt;
+import com.zdjizhi.bolt.CompletionObjectBolt;
 import com.zdjizhi.bolt.LogSendBolt;
 import com.zdjizhi.common.DefaultProConfig;
 import com.zdjizhi.common.FlowWriteConfig;
@@ -51,9 +53,9 @@ public class LogFlowWriteTopology {
 
     private void runRemotely() throws AlreadyAliveException, InvalidTopologyException, AuthorizationException {
         topologyConfig.setNumWorkers(FlowWriteConfig.TOPOLOGY_WORKERS);
-        topologyConfig.put(Config.TOPOLOGY_TRANSFER_BUFFER_SIZE,DefaultProConfig.TRANSFER_BUFFER_SIZE);
-        topologyConfig.put(Config.TOPOLOGY_EXECUTOR_RECEIVE_BUFFER_SIZE,DefaultProConfig.EXECUTOR_RECEIVE_BUFFER_SIZE);
-        topologyConfig.put(Config.TOPOLOGY_EXECUTOR_SEND_BUFFER_SIZE,DefaultProConfig.EXECUTOR_SEND_BUFFER_SIZE);
+        topologyConfig.put(Config.TOPOLOGY_TRANSFER_BUFFER_SIZE, DefaultProConfig.TRANSFER_BUFFER_SIZE);
+        topologyConfig.put(Config.TOPOLOGY_EXECUTOR_RECEIVE_BUFFER_SIZE, DefaultProConfig.EXECUTOR_RECEIVE_BUFFER_SIZE);
+        topologyConfig.put(Config.TOPOLOGY_EXECUTOR_SEND_BUFFER_SIZE, DefaultProConfig.EXECUTOR_SEND_BUFFER_SIZE);
         StormRunner.runTopologyRemotely(builder, topologyName, topologyConfig);
     }
 
@@ -62,12 +64,33 @@ public class LogFlowWriteTopology {
         builder = new TopologyBuilder();
         builder.setSpout("LogFlowWriteSpout", new CustomizedKafkaSpout(), FlowWriteConfig.SPOUT_PARALLELISM);
         if (need.equals(FlowWriteConfig.LOG_NEED_COMPLETE)) {
-            builder.setBolt("LogCompletionBolt", new CompletionBolt(),
-                    FlowWriteConfig.COMPLETION_BOLT_PARALLELISM).localOrShuffleGrouping("LogFlowWriteSpout");
-            builder.setBolt("LogSendBolt", new LogSendBolt(),
-                    FlowWriteConfig.KAFKA_BOLT_PARALLELISM).localOrShuffleGrouping("LogCompletionBolt");
+            switch (FlowWriteConfig.COMPLETE_CHECK_TYPE) {
+                case 0:
+                    builder.setBolt("LogObjectCompletionBolt", new CompletionObjectBolt(),
+                            FlowWriteConfig.COMPLETION_BOLT_PARALLELISM).localOrShuffleGrouping("LogFlowWriteSpout");
+                    builder.setBolt("SendKafkaBolt", new LogSendBolt(),
+                            FlowWriteConfig.KAFKA_BOLT_PARALLELISM).localOrShuffleGrouping("LogObjectCompletionBolt");
+                    break;
+                case 1:
+                    builder.setBolt("LogTypeMapCompletionBolt", new CompletionTypeMapBolt(),
+                            FlowWriteConfig.COMPLETION_BOLT_PARALLELISM).localOrShuffleGrouping("LogFlowWriteSpout");
+                    builder.setBolt("SendKafkaBolt", new LogSendBolt(),
+                            FlowWriteConfig.KAFKA_BOLT_PARALLELISM).localOrShuffleGrouping("LogTypeMapCompletionBolt");
+                    break;
+                case 2:
+                    builder.setBolt("LogMapCompletionBolt", new CompletionMapBolt(),
+                            FlowWriteConfig.COMPLETION_BOLT_PARALLELISM).localOrShuffleGrouping("LogFlowWriteSpout");
+                    builder.setBolt("SendKafkaBolt", new LogSendBolt(),
+                            FlowWriteConfig.KAFKA_BOLT_PARALLELISM).localOrShuffleGrouping("LogMapCompletionBolt");
+                    break;
+                default:
+                    builder.setBolt("LogCompletionBolt", new CompletionObjectBolt(),
+                            FlowWriteConfig.COMPLETION_BOLT_PARALLELISM).localOrShuffleGrouping("LogFlowWriteSpout");
+                    builder.setBolt("SendKafkaBolt", new LogSendBolt(),
+                            FlowWriteConfig.KAFKA_BOLT_PARALLELISM).localOrShuffleGrouping("LogCompletionBolt");
+            }
         } else {
-            builder.setBolt("LogSendBolt", new LogSendBolt(),
+            builder.setBolt("SendKafkaBolt", new LogSendBolt(),
                     FlowWriteConfig.KAFKA_BOLT_PARALLELISM).localOrShuffleGrouping("LogFlowWriteSpout");
         }
     }
diff --git a/src/main/java/com/zdjizhi/utils/general/TransFormUtils.java b/src/main/java/com/zdjizhi/utils/general/TransFormObject.java
index 5bfda89..3421b68 100644
--- a/src/main/java/com/zdjizhi/utils/general/TransFormUtils.java
+++ b/src/main/java/com/zdjizhi/utils/general/TransFormObject.java
@@ -3,6 +3,8 @@ package com.zdjizhi.utils.general;
 
 import cn.hutool.log.Log;
 import cn.hutool.log.LogFactory;
+import com.alibaba.fastjson.JSON;
+import com.alibaba.fastjson.JSONObject;
 import com.zdjizhi.common.FlowWriteConfig;
 import com.zdjizhi.utils.JsonMapper;
 import com.zdjizhi.utils.json.JsonParseUtil;
@@ -16,7 +18,7 @@ import java.util.HashMap;
  *
  * @author qidaijie
  */
-public class TransFormUtils {
+public class TransFormObject {
     private static final Log logger = LogFactory.get();
 
     /**
@@ -44,7 +46,8 @@ public class TransFormUtils {
      */
     public static String dealCommonMessage(String message) {
         try {
-            Object object = JsonMapper.fromJsonString(message, mapObject.getClass());
+//            Object object = JsonMapper.fromJsonString(message, mapObject.getClass());
+            Object object = JSONObject.parseObject(message, mapObject.getClass());
             for (String[] strings : jobList) {
                 //用到的参数的值
                 Object name = JsonParseUtil.getValue(object, strings[0]);
@@ -58,10 +61,10 @@ public class TransFormUtils {
                 String param = strings[3];
                 functionSet(function, object, appendToKeyName, appendTo, name, param);
             }
-            return JsonMapper.toJsonString(object);
+//            return JsonMapper.toJsonString(object);
+            return JSONObject.toJSONString(object);
         } catch (RuntimeException e) {
-            logger.error("解析补全日志信息过程异常,异常信息:" + e);
-            e.printStackTrace();
+            logger.error("解析补全日志信息过程异常,异常信息:" + e + "\n" + message);
             return "";
         }
     }
@@ -80,7 +83,7 @@ public class TransFormUtils {
     private static void functionSet(String function, Object object, String appendToKeyName, Object appendTo, Object name, String param) {
         switch (function) {
             case "current_timestamp":
-                if (! (appendTo instanceof Long)) {
+                if (!(appendTo instanceof Long)) {
                     JsonParseUtil.setValue(object, appendToKeyName, TransFunction.getCurrentTime());
                 }
                 break;
@@ -139,7 +142,7 @@ public class TransFormUtils {
                 break;
             case "flattenSpec":
                 if (name != null && param != null) {
-                    JsonParseUtil.setValue(object, appendToKeyName, TransFunction.flattenSpec(name.toString(), TransFunction.isJsonValue(object, param)));
+                    JsonParseUtil.setValue(object, appendToKeyName, TransFunction.flattenSpec(name.toString(), param));
                 }
                 break;
             default:
diff --git a/src/main/java/com/zdjizhi/utils/general/TransFunction.java b/src/main/java/com/zdjizhi/utils/general/TransFunction.java
index 0e9fb93..7cc0e8f 100644
--- a/src/main/java/com/zdjizhi/utils/general/TransFunction.java
+++ b/src/main/java/com/zdjizhi/utils/general/TransFunction.java
@@ -15,8 +15,10 @@ import com.zdjizhi.utils.StringUtil;
 import com.zdjizhi.utils.app.AppUtils;
 import com.zdjizhi.utils.hbase.HBaseUtils;
 import com.zdjizhi.utils.json.JsonParseUtil;
+import com.zdjizhi.utils.json.TypeUtils;
 
 import java.util.ArrayList;
+import java.util.Map;
 import java.util.regex.Matcher;
 import java.util.regex.Pattern;
 
@@ -136,14 +138,14 @@ class TransFunction {
      * @param charset 编码
      * @return 解码字符串
      */
-    static String decodeBase64(String message, String charset) {
+    static String decodeBase64(String message, Object charset) {
         String result = "";
         try {
             if (StringUtil.isNotBlank(message)) {
-                if (StringUtil.isNotBlank(charset)) {
-                    result = Base64.decodeStr(message, charset);
-                } else {
+                if (charset == null) {
                     result = Base64.decodeStr(message, FlowWriteConfig.MAIL_DEFAULT_CHARSET);
+                } else {
+                    result = Base64.decodeStr(message, charset.toString());
                 }
             }
         } catch (RuntimeException rune) {
@@ -180,14 +182,24 @@ class TransFunction {
      * @param param  字段名/普通字符串
      * @return JSON.Value or String
      */
-    static String isJsonValue(Object object, String param) {
+    static Object isJsonValue(Object object, String param) {
         if (param.contains(FlowWriteConfig.IS_JSON_KEY_TAG)) {
-            Object value = JsonParseUtil.getValue(object, param.substring(2));
-            if (value != null) {
-                return value.toString();
-            } else {
-                return "";
-            }
+            return JsonParseUtil.getValue(object, param.substring(2));
+        } else {
+            return param;
+        }
+    }
+
+    /**
+     * 判断是否为日志字段,是则返回对应value，否则返回原始字符串
+     *
+     * @param jsonMap 内存实体类
+     * @param param   字段名/普通字符串
+     * @return JSON.Value or String
+     */
+    static Object isJsonValue(Map<String, Object> jsonMap, String param) {
+        if (param.contains(FlowWriteConfig.IS_JSON_KEY_TAG)) {
+            return JsonParseUtil.getValue(jsonMap, param.substring(2));
         } else {
             return param;
         }
@@ -198,33 +210,93 @@ class TransFunction {
      *
      * @param object  内存实体类
      * @param ifParam 字段名/普通字符串
-     * @return resultA or resultB or ""
+     * @return resultA or resultB or null
      */
     static Object condition(Object object, String ifParam) {
+        Object result = null;
         try {
             String[] split = ifParam.split(FlowWriteConfig.FORMAT_SPLITTER);
-            String[] norms = split[0].split(FlowWriteConfig.IF_CONDITION_SPLITTER);
-            String direction = isJsonValue(object, norms[0]);
-            if (StringUtil.isNotBlank(direction)) {
-                if (split.length == FlowWriteConfig.IF_PARAM_LENGTH) {
-                    String resultA = isJsonValue(object, split[1]);
-                    String resultB = isJsonValue(object, split[2]);
-                    String result = (Integer.parseInt(direction) == Integer.parseInt(norms[1])) ? resultA : resultB;
-                    Matcher isNum = PATTERN.matcher(result);
-                    if (isNum.matches()) {
-                        return Long.parseLong(result);
-                    } else {
-                        return result;
-                    }
+            if (split.length == FlowWriteConfig.IF_PARAM_LENGTH) {
+                String[] norms = split[0].split(FlowWriteConfig.IF_CONDITION_SPLITTER);
+                Object direction = isJsonValue(object, norms[0]);
+                Object resultA = isJsonValue(object, split[1]);
+                Object resultB = isJsonValue(object, split[2]);
+                if (direction instanceof Number) {
+//                    result = (Integer.parseInt(direction.toString()) == Integer.parseInt(norms[1])) ? resultA : resultB;
+                    result = TypeUtils.castToIfFunction((Integer.parseInt(direction.toString()) == Integer.parseInt(norms[1])) ? resultA : resultB);
+                } else if (direction instanceof String) {
+                    result = TypeUtils.castToIfFunction(direction.equals(norms[1]) ? resultA : resultB);
+//                    result = direction.equals(norms[1]) ? resultA : resultB;
                 }
             }
         } catch (RuntimeException e) {
             logger.error("IF 函数执行异常,异常信息:" + e);
         }
-        return null;
+        return result;
     }
 
     /**
+     * IF函数实现，解析日志构建三目运算;包含判断是否为数字若为数字则转换为long类型返回结果。
+     *
+     * @param jsonMap 内存实体类
+     * @param ifParam 字段名/普通字符串
+     * @return resultA or resultB or null
+     */
+    static Object condition(Map<String, Object> jsonMap, String ifParam) {
+        Object result = null;
+        try {
+            String[] split = ifParam.split(FlowWriteConfig.FORMAT_SPLITTER);
+            if (split.length == FlowWriteConfig.IF_PARAM_LENGTH) {
+                String[] norms = split[0].split(FlowWriteConfig.IF_CONDITION_SPLITTER);
+                Object direction = isJsonValue(jsonMap, norms[0]);
+                Object resultA = isJsonValue(jsonMap, split[1]);
+                Object resultB = isJsonValue(jsonMap, split[2]);
+                if (direction instanceof Number) {
+                    result = (Integer.parseInt(direction.toString()) == Integer.parseInt(norms[1])) ? resultA : resultB;
+//                    result = TypeUtils.castToIfFunction((Integer.parseInt(direction.toString()) == Integer.parseInt(norms[1])) ? resultA : resultB);
+                } else if (direction instanceof String) {
+//                    result = TypeUtils.castToIfFunction(direction.equals(norms[1]) ? resultA : resultB);
+                    result = direction.equals(norms[1]) ? resultA : resultB;
+                }
+            }
+        } catch (RuntimeException e) {
+            logger.error("IF 函数执行异常,异常信息:" + e);
+        }
+        return result;
+    }
+
+//    /**
+//     * IF函数实现，解析日志构建三目运算;包含判断是否为数字若为数字则转换为long类型返回结果。
+//     *
+//     * @param jsonMap 原始日志
+//     * @param ifParam 字段名/普通字符串
+//     * @return resultA or resultB or null
+//     */
+//    static Object condition(Map<String, Object> jsonMap, String ifParam) {
+//        try {
+//            String[] split = ifParam.split(FlowWriteConfig.FORMAT_SPLITTER);
+//            String[] norms = split[0].split(FlowWriteConfig.IF_CONDITION_SPLITTER);
+//            String direction = isJsonValue(jsonMap, norms[0]);
+//            if (StringUtil.isNotBlank(direction)) {
+//                if (split.length == FlowWriteConfig.IF_PARAM_LENGTH) {
+//                    String resultA = isJsonValue(jsonMap, split[1]);
+//                    String resultB = isJsonValue(jsonMap, split[2]);
+//                    String result = (Integer.parseInt(direction) == Integer.parseInt(norms[1])) ? resultA : resultB;
+//                    Matcher isNum = PATTERN.matcher(result);
+//                    if (isNum.matches()) {
+//                        return Long.parseLong(result);
+//                    } else {
+//                        return result;
+//                    }
+//                }
+//            }
+//        } catch (RuntimeException e) {
+//            logger.error("IF 函数执行异常,异常信息:" + e);
+//        }
+//        return null;
+//    }
+
+    /**
      * 设置固定值函数 若为数字则转为long返回
      *
      * @param param 默认值
diff --git a/src/main/java/com/zdjizhi/utils/json/JsonParseUtil.java b/src/main/java/com/zdjizhi/utils/json/JsonParseUtil.java
index 07ee2e5..7316b92 100644
--- a/src/main/java/com/zdjizhi/utils/json/JsonParseUtil.java
+++ b/src/main/java/com/zdjizhi/utils/json/JsonParseUtil.java
@@ -21,9 +21,10 @@ import java.util.*;
  * @author qidaijie
  */
 public class JsonParseUtil {
+
     private static final Log logger = LogFactory.get();
 
-    private static List<String> dropFieldList = new ArrayList<>();
+    private static ArrayList<String> dropList = new ArrayList<>();
 
     /**
      * 模式匹配，给定一个类型字符串返回一个类类型
@@ -39,17 +40,14 @@ public class JsonParseUtil {
             case "int":
                 clazz = Integer.class;
                 break;
-            case "String":
+            case "string":
                 clazz = String.class;
                 break;
             case "long":
                 clazz = long.class;
                 break;
             case "array":
-                clazz = JSONArray.class;
-                break;
-            case "Integer":
-                clazz = Integer.class;
+                clazz = List.class;
                 break;
             case "double":
                 clazz = double.class;
@@ -76,31 +74,51 @@ public class JsonParseUtil {
     }
 
     /**
-     * 根据反射生成对象的方法
+     * 获取属性值的方法
      *
-     * @param properties 反射类用的map
-     * @return 生成的Object类型的对象
+     * @param obj      对象
+     * @param property key
+     * @return 属性的值
      */
-    public static Object generateObject(Map properties) {
-        BeanGenerator generator = new BeanGenerator();
-        Set keySet = properties.keySet();
-        for (Object aKeySet : keySet) {
-            String key = (String) aKeySet;
-            generator.addProperty(key, (Class) properties.get(key));
+    public static Object getValue(Object obj, String property) {
+        try {
+            BeanMap beanMap = BeanMap.create(obj);
+            return beanMap.get(property);
+        } catch (RuntimeException e) {
+            logger.error("获取json-value异常，异常key：" + property + "异常信息为：" + e);
+            return null;
         }
-        return generator.create();
     }
 
     /**
      * 获取属性值的方法
      *
-     * @param obj      对象
+     * @param jsonMap  原始日志
      * @param property key
      * @return 属性的值
      */
-    public static Object getValue(Object obj, String property) {
-        BeanMap beanMap = BeanMap.create(obj);
-        return beanMap.get(property);
+    public static Object getValue(Map<String, Object> jsonMap, String property) {
+        try {
+            return jsonMap.getOrDefault(property, null);
+        } catch (RuntimeException e) {
+            logger.error("获取json-value异常，异常key：" + property + "异常信息为：" + e);
+            return null;
+        }
+    }
+
+    /**
+     * 更新属性值的方法
+     *
+     * @param jsonMap  原始日志json map
+     * @param property 更新的key
+     * @param value    更新的值
+     */
+    public static void setValue(Map<String, Object> jsonMap, String property, Object value) {
+        try {
+            jsonMap.put(property, value);
+        } catch (RuntimeException e) {
+            logger.error("赋予实体类错误类型数据", e);
+        }
     }
 
     /**
@@ -120,6 +138,22 @@ public class JsonParseUtil {
     }
 
     /**
+     * 根据反射生成对象的方法
+     *
+     * @param properties 反射类用的map
+     * @return 生成的Object类型的对象
+     */
+    public static Object generateObject(Map properties) {
+        BeanGenerator generator = new BeanGenerator();
+        Set keySet = properties.keySet();
+        for (Object aKeySet : keySet) {
+            String key = (String) aKeySet;
+            generator.addProperty(key, (Class) properties.get(key));
+        }
+        return generator.create();
+    }
+
+    /**
      * 通过获取String类型的网关schema链接来获取map，用于生成一个Object类型的对象
      *
      * @param http 网关schema地址
@@ -146,7 +180,7 @@ public class JsonParseUtil {
                 //组合用来生成实体类的map
                 map.put(name, getClassName(type));
             } else {
-                dropFieldList.add(JsonPath.read(filedStr, "$.name").toString());
+                dropList.add(filedStr);
             }
         }
         return map;
@@ -173,6 +207,12 @@ public class JsonParseUtil {
         return isKeepField;
     }
 
+    static void dropJsonField(Map<String, Object> jsonMap) {
+        for (String field : dropList) {
+            jsonMap.remove(field);
+        }
+    }
+
     /**
      * 根据http链接获取schema，解析之后返回一个任务列表 (useList toList funcList paramlist)
      *