diff options
Diffstat (limited to 'src/main/java/com/zdjizhi/etl/DnsMapFunction.java')
| -rw-r--r-- | src/main/java/com/zdjizhi/etl/DnsMapFunction.java | 14 |
1 files changed, 8 insertions, 6 deletions
diff --git a/src/main/java/com/zdjizhi/etl/DnsMapFunction.java b/src/main/java/com/zdjizhi/etl/DnsMapFunction.java index d5926fe..86c4616 100644 --- a/src/main/java/com/zdjizhi/etl/DnsMapFunction.java +++ b/src/main/java/com/zdjizhi/etl/DnsMapFunction.java @@ -1,12 +1,13 @@ package com.zdjizhi.etl; +import cn.hutool.core.util.StrUtil; import cn.hutool.json.JSONArray; import cn.hutool.json.JSONUtil; +import cn.hutool.log.Log; +import cn.hutool.log.LogFactory; import com.google.common.base.Joiner; import com.zdjizhi.enums.DnsType; import org.apache.flink.api.common.functions.MapFunction; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; import java.util.Map; @@ -16,7 +17,7 @@ import java.util.Map; */ public class DnsMapFunction implements MapFunction<Map<String, Object>, Map<String, Object>> { - private static final Logger logger = LoggerFactory.getLogger(DnsMapFunction.class); + private static final Log logger = LogFactory.get(); @Override public Map<String, Object> map(Map<String, Object> rawLog) throws Exception { @@ -34,9 +35,9 @@ public class DnsMapFunction implements MapFunction<Map<String, Object>, Map<Stri String dnsMx = null; int dnsMxNum = 0; for (Object res : responseArray) { - Map<String, String> resMap = (Map<String, String>) res; - String type = resMap.get("res_type"); - String body = resMap.get("res_body"); + Map<String, Object> resMap = (Map<String, Object>) res; + String type = StrUtil.toString(resMap.get("res_type")); + String body = StrUtil.toString(resMap.get("res_body")); if (DnsType.A.getCode().equals(type)) { dnsA = Joiner.on(",").skipNulls().join(dnsA, body); dnsANum++; @@ -54,6 +55,7 @@ public class DnsMapFunction implements MapFunction<Map<String, Object>, Map<Stri dnsMxNum++; } } + //获取类型，相同类型合并用，拼接，并且计数加1 rawLog.put("dns_a", dnsA); rawLog.put("dns_a_num", dnsANum); |