diff options
Diffstat (limited to 'target/classes')
38 files changed, 132 insertions, 0 deletions
diff --git a/target/classes/com/zdjizhi/bean/FileMeta.class b/target/classes/com/zdjizhi/bean/FileMeta.class Binary files differnew file mode 100644 index 0000000..a392040 --- /dev/null +++ b/target/classes/com/zdjizhi/bean/FileMeta.class diff --git a/target/classes/com/zdjizhi/bean/SourceList.class b/target/classes/com/zdjizhi/bean/SourceList.class Binary files differnew file mode 100644 index 0000000..ceb238c --- /dev/null +++ b/target/classes/com/zdjizhi/bean/SourceList.class diff --git a/target/classes/com/zdjizhi/common/FlowWriteConfig.class b/target/classes/com/zdjizhi/common/FlowWriteConfig.class Binary files differnew file mode 100644 index 0000000..2f93a42 --- /dev/null +++ b/target/classes/com/zdjizhi/common/FlowWriteConfig.class diff --git a/target/classes/com/zdjizhi/topology/LogFlowWriteTopology.class b/target/classes/com/zdjizhi/topology/LogFlowWriteTopology.class Binary files differnew file mode 100644 index 0000000..05c4bd8 --- /dev/null +++ b/target/classes/com/zdjizhi/topology/LogFlowWriteTopology.class diff --git a/target/classes/com/zdjizhi/utils/app/AppUtils$1.class b/target/classes/com/zdjizhi/utils/app/AppUtils$1.class Binary files differnew file mode 100644 index 0000000..c2518be --- /dev/null +++ b/target/classes/com/zdjizhi/utils/app/AppUtils$1.class diff --git a/target/classes/com/zdjizhi/utils/app/AppUtils.class b/target/classes/com/zdjizhi/utils/app/AppUtils.class Binary files differnew file mode 100644 index 0000000..3c6329f --- /dev/null +++ b/target/classes/com/zdjizhi/utils/app/AppUtils.class diff --git a/target/classes/com/zdjizhi/utils/exception/FlowWriteException.class b/target/classes/com/zdjizhi/utils/exception/FlowWriteException.class Binary files differnew file mode 100644 index 0000000..d921793 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/exception/FlowWriteException.class diff --git a/target/classes/com/zdjizhi/utils/fast/TransFormFast.class b/target/classes/com/zdjizhi/utils/fast/TransFormFast.class Binary files differnew file mode 100644 index 0000000..db6b403 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/fast/TransFormFast.class diff --git a/target/classes/com/zdjizhi/utils/fast/TransFunctionFast.class b/target/classes/com/zdjizhi/utils/fast/TransFunctionFast.class Binary files differnew file mode 100644 index 0000000..13d280d --- /dev/null +++ b/target/classes/com/zdjizhi/utils/fast/TransFunctionFast.class diff --git a/target/classes/com/zdjizhi/utils/functions/DealFileProcessFunction$1.class b/target/classes/com/zdjizhi/utils/functions/DealFileProcessFunction$1.class Binary files differnew file mode 100644 index 0000000..4ea09cc --- /dev/null +++ b/target/classes/com/zdjizhi/utils/functions/DealFileProcessFunction$1.class diff --git a/target/classes/com/zdjizhi/utils/functions/DealFileProcessFunction.class b/target/classes/com/zdjizhi/utils/functions/DealFileProcessFunction.class Binary files differnew file mode 100644 index 0000000..c641e91 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/functions/DealFileProcessFunction.class diff --git a/target/classes/com/zdjizhi/utils/functions/FilterNullFunction.class b/target/classes/com/zdjizhi/utils/functions/FilterNullFunction.class Binary files differnew file mode 100644 index 0000000..24e4d91 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/functions/FilterNullFunction.class diff --git a/target/classes/com/zdjizhi/utils/functions/MapCompletedFunction.class b/target/classes/com/zdjizhi/utils/functions/MapCompletedFunction.class Binary files differnew file mode 100644 index 0000000..b0cc24d --- /dev/null +++ b/target/classes/com/zdjizhi/utils/functions/MapCompletedFunction.class diff --git a/target/classes/com/zdjizhi/utils/functions/ObjectCompletedFunction.class b/target/classes/com/zdjizhi/utils/functions/ObjectCompletedFunction.class Binary files differnew file mode 100644 index 0000000..0f4959d --- /dev/null +++ b/target/classes/com/zdjizhi/utils/functions/ObjectCompletedFunction.class diff --git a/target/classes/com/zdjizhi/utils/functions/TypeMapCompletedFunction.class b/target/classes/com/zdjizhi/utils/functions/TypeMapCompletedFunction.class Binary files differnew file mode 100644 index 0000000..a1eb14d --- /dev/null +++ b/target/classes/com/zdjizhi/utils/functions/TypeMapCompletedFunction.class diff --git a/target/classes/com/zdjizhi/utils/general/FileEdit.class b/target/classes/com/zdjizhi/utils/general/FileEdit.class Binary files differnew file mode 100644 index 0000000..504bff4 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/general/FileEdit.class diff --git a/target/classes/com/zdjizhi/utils/general/SnowflakeId.class b/target/classes/com/zdjizhi/utils/general/SnowflakeId.class Binary files differnew file mode 100644 index 0000000..6f66064 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/general/SnowflakeId.class diff --git a/target/classes/com/zdjizhi/utils/general/TransFormMap.class b/target/classes/com/zdjizhi/utils/general/TransFormMap.class Binary files differnew file mode 100644 index 0000000..7310101 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/general/TransFormMap.class diff --git a/target/classes/com/zdjizhi/utils/general/TransFormObject.class b/target/classes/com/zdjizhi/utils/general/TransFormObject.class Binary files differnew file mode 100644 index 0000000..7269fce --- /dev/null +++ b/target/classes/com/zdjizhi/utils/general/TransFormObject.class diff --git a/target/classes/com/zdjizhi/utils/general/TransFormTypeMap.class b/target/classes/com/zdjizhi/utils/general/TransFormTypeMap.class Binary files differnew file mode 100644 index 0000000..8a997d0 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/general/TransFormTypeMap.class diff --git a/target/classes/com/zdjizhi/utils/general/TransFunction.class b/target/classes/com/zdjizhi/utils/general/TransFunction.class Binary files differnew file mode 100644 index 0000000..5d9b3ad --- /dev/null +++ b/target/classes/com/zdjizhi/utils/general/TransFunction.class diff --git a/target/classes/com/zdjizhi/utils/hbase/HBaseUtils$1.class b/target/classes/com/zdjizhi/utils/hbase/HBaseUtils$1.class Binary files differnew file mode 100644 index 0000000..314f309 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/hbase/HBaseUtils$1.class diff --git a/target/classes/com/zdjizhi/utils/hbase/HBaseUtils.class b/target/classes/com/zdjizhi/utils/hbase/HBaseUtils.class Binary files differnew file mode 100644 index 0000000..9d0238d --- /dev/null +++ b/target/classes/com/zdjizhi/utils/hbase/HBaseUtils.class diff --git a/target/classes/com/zdjizhi/utils/http/HttpClientUtil.class b/target/classes/com/zdjizhi/utils/http/HttpClientUtil.class Binary files differnew file mode 100644 index 0000000..903c4f8 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/http/HttpClientUtil.class diff --git a/target/classes/com/zdjizhi/utils/json/JsonParseUtil.class b/target/classes/com/zdjizhi/utils/json/JsonParseUtil.class Binary files differnew file mode 100644 index 0000000..6a817c6 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/json/JsonParseUtil.class diff --git a/target/classes/com/zdjizhi/utils/json/JsonTypeUtils.class b/target/classes/com/zdjizhi/utils/json/JsonTypeUtils.class Binary files differnew file mode 100644 index 0000000..a543fe3 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/json/JsonTypeUtils.class diff --git a/target/classes/com/zdjizhi/utils/json/TypeUtils.class b/target/classes/com/zdjizhi/utils/json/TypeUtils.class Binary files differnew file mode 100644 index 0000000..a5059fd --- /dev/null +++ b/target/classes/com/zdjizhi/utils/json/TypeUtils.class diff --git a/target/classes/com/zdjizhi/utils/kafka/CertUtils.class b/target/classes/com/zdjizhi/utils/kafka/CertUtils.class Binary files differnew file mode 100644 index 0000000..112eb6f --- /dev/null +++ b/target/classes/com/zdjizhi/utils/kafka/CertUtils.class diff --git a/target/classes/com/zdjizhi/utils/kafka/Consumer.class b/target/classes/com/zdjizhi/utils/kafka/Consumer.class Binary files differnew file mode 100644 index 0000000..836c13d --- /dev/null +++ b/target/classes/com/zdjizhi/utils/kafka/Consumer.class diff --git a/target/classes/com/zdjizhi/utils/kafka/Producer.class b/target/classes/com/zdjizhi/utils/kafka/Producer.class Binary files differnew file mode 100644 index 0000000..fc282e3 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/kafka/Producer.class diff --git a/target/classes/com/zdjizhi/utils/ordinary/MD5Utils.class b/target/classes/com/zdjizhi/utils/ordinary/MD5Utils.class Binary files differnew file mode 100644 index 0000000..939b5d0 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/ordinary/MD5Utils.class diff --git a/target/classes/com/zdjizhi/utils/system/FlowWriteConfigurations.class b/target/classes/com/zdjizhi/utils/system/FlowWriteConfigurations.class Binary files differnew file mode 100644 index 0000000..c99eb01 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/system/FlowWriteConfigurations.class diff --git a/target/classes/com/zdjizhi/utils/zookeeper/DistributedLock$LockException.class b/target/classes/com/zdjizhi/utils/zookeeper/DistributedLock$LockException.class Binary files differnew file mode 100644 index 0000000..c9e6e98 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/zookeeper/DistributedLock$LockException.class diff --git a/target/classes/com/zdjizhi/utils/zookeeper/DistributedLock.class b/target/classes/com/zdjizhi/utils/zookeeper/DistributedLock.class Binary files differnew file mode 100644 index 0000000..06610f2 --- /dev/null +++ b/target/classes/com/zdjizhi/utils/zookeeper/DistributedLock.class diff --git a/target/classes/com/zdjizhi/utils/zookeeper/ZookeeperUtils.class b/target/classes/com/zdjizhi/utils/zookeeper/ZookeeperUtils.class Binary files differnew file mode 100644 index 0000000..aadc30e --- /dev/null +++ b/target/classes/com/zdjizhi/utils/zookeeper/ZookeeperUtils.class diff --git a/target/classes/default_config.properties b/target/classes/default_config.properties new file mode 100644 index 0000000..aeb0309 --- /dev/null +++ b/target/classes/default_config.properties @@ -0,0 +1,54 @@ +#====================Kafka Consumer====================# +#kafka source connection timeout +session.timeout.ms=60000 + +#kafka source poll +max.poll.records=3000 + +#kafka source poll bytes +max.partition.fetch.bytes=31457280 +#====================Kafka Producer====================# +#producer重试的次数设置 +retries=0 + +#他的含义就是说一个Batch被创建之后，最多过多久，不管这个Batch有没有写满，都必须发送出去了 +linger.ms=10 + +#如果在超时之前未收到响应，客户端将在必要时重新发送请求 +request.timeout.ms=30000 + +#producer都是按照batch进行发送的,批次大小，默认:16384 +batch.size=262144 + +#Producer端用于缓存消息的缓冲区大小 +#128M +buffer.memory=134217728 + +#这个参数决定了每次发送给Kafka服务器请求的最大大小,默认1048576 +#10M +max.request.size=10485760 +#====================kafka default====================# +#kafka source protocol; SSL or SASL +kafka.source.protocol=SASL + +#kafka sink protocol; SSL or SASL +kafka.sink.protocol= + +#kafka SASL验证用户名 +kafka.user=admin + +#kafka SASL及SSL验证密码 +kafka.pin=galaxy2019 +#====================Topology Default====================# + +#hbase table name +hbase.table.name=tsg_galaxy:relation_framedip_account + +#邮件默认编码 +mail.default.charset=UTF-8 + +#0不做任何校验，1强类型校验，2弱类型校验 +log.transform.type=2 + +#两个输出之间的最大时间(单位milliseconds) +buffer.timeout=5000
\ No newline at end of file diff --git a/target/classes/file_type.properties b/target/classes/file_type.properties new file mode 100644 index 0000000..8ffc908 --- /dev/null +++ b/target/classes/file_type.properties @@ -0,0 +1,5 @@ +txt +html +eml +jpg +png
\ No newline at end of file diff --git a/target/classes/service_flow_config.properties b/target/classes/service_flow_config.properties new file mode 100644 index 0000000..03e3b33 --- /dev/null +++ b/target/classes/service_flow_config.properties @@ -0,0 +1,73 @@ +#--------------------------------地址配置------------------------------# + +#管理kafka地址 +input.kafka.servers=10.3.60.3:9094 + +#管理输出kafka地址 +output.kafka.servers=10.3.60.3:9092 + +#zookeeper 地址 用于配置log_id +zookeeper.servers=10.3.60.3:2181 + +#hbase zookeeper地址 用于连接HBase +hbase.zookeeper.servers=10.3.60.3:2181 + +#--------------------------------HTTP/定位库------------------------------# +#定位库地址 +tools.library=D:/dingweiku/dat/ + +#网关的schema位置 +schema.http=http://10.3.60.3:9999/metadata/schema/v1/fields/security_event + +#网关APP_ID 获取接口 +app.id.http=http://10.3.60.3:9999/open-api/appDicList + +#--------------------------------Kafka消费组信息------------------------------# + +#oos地址 +oos.servers=10.3.45.124:8057 +#输入kafka +input.kafka.topic=test11 +#文件源数据topic +output.kafka.topic=test-file-data + +percent.kafka.topic=test + + + +#读取topic,存储该spout id的消费offset信息，可通过该拓扑命名;具体存储offset的位置，确定下次读取不重复的数据； +group.id=flink-test-1 + +#生产者压缩模式 none or snappy +producer.kafka.compression.type=none + +#生产者ack +producer.ack=1 + +#--------------------------------topology配置------------------------------# + +#consumer 并行度 +source.parallelism=10 + +#转换函数并行度 +transform.parallelism=10 + +#kafka producer 并行度 +sink.parallelism=10 + +#数据中心，取值范围(0-63) +data.center.id.num=7 + +#hbase 更新时间，如填写0则不更新缓存 +hbase.tick.tuple.freq.secs=180 + +#app_id 更新时间，如填写0则不更新缓存 +app.tick.tuple.freq.secs=0 + +#--------------------------------默认值配置------------------------------# + +#邮件默认编码 +mail.default.charset=UTF-8 + +#0不需要补全原样输出日志，1需要补全 +log.need.complete=1
\ No newline at end of file |