diff options
| author | zhanghongqing <[email protected]> | 2022-07-11 10:05:14 +0800 |
|---|---|---|
| committer | zhanghongqing <[email protected]> | 2022-07-11 10:05:14 +0800 |
| commit | c1b70a6da06a7a55123b7fb904e421b59c230a34 (patch) | |
| tree | 4c846d8c4e22cc7db7293a91cd1733be5ec77744 /properties | |
| parent | e9c92fb2866bff0cc0457dd3a0a5d87fc0bc2fb6 (diff) | |
新增入库批量操作，clickhouse负载均衡调用
Diffstat (limited to 'properties')
| -rw-r--r-- | properties/service_flow_config.properties | 34 |
1 files changed, 21 insertions, 13 deletions
diff --git a/properties/service_flow_config.properties b/properties/service_flow_config.properties index a0b7627..2308097 100644 --- a/properties/service_flow_config.properties +++ b/properties/service_flow_config.properties @@ -65,32 +65,40 @@ source.kafka.topic.connection=connection_record_log source.kafka.topic.sketch=connection_sketch_record_log source.kafka.topic.dns=dns_record_log -sink.ck.table.connection=connection_record_log -sink.ck.table.sketch=connection_sketch_record_log -sink.ck.table.dns=dns_record_log -sink.ck.table.relation.connection=connection_relation_log -sink.ck.table.relation.dns=dns_relation_log +sink.ck.table.connection=connection_record_log_local +sink.ck.table.sketch=connection_sketch_record_log_local +sink.ck.table.dns=dns_record_log_local +sink.ck.table.relation.connection=connection_relation_log_local +sink.ck.table.relation.dns=dns_relation_log_local + +sink.arango.table.r.visit.ip2ip=R_VISIT_IP2IP +sink.arango.table.r.cname.domain2domain=R_CNAME_DOMAIN2DOMAIN +sink.arango.table.r.mx.domain2domain=R_MX_DOMAIN2DOMAIN +sink.arango.table.r.resolve.domain2ip=R_RESOLVE_DOMAIN2IP +sink.arango.table.r.nx.domain2domain=R_NX_DOMAIN2DOMAIN #clickhouse 入库 ck.hosts=192.168.45.102:8123 -ck.database=default +ck.database=tsg_galaxy_v3 ck.username=default ck.pin=galaxy2019 +ck.connection.timeout=100000 +ck.socket.timeout=1000000 #connection_record_log -flink.watermark.max.orderness=10 +flink.watermark.max.orderness=100000 #统计时间间隔 单位s -log.aggregate.duration=30 -log.aggregate.duration.graph=30 +log.aggregate.duration=5 +log.aggregate.duration.graph=5 #arangoDB参数配置 -arangoDB.host=192.168.40.182 +arangoDB.host=192.168.45.102 #arangoDB.host=192.168.40.224 arangoDB.port=8529 arangoDB.user=upsert -arangoDB.password=ceiec2018 -arangoDB.DB.name=ip-learning-test +arangoDB.password=galaxy2018 +arangoDB.DB.name=knowledge #arangoDB.DB.name=tsg_galaxy_v3 arangoDB.batch=100000 arangoDB.ttl=3600 @@ -101,5 +109,5 @@ update.arango.batch=10000 thread.pool.number=10 thread.await.termination.time=10 -sink.batch.time.out=5 +sink.batch.time.out=1 sink.batch=10000
\ No newline at end of file |