summaryrefslogtreecommitdiff
path: root/MPE/flink/topology/topn-metrics-job/common.properties
diff options
context:
space:
mode:
Diffstat (limited to 'MPE/flink/topology/topn-metrics-job/common.properties')
-rw-r--r--MPE/flink/topology/topn-metrics-job/common.properties96
1 files changed, 96 insertions, 0 deletions
diff --git a/MPE/flink/topology/topn-metrics-job/common.properties b/MPE/flink/topology/topn-metrics-job/common.properties
new file mode 100644
index 0000000..c10a30f
--- /dev/null
+++ b/MPE/flink/topology/topn-metrics-job/common.properties
@@ -0,0 +1,96 @@
+#--------------------------------Kafka消费组信息------------------------------#
+#kafka的地址信息
+kafka.consumer.broker=192.168.20.223:9094,192.168.20.224:9094,192.168.20.225:9094
+
+#kafka 接收数据topic
+kafka.consumer.topic=SESSION-RECORD-COMPLETED
+
+#消费组名称
+kafka.consumer.group.id=topn-metrics-job-20230501
+
+#--------------------------------Kafka生产者信息------------------------------#
+#kafka的地址信息
+kafka_producer_broker=192.168.20.223:9094,192.168.20.224:9094,192.168.20.225:9094
+
+#数据输出topic
+kafka.producer.topic=TRAFFIC-TOP-METRICS
+
+#--------------------------------topology配置------------------------------#
+#任务名称
+job.name=TOPN-METRICS-JOB
+
+#source并行度
+kafka.consumer.parallelism=1
+
+#任务并行度
+task.parallelism=1
+
+#窗口延迟等待时间单位秒
+watermark.time=60
+
+#top结果限制
+top.limit=10000
+
+#滑动窗口总时间单位分钟
+window.time.minute=5
+
+#二次排序并行度
+orderby.parallelism=1
+
+#入库并行度,通常等于orderby.parallelism
+sink.parallelism=1
+
+#--------------------------------Kafka连接配置------------------------------#
+#kafka source poll
+kafka.consumer.max.poll.records=3000
+
+#kafka source connection timeout
+kafka.consumer.session.timeout.ms=60000
+
+#kafka source poll bytes
+kafka.consumer.max.partition.fetch.bytes=31457280
+
+#kafka消费者是否开启安全验证 0不开启 1SSL 2 SASL
+kafka.consumer.security=2
+
+#kafka SASL验证用户名
+kafka.consumer.user=admin
+
+#kafka SASL及SSL验证密码
+kafka.consumer.pin=galaxy2019
+
+#1SSL需要
+tools.consumer.library=/data/tsg/olap/topology/dat/
+
+#kafka消费者是否开启安全验证 0不开启 1SSL 2 SASL
+kafka.producer.security=2
+
+#kafka SASL验证用户名
+kafka.producer.user=admin
+
+#kafka SASL及SSL验证密码
+kafka.producer.pin=galaxy2019
+
+#1SSL需要
+tools.producer.library=/data/tsg/olap/topology/dat/
+
+#producer重试的次数设置
+kafka.producer.retries=0
+
+#他的含义就是说一个Batch被创建之后,最多过多久,不管这个Batch有没有写满,都必须发送出去了
+kafka.producer.linger.ms=1
+
+#如果在超时之前未收到响应,客户端将在必要时重新发送请求
+kafka.producer.request.timeout.ms=30000
+
+#producer都是按照batch进行发送的,批次大小,默认:16384
+kafka.producer.batch.size=262144
+
+#Producer端用于缓存消息的缓冲区大小
+kafka.producer.buffer.memory=134217728
+
+#这个参数决定了每次发送给Kafka服务器请求的最大大小,默认1048576
+kafka.producer.max.request.size=10485760
+
+#开启kafka压缩类型,默认不开启
+kafka.producer.compression.type=none