diff options
Diffstat (limited to 'MPE/flink/topology/topn-metrics-job/common.properties')
| -rw-r--r-- | MPE/flink/topology/topn-metrics-job/common.properties | 96 |
1 files changed, 96 insertions, 0 deletions
diff --git a/MPE/flink/topology/topn-metrics-job/common.properties b/MPE/flink/topology/topn-metrics-job/common.properties new file mode 100644 index 0000000..c10a30f --- /dev/null +++ b/MPE/flink/topology/topn-metrics-job/common.properties @@ -0,0 +1,96 @@ +#--------------------------------Kafka消费组信息------------------------------# +#kafka的地址信息 +kafka.consumer.broker=192.168.20.223:9094,192.168.20.224:9094,192.168.20.225:9094 + +#kafka 接收数据topic +kafka.consumer.topic=SESSION-RECORD-COMPLETED + +#消费组名称 +kafka.consumer.group.id=topn-metrics-job-20230501 + +#--------------------------------Kafka生产者信息------------------------------# +#kafka的地址信息 +kafka_producer_broker=192.168.20.223:9094,192.168.20.224:9094,192.168.20.225:9094 + +#数据输出topic +kafka.producer.topic=TRAFFIC-TOP-METRICS + +#--------------------------------topology配置------------------------------# +#任务名称 +job.name=TOPN-METRICS-JOB + +#source并行度 +kafka.consumer.parallelism=1 + +#任务并行度 +task.parallelism=1 + +#窗口延迟等待时间单位秒 +watermark.time=60 + +#top结果限制 +top.limit=10000 + +#滑动窗口总时间单位分钟 +window.time.minute=5 + +#二次排序并行度 +orderby.parallelism=1 + +#入库并行度,通常等于orderby.parallelism +sink.parallelism=1 + +#--------------------------------Kafka连接配置------------------------------# +#kafka source poll +kafka.consumer.max.poll.records=3000 + +#kafka source connection timeout +kafka.consumer.session.timeout.ms=60000 + +#kafka source poll bytes +kafka.consumer.max.partition.fetch.bytes=31457280 + +#kafka消费者是否开启安全验证 0不开启 1SSL 2 SASL +kafka.consumer.security=2 + +#kafka SASL验证用户名 +kafka.consumer.user=admin + +#kafka SASL及SSL验证密码 +kafka.consumer.pin=galaxy2019 + +#1SSL需要 +tools.consumer.library=/data/tsg/olap/topology/dat/ + +#kafka消费者是否开启安全验证 0不开启 1SSL 2 SASL +kafka.producer.security=2 + +#kafka SASL验证用户名 +kafka.producer.user=admin + +#kafka SASL及SSL验证密码 +kafka.producer.pin=galaxy2019 + +#1SSL需要 +tools.producer.library=/data/tsg/olap/topology/dat/ + +#producer重试的次数设置 +kafka.producer.retries=0 + +#他的含义就是说一个Batch被创建之后,最多过多久,不管这个Batch有没有写满,都必须发送出去了 +kafka.producer.linger.ms=1 + +#如果在超时之前未收到响应,客户端将在必要时重新发送请求 +kafka.producer.request.timeout.ms=30000 + +#producer都是按照batch进行发送的,批次大小,默认:16384 +kafka.producer.batch.size=262144 + +#Producer端用于缓存消息的缓冲区大小 +kafka.producer.buffer.memory=134217728 + +#这个参数决定了每次发送给Kafka服务器请求的最大大小,默认1048576 +kafka.producer.max.request.size=10485760 + +#开启kafka压缩类型,默认不开启 +kafka.producer.compression.type=none |
