summaryrefslogtreecommitdiff
path: root/src/main/resources/common.properties
diff options
context:
space:
mode:
Diffstat (limited to 'src/main/resources/common.properties')
-rw-r--r--src/main/resources/common.properties40
1 files changed, 28 insertions, 12 deletions
diff --git a/src/main/resources/common.properties b/src/main/resources/common.properties
index e8e2d19..b71bda5 100644
--- a/src/main/resources/common.properties
+++ b/src/main/resources/common.properties
@@ -1,8 +1,7 @@
flink.job.name=agg_traffic_file_chunk_combine
#source�������
-source.kafka.parallelism=1
#9092Ϊ����֤ 9095Ϊssl 9094Ϊsasl
-source.kafka.broker=192.168.44.12:9092
+source.kafka.broker=192.168.40.151:9092,192.168.40.152:9092,192.168.40.203:9092
source.kafka.group.id=test1
source.kafka.topic=TRAFFIC-FILE-STREAM-RECORD
#earliest��ͷ��ʼ latest����
@@ -19,21 +18,38 @@ source.kafka.user=admin
source.kafka.pin=galaxy2019
#SSL��Ҫ
source.kafka.tools.library=D:\\K18-Phase2\\tsgSpace\\dat\\tsg\\
-parse.message.pack.parallelism=1
#�����������
-combiner.window.parallelism=3
+combiner.window.parallelism=2
combiner.window.time=10
#�೤ʱ��δд�������򴥷�����
combiner.window.idle.time=5
-combiner.window.key.max.chunk=100000
+file.max.chunk.count=100000
+file.max.size=1073741824
+#eval����ʽ�������ֶι���
+#filter.expression=FileChunk.fileType == "txt" || FileChunk.fileType == "eml"
+#sink�������
+sink.parallelism=2
+sink.type=hos
+sink.async=false
+sink.batch=true
+sink.batch.count=100
+sink.batch.size=102400
#hos sink�������
-sink.hos.parallelism=3
-sink.hos.endpoint=http://192.168.44.12:9098/hos
+#0����nginx��1��ѯ����hos��Ĭ��0
+sink.hos.load.balance.mode=1
+#����nginx�򵥸�hos����Ϊip:port�����ʶ��hos������Ϊip1,ip2:port1,port2
+sink.hos.endpoint=192.168.40.151,192.168.40.152,192.168.40.203:8186
sink.hos.bucket=traffic_file_bucket
sink.hos.token=c21f969b5f03d33d43e04f8f136e7682
sink.hos.http.error.retry=3
-sink.hos.http.max.total=2000
-sink.hos.http.max.per.route=1000
-sink.hos.http.connect.timeout=10000
-sink.hos.http.request.timeout=10000
-sink.hos.http.socket.timeout=60000 \ No newline at end of file
+sink.hos.http.max.total=10
+sink.hos.http.max.per.route=10
+sink.hos.http.connect.timeout=1000
+sink.hos.http.request.timeout=5000
+sink.hos.http.socket.timeout=60000
+#hbase sink�������
+sink.hbase.zookeeper=192.168.44.12
+sink.hbase.retries.number=10
+sink.hbase.rpc.timeout=600000
+sink.hbase.client.write.buffer=10971520
+sink.hbase.client.ipc.pool.size=3 \ No newline at end of file