diff options
Diffstat (limited to 'src/main/resources/common.properties')
| -rw-r--r-- | src/main/resources/common.properties | 40 |
1 files changed, 28 insertions, 12 deletions
diff --git a/src/main/resources/common.properties b/src/main/resources/common.properties index e8e2d19..b71bda5 100644 --- a/src/main/resources/common.properties +++ b/src/main/resources/common.properties @@ -1,8 +1,7 @@ flink.job.name=agg_traffic_file_chunk_combine #source������� -source.kafka.parallelism=1 #9092Ϊ����֤ 9095Ϊssl 9094Ϊsasl -source.kafka.broker=192.168.44.12:9092 +source.kafka.broker=192.168.40.151:9092,192.168.40.152:9092,192.168.40.203:9092 source.kafka.group.id=test1 source.kafka.topic=TRAFFIC-FILE-STREAM-RECORD #earliest��ͷ��ʼ latest���� @@ -19,21 +18,38 @@ source.kafka.user=admin source.kafka.pin=galaxy2019 #SSL��Ҫ source.kafka.tools.library=D:\\K18-Phase2\\tsgSpace\\dat\\tsg\\ -parse.message.pack.parallelism=1 #����������� -combiner.window.parallelism=3 +combiner.window.parallelism=2 combiner.window.time=10 #�ʱ��δд������������ combiner.window.idle.time=5 -combiner.window.key.max.chunk=100000 +file.max.chunk.count=100000 +file.max.size=1073741824 +#eval����ʽ�������ֶι��� +#filter.expression=FileChunk.fileType == "txt" || FileChunk.fileType == "eml" +#sink������� +sink.parallelism=2 +sink.type=hos +sink.async=false +sink.batch=true +sink.batch.count=100 +sink.batch.size=102400 #hos sink������� -sink.hos.parallelism=3 -sink.hos.endpoint=http://192.168.44.12:9098/hos +#0����nginx��1��ѯ����hos��Ĭ��0 +sink.hos.load.balance.mode=1 +#����nginx��hos����Ϊip:port�����ʶ��hos������Ϊip1,ip2:port1,port2 +sink.hos.endpoint=192.168.40.151,192.168.40.152,192.168.40.203:8186 sink.hos.bucket=traffic_file_bucket sink.hos.token=c21f969b5f03d33d43e04f8f136e7682 sink.hos.http.error.retry=3 -sink.hos.http.max.total=2000 -sink.hos.http.max.per.route=1000 -sink.hos.http.connect.timeout=10000 -sink.hos.http.request.timeout=10000 -sink.hos.http.socket.timeout=60000
\ No newline at end of file +sink.hos.http.max.total=10 +sink.hos.http.max.per.route=10 +sink.hos.http.connect.timeout=1000 +sink.hos.http.request.timeout=5000 +sink.hos.http.socket.timeout=60000 +#hbase sink������� +sink.hbase.zookeeper=192.168.44.12 +sink.hbase.retries.number=10 +sink.hbase.rpc.timeout=600000 +sink.hbase.client.write.buffer=10971520 +sink.hbase.client.ipc.pool.size=3
\ No newline at end of file |
