blob: 43d33a560aa02bf4d535726f0dc9e85bf692643b (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
#!/bin/bash
source /etc/profile
kafka-operation.sh list > /home/tsg/olap/kafka_2.11-1.0.0/topic_list
function compare(){
RECORD_PARTITION=3
res=$(( 24 % 3 ))
if [ $res = 0 ];then
if [ $RECORD_PARTITION -le "24" ];then
RECORD_PARTITION=24
fi
fi
}
function createTopic(){
REPLICATION=$1
PARTION_NUMS=$2
TOPIC_NAME=$3
HAS_TOPIC=`cat /home/tsg/olap/kafka_2.11-1.0.0/topic_list | grep -wx "$TOPIC_NAME" | wc -l`
if [ $HAS_TOPIC -eq '0' ];then
kafka-topics.sh '--create' '--zookeeper' '192.168.10.193:2181,192.168.10.194:2181,192.168.10.195:2181/kafka' '--replication-factor' $REPLICATION '--partitions' $PARTION_NUMS '--topic' $TOPIC_NAME
fi
}
compare
#泛收类型日志，因量级原因不增加副本
createTopic 1 3 TRANSACTION-RECORD
createTopic 1 3 TRANSACTION-RECORD-COMPLETED
createTopic 1 3 INTERIM-SESSION-RECORD
createTopic 1 3 INTERIM-SESSION-RECORD-COMPLETED
createTopic 1 3 SESSION-RECORD
createTopic 1 3 SESSION-RECORD-COMPLETED
#业务相关日志，数据量较少且重要；增加副本
createTopic 2 3 ACTIVE-DEFENCE-EVENT
createTopic 2 3 ACTIVE-DEFENCE-EVENT-COMPLETED
createTopic 2 3 DOS-EVENT
createTopic 2 3 DOS-SKETCH-RECORD
createTopic 2 3 GTPC-RECORD
createTopic 2 3 GTPC-RECORD-COMPLETED
createTopic 2 24 PROXY-EVENT
createTopic 2 24 PROXY-EVENT-COMPLETED
createTopic 2 3 RADIUS-RECORD
createTopic 2 3 RADIUS-RECORD-COMPLETED
createTopic 2 24 SECURITY-EVENT
createTopic 2 24 SECURITY-EVENT-COMPLETED
createTopic 2 3 SYS-PACKET-CAPTURE-EVENT
createTopic 2 3 SYS-PACKET-CAPTURE-EVENT-COMPLETED
createTopic 2 3 VOIP-RECORD
createTopic 2 3 VOIP-RECORD-COMPLETED
createTopic 2 3 BGP-RECORD
createTopic 2 3 BGP-RECORD-COMPLETED
#功能端使用的Topic
createTopic 2 3 INTERNAL-RTP-RECORD
createTopic 2 3 PXY-EXCH-INTERMEDIA-CERT
createTopic 2 3 INTERNAL-PACKET-CAPTURE-EVENT
createTopic 2 3 SECURITY-PACKET-CAPTURE-RECORD
#分析日志(预聚合）
createTopic 2 3 RADIUS-ONFF
createTopic 2 3 SYS-STORAGE
createTopic 2 3 VOIP-CONVERSATION-RECORD
createTopic 2 3 TRAFFIC-TOP-DESTINATION-IP-METRICS
createTopic 2 3 POLICY-RULE-METRICS
createTopic 2 3 NETWORK-TRAFFIC-METRICS
createTopic 2 3 TRAFFIC-TOP-METRICS
|
