VoIP Knowledge Base sip-voip-completion Initial commit 202004291431HEADmaster

6 files changed, 271 insertions, 0 deletions

diff --git a/config/clickhouse.properties b/config/clickhouse.properties
new file mode 100644
index 0000000..1f8e358
--- /dev/null
+++ b/config/clickhouse.properties
@@ -0,0 +1,31 @@
+#clickhouse连接
+drivers=ru.yandex.clickhouse.ClickHouseDriver
+#原始日志小表
+#db.id=10.0.8.5:8001
+#分析表和原始日志大表
+#db.id=10.0.8.5:8002
+#测试
+#db.id=10.172.213.1:8123
+#db.id=192.168.10.193:8123
+## HY
+#db.id=192.168.10.11:8123
+## ZX
+db.id=10.180.123.113:8123
+## XXG
+#db.id=192.168.40.194:8123
+
+#泛收
+#db.id=10.0.8.5:8003
+#通联
+#db.id=10.0.8.6:8003
+#用户名
+mdb.user=default
+#密码
+#mdb.password=ceiec2018
+mdb.password=111111
+#初始化连接数
+initialsize=1
+#连接池内最小连接数
+minidle=1
+#最大连接数
+maxactive=50
\ No newline at end of file
diff --git a/config/db.properties b/config/db.properties
new file mode 100644
index 0000000..4f1a129
--- /dev/null
+++ b/config/db.properties
@@ -0,0 +1,19 @@
+drivers=oracle.jdbc.driver.OracleDriver
+#idb.url=jdbc:oracle:thin:@10.0.6.212:1523:app
+#idb.url=jdbc:oracle:thin:@172.10.2.3:1521:orcl
+#idb.url=jdbc:oracle:thin:@10.240.60.30:1521:orcl
+#idb.url=jdbc:oracle:thin:@10.174.196.19:1521:orcl
+#idb.url=jdbc:oracle:thin:@10.174.196.21:1521:orcl
+idb.url=jdbc:oracle:thin:@10.174.196.22:1521:orcl
+idb.maxconn=100
+#idb.user=gk_log
+idb.user=z2_509logb
+idb.password=123
+
+#idb.url=jdbc:oracle:thin:@(DESCRIPTION =(ADDRESS = (PROTOCOL = TCP)(HOST = 192.168.10.18)(PORT = 1521))(LOAD_BALANCE = yes)(CONNECT_DATA =(SERVICE_NAME = ORCL)(FAILOVER_MODE =(TYPE = select)(METHOD = basic)(RETRIES = 180)(DELAY = 180))))
+
+
+#drivers=com.mysql.jdbc.Driver
+#mysql.url=jdbc\:mysql\://192.168.10.2\:3306/ipndrm
+#mysql.user=root
+#mysql.password=ictsoft
\ No newline at end of file
diff --git a/config/db_pz.properties b/config/db_pz.properties
new file mode 100644
index 0000000..af27493
--- /dev/null
+++ b/config/db_pz.properties
@@ -0,0 +1,19 @@
+drivers=oracle.jdbc.driver.OracleDriver
+#idb.url=jdbc:oracle:thin:@10.0.6.212:1523:app
+#idb.url=jdbc:oracle:thin:@172.10.2.3:1521:orcl
+#idb.url=jdbc:oracle:thin:@10.240.60.30:1521:orcl
+#idb.url=jdbc:oracle:thin:@10.174.196.19:1521:orcl
+#idb.url=jdbc:oracle:thin:@10.174.196.21:1521:orcl
+idb.url=jdbc:oracle:thin:@10.174.196.20:1521:orcl
+idb.maxconn=1000
+#idb.user=gk_log
+idb.user=z2_509pz
+idb.password=123
+
+#idb.url=jdbc:oracle:thin:@(DESCRIPTION =(ADDRESS = (PROTOCOL = TCP)(HOST = 192.168.10.18)(PORT = 1521))(LOAD_BALANCE = yes)(CONNECT_DATA =(SERVICE_NAME = ORCL)(FAILOVER_MODE =(TYPE = select)(METHOD = basic)(RETRIES = 180)(DELAY = 180))))
+
+
+#drivers=com.mysql.jdbc.Driver
+#mysql.url=jdbc\:mysql\://192.168.10.2\:3306/ipndrm
+#mysql.user=root
+#mysql.password=ictsoft
\ No newline at end of file
diff --git a/config/hive.properties b/config/hive.properties
new file mode 100644
index 0000000..ac73543
--- /dev/null
+++ b/config/hive.properties
@@ -0,0 +1,16 @@
+hive_jdbc_drivers=org.apache.hive.jdbc.HiveDriver
+#hive_jdbc_url=jdbc:hive2://192.168.0.22:10000/default
+#hive_jdbc_url=jdbc:hive2://192.168.40.202:2181,192.168.40.203:2181,192.168.40.206:2181/voip_knowledge;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2
+hive_jdbc_url=jdbc:hive2://10.180.123.101:2181,10.180.123.102:2181,10.180.123.103:2181/voip_knowledge;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2
+
+hive.dbname=xxxxx
+hive_jdbc_username=root
+hive_jdbc_password=111111
+
+#配置初始化大小、最小、最大
+hive_initialSize=30
+hive_minIdle=30
+hive_maxActive=500
+
+#配置获取连接等待超时的时间
+hive_maxWait=60000
\ No newline at end of file
diff --git a/config/realtime_config.properties b/config/realtime_config.properties
new file mode 100644
index 0000000..286513f
--- /dev/null
+++ b/config/realtime_config.properties
@@ -0,0 +1,135 @@
+#A版:4, B版:2, C版:1
+active.system=2
+
+#HTTP批量插入数据库条数
+batch.insert.num=1000
+
+#kafka消费group id
+#group.id=df-ip-port-log-1812291718
+
+#group.id共用前置字符串
+group.id.prefix=1904091353
+
+#group.id共用后置字符串
+#group.id.suffix=1905151418
+#group.id.suffix=-sh-1908231129
+group.id.suffix=-sh-1911181500
+
+
+#管理kafka地址
+#数据源kafka地址
+#bootstrap.servers=10.172.208.1:9092,10.172.208.2:9092,10.172.208.3:9092,10.172.208.4:9092,10.172.208.5:9092
+## XXG
+#bootstrap.servers=192.168.40.203:9092,192.168.40.206:9092
+## HY
+#bootstrap.servers=192.168.10.10:9092,192.168.10.11:9092,192.168.10.12:9092
+## ZX
+bootstrap.servers=172.29.123.121:9092,172.29.123.122:9092,172.29.123.123:9092,172.29.123.124:9092
+
+#数据输出kafka地址
+# XXG 192.168.40.202:9092,
+#bootstrap.output.servers=192.168.40.203:9092,192.168.40.206:9092
+## HY
+#bootstrap.output.servers=192.168.10.10:9092,192.168.10.11:9092,192.168.10.12:9092
+## ZX
+bootstrap.output.servers=172.29.123.121:9092,172.29.123.122:9092,172.29.123.123:9092,172.29.123.124:9092
+
+#批量插入kafka阈值
+#batch.kafka.insert.num=10000
+## ZX
+batch.kafka.insert.num=500000
+
+#kafka broker下的topic名称
+#数据源topic
+#kafka.sip.origin.topic=test_sip
+## HY
+#kafka.sip.origin.topic=VOIP_REALTIMECOUNT_TEST
+## ZX
+kafka.sip.origin.topic=SIP_ORIGIN_ALL
+
+#输出topic-sip原始日志补全日志
+#kafka.sip.complement.topic=test_sip_comple
+## ZX
+kafka.sip.complement.topic=SIP_ORIGIN_PATCH
+
+#输出topic-片段节目日志清洗日志
+#kafka.route.relation.topic=test_route_relat
+## ZX
+kafka.route.relation.topic=ROUTE_SIP_ORIGIN_PATCH
+
+#从kafka哪里开始读：earliest/latest
+auto.offset.reset=latest
+#kafka一次fetch请求
+fetch.max.bytes=524288000
+#kafka每次单分区最大拉取字节数
+max.partition.fetch.bytes=104857600
+#kafka最大拉取间隔
+max.poll.interval.ms=300000
+#kafka最大拉取量
+max.poll.records=50000
+#kafka的Consumer session过期时间
+session.timeout.ms=60000
+
+
+
+#数据中心HTTP加载地址 逗号分隔
+datacenter.addrs=http://10.208.133.172:10080
+#数据中心用户名
+datacenter.username=xa_z2_mesa
+
+#数据中心密码
+datacenter.password=123!@#qwe
+
+
+
+#ClickHouse
+#Clickhouse批量插入条数
+batch.chinsert.num=100000
+
+#通联中被killed日志插入clickhouse
+batch.chinsert.killed.num=1000
+
+#ClickHouse插入表名
+table.name=df_test.dc_ntc_conn_record_log
+
+#通联中被killed日志插入clickhouse表名
+table.killed.name=df_test.dc_ntc_killed_log
+
+#ip定位库地址
+## ZX
+ipip.library=/home/bigdata/topology/dat/ipipdat/ipip.dat
+
+#本地测试用ip定位库地址
+#ipip.library=E:/ipip.dat
+#ipip.library=D:/workdata/ip_all/ipip.dat
+#ipip.library=/root/ipip.dat
+#ipip.library=/home/mesasoft/data/ipip.dat
+
+
+#导入hdfs配置
+#hdfs.url=hdfs://192.168.40.202:9000
+hdfs.url=hdfs://ns1
+
+hdfs.path=/voipInput/
+
+hdfs.user=root
+
+#hive相关配置,目前已弃用
+#hive.url=jdbc:hive2://192.168.40.202:2181,192.168.40.203:2181,192.168.40.206:2181/test;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2
+#hive.url=jdbc:hive2://192.168.40.202:10000/test
+
+#hive.username=root
+
+#hive.password=123456
+
+#入hive的表名
+#清洗日志
+hive.sip.clean.table=sip_origin_patch_avro
+#清洗日志片段日志
+#hive.sip.route.table=no_table
+
+#总catch日志打印控制器
+all.log.output.controller=yes
+
+#局部日志打印控制器
+part.log.output.controller=yes
diff --git a/config/storm_config.properties b/config/storm_config.properties
new file mode 100644
index 0000000..261546c
--- /dev/null
+++ b/config/storm_config.properties
@@ -0,0 +1,51 @@
+#storm topology workers
+#topology.workers=30
+#总核数
+## ZX
+topology.workers=34
+## HY
+#topology.workers=20
+## XXG
+#topology.workers=5
+
+
+#通联topic消费并行度
+spout.parallelism=16
+
+#FromSpoutBufferBoltDC并行度
+buffer.bolt.parallelism=30
+
+#GetSipOriBoltDC并行度
+format.bolt.parallelism=300
+
+#SipInsertBoltDC并行度
+database.bolt.parallelism=30
+
+#SipRealTimeCountBoltDC并行度
+count.bolt.parallelism=30
+
+#SipRealTimeMergeBoltDC并行度
+merge.bolt.parallelism=8
+
+
+#0:feild group, 1:shuffle group
+group.strategy=1
+#group.strategy=0
+
+#tick时钟频率,GetSipOriBoltDC
+topology.tick.tuple.comp.freq.secs=30
+
+#tick时钟频率,SipInsertBoltDC
+topology.tick.tuple.freq.secs=300
+
+#tick时钟频率,SipRealTimeCountBoltDC
+topology.tick.tuple.count.freq.secs=60
+
+#tick时钟频率,SipRealTimeMergeBoltDC
+topology.tick.tuple.merge.freq.secs=600
+
+
+#topology.config.max.spout.pending=300000
+topology.config.max.spout.pending=500000
+
+topology.num.acks=0