diff options
| author | chaochaoc <[email protected]> | 2024-11-16 17:16:47 +0800 |
|---|---|---|
| committer | chaochaoc <[email protected]> | 2024-11-16 17:16:47 +0800 |
| commit | 7838493fffef6e1bfc9dff7ba68d7c74fed41408 (patch) | |
| tree | 045c3120ba067669f3ffc9c9639de44df091063f | |
| parent | 170f495a1123662387613753086814a856db848c (diff) | |
fix: remove duplicate sip and rtp
| -rw-r--r-- | src/main/resources/jobs/job.yml | 13 | ||||
| -rw-r--r-- | src/test/bin/flink-per-job.sh | 3 |
2 files changed, 11 insertions, 5 deletions
diff --git a/src/main/resources/jobs/job.yml b/src/main/resources/jobs/job.yml index 5d3fd0e..1c5fd4a 100644 --- a/src/main/resources/jobs/job.yml +++ b/src/main/resources/jobs/job.yml @@ -830,7 +830,7 @@ pipeline: ttl: 10 minute schema: - name: be_used - data-type: BOOLEAN + data-type: BOOLEAN NOT NULL - name: sip type: VALUE ttl: 7 minute @@ -1386,7 +1386,7 @@ pipeline: - if: '@sip.isNotNull' then: - |- - OUTPUT fail FROM @sip.$recv_time AS recv_time, + OUTPUT fail-sip-because-duplicate FROM @sip.$recv_time AS recv_time, @sip.$log_id AS log_id, @sip.$decoded_as AS decoded_as, @sip.$session_id AS session_id, @@ -1676,7 +1676,7 @@ pipeline: - if: '@rtp.isNotNull && @rtp.cardinality > 0' then: - |- - FLAT OUTPUT fail FOR i IN rtp FROM @i.$recv_time AS recv_time, + FLAT OUTPUT fail-rtp FOR i IN rtp FROM @i.$recv_time AS recv_time, @i.$log_id AS log_id, @i.$decoded_as AS decoded_as, @i.$session_id AS session_id, @@ -1809,7 +1809,7 @@ pipeline: - if: '@sip.isNotNull && ( @sip_status.isNull || !@sip_status.$be_used )' then: - |- - OUTPUT fail FROM @sip.$recv_time AS recv_time, + OUTPUT fail-sip FROM @sip.$recv_time AS recv_time, @sip.$log_id AS log_id, @sip.$decoded_as AS decoded_as, @sip.$session_id AS session_id, @@ -1943,7 +1943,10 @@ pipeline: category: UNION on: - sip-double-way-records.fail # 没有双向关联成功的 SIP 单向流日志 - - voip-fusion.fail # 没有关联上 SIP 的 RTP 日志 & 没关联上 RTP 的 DOUBLE SIP 日志 + # 没有关联上 SIP 的 RTP 日志 & 没关联上 RTP 的 DOUBLE SIP 日志 + - voip-fusion.fail-sip + - voip-fusion.fail-rtp + - voip-fusion.fail-sip-because-duplicate - name: errors-records category: UNION on: diff --git a/src/test/bin/flink-per-job.sh b/src/test/bin/flink-per-job.sh new file mode 100644 index 0000000..2c9b293 --- /dev/null +++ b/src/test/bin/flink-per-job.sh @@ -0,0 +1,3 @@ +#!/bin/bash + +flink run -t yarn-per-job -Djobmanager.memory.process.size=1024m -Dtaskmanager.memory.process.size=4G -Dtaskmanager.numberOfTaskSlots=1 -Dtaskmanager.memory.framework.off-heap.size=256m -Dtaskmanager.memory.jvm-metaspace.size=256m -Dtaskmanager.memory.network.max=256m -Dyarn.application.name=voip-fusion -Drest.flamegraph.enabled=true -p 1 -d -c com.geedgenetworks.flink.easy.core.Runner /home/tsg/olap/flink/topology/sip-rtp-correlation/sip-rtp-correlation-2.1.jar /home/tsg/olap/flink/topology/sip-rtp-correlation/job.yml
\ No newline at end of file |