summaryrefslogtreecommitdiff
path: root/src/nat_format.cpp
blob: ecec192d25776cdb58156754daa41336accd55d0 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
#include <assert.h>
#include <errno.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include <arpa/inet.h>
#include <netinet/in.h>
#include <sys/socket.h>
#include <time.h>
#include <unistd.h> 

#include "nat_format.h"

#define NAT_FORMAT_CONFIG_FILE "./conf/nat_format.conf"
#define PAYLOAD_LEN 46

#define FORMAT_LOG_ACTION_ADD 0x00
#define FORMAT_LOG_ACTION_DEL 0x01

#define HW_EVENT_ADD "SESSION_BUILT"
#define HW_EVENT_DEL "SESSION_TEARDOWN"

#define FORMAT_LOG_PROTOCOL_ICMP 0x01
#define FORMAT_LOG_PROTOCOL_TCP 0x06
#define FORMAT_LOG_PROTOCOL_UDP 0x17

struct nat_format_global_info g_nat_format_info;

char *multicast_payload;
int cur_pkt = 0;

int udp_socket;
struct sockaddr_in dst_addr = {0};

// 函数:子串匹配,返回子串结尾+1的位置,即值的起始位置
int get_value_offset(char *str, int str_len, const char *key) {
    int i, j;
    int key_len = strlen(key);

    for (i = 0; i <= str_len - key_len - 1; i++) {
        for (j = 0; j < key_len; j++) {
            if (str[i + j]!= key[j])
                break;
        }
        if (j == key_len)
            return (i + key_len + 1);
    }
    return -1;
}

// 函数:从字符串中提取点分十进制ip并转换为二进制数
int extract_ip(char *data, int data_len, const char *key, unsigned int *dst) {
    int offset;
    char tmp_ip[20];
    if ((offset = get_value_offset(data, data_len, key)) == -1) { return -1; }
    if (sscanf(data+offset, "%19[^,]", tmp_ip) != 1) { return -1; }
    if (inet_pton(AF_INET, tmp_ip, dst) <= 0) {return -1; }
    return 0;
}
// 函数:从字符串中提取字符串并转为16位数
int extract_port(char *data, int data_len, const char *key, unsigned short *dst) {
    int offset;
    if ((offset = get_value_offset(data, data_len, key)) == -1) { return -1; }
    if (sscanf(data+offset, "%hu", dst) != 1) { return -1; }
    *dst = htons(*dst);
    return 0;
}
// 函数:从字符串中提取字符串并转为32位数
int extract_time(char *data, int data_len, const char *key, unsigned int *dst) {
    int offset;
    if ((offset = get_value_offset(data, data_len, key)) == -1) { return -1; }
    if (sscanf(data+offset, "%u", dst) != 1) { return -1; }
    return 0;
}
// 函数:从字符串中提取字符串并转为标识
int extract_protocol(char *data, int data_len, const char *key, char *dst) {
    int offset;
    char protocol_str[20];
    if ((offset = get_value_offset(data, data_len, key)) == -1) { return -1; }
    if (sscanf(data+offset, "%[^,]", protocol_str) != 1) { return -1; }
    if (strcmp(protocol_str, "tcp") == 0) {
        *dst = FORMAT_LOG_PROTOCOL_TCP;
    } else if (strcmp(protocol_str, "udp") == 0) {
        *dst = FORMAT_LOG_PROTOCOL_UDP;
    } else if (strcmp(protocol_str, "icmp") == 0) {
        *dst = FORMAT_LOG_PROTOCOL_ICMP;
    } else {
        return -1;
    }
    return 0;
}

// 初始化函数
int nat_format_init(void) {
    // 读取配置文件
    MESA_load_profile_uint_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT", "magic_num", &g_nat_format_info.magic_num, 0x004e4154);
    MESA_load_profile_uint_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT", "version", &g_nat_format_info.version, 0x0200);

    MESA_load_profile_uint_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_SEND", "batch_size", &g_nat_format_info.batch_size, 20);
    MESA_load_profile_string_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_SEND", "host_ip", g_nat_format_info.host_ip, 16, "127.0.0.1");
    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_SEND", "host_port", &g_nat_format_info.host_port, 5678);
    MESA_load_profile_string_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_SEND", "multicast_ip", g_nat_format_info.multicast_ip, 16, "224.88.88.88");
    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_SEND", "multicast_port", &g_nat_format_info.multicast_port, 0);

    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_RECEIVE_PORT", "hw_syslog", &g_nat_format_info.hw_syslog_port, 514);
    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_RECEIVE_PORT", "hw_binary", &g_nat_format_info.hw_binary_port, 515);
    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_RECEIVE_PORT", "h3_syslog", &g_nat_format_info.h3_syslog_port, 516);
    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_RECEIVE_PORT", "h3_binary", &g_nat_format_info.h3_binary_port, 517);
    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_RECEIVE_PORT", "dp_syslog", &g_nat_format_info.dp_syslog_port, 518);
    MESA_load_profile_int_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_RECEIVE_PORT", "dp_binary", &g_nat_format_info.dp_binary_port, 519);

    MESA_load_profile_string_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_LOG", "run_log_path", g_nat_format_info.log_path, sizeof(g_nat_format_info.log_path), "./log/nat_format.log");
    MESA_load_profile_uint_def(NAT_FORMAT_CONFIG_FILE, "NAT_FORMAT_LOG", "run_log_level", &g_nat_format_info.log_level, 10);
    g_nat_format_info.log = MESA_create_runtime_log_handle(g_nat_format_info.log_path, g_nat_format_info.log_level);
    if (g_nat_format_info.log == NULL) {
        printf("MESA_create_runtime_log_handle %s failed: %s\n", g_nat_format_info.log_path, strerror(errno));
        return -1;
    }

    // 分配并初始化组播报文存储空间,长度为 batch_size*46Bytes
    multicast_payload = (char *)malloc(PAYLOAD_LEN * g_nat_format_info.batch_size);
    memset(multicast_payload, 0, PAYLOAD_LEN * g_nat_format_info.batch_size);

    // 创建socket用于发包
    udp_socket = socket(AF_INET, SOCK_DGRAM, 0);
    if (udp_socket == -1) {
        printf("UDP multicast socket creation failed:%d, %s\n", errno, strerror(errno));
        return -1;
    }
    // 绑定组播地址
    dst_addr.sin_family = AF_INET;
    dst_addr.sin_addr.s_addr = inet_addr(g_nat_format_info.multicast_ip);
    dst_addr.sin_port = htons(g_nat_format_info.multicast_port);
    struct in_addr multicast_addr;
    inet_pton(AF_INET, g_nat_format_info.multicast_ip, &multicast_addr.s_addr);
    setsockopt(udp_socket, IPPROTO_IP, IP_MULTICAST_IF, &multicast_addr, sizeof(multicast_addr));
    // 绑定发包端口
    struct sockaddr_in src_addr;
    src_addr.sin_family = AF_INET;
    src_addr.sin_port = htons(g_nat_format_info.host_port);
    src_addr.sin_addr.s_addr = inet_addr(g_nat_format_info.host_ip);
    if (bind(udp_socket, (struct sockaddr*)&src_addr, sizeof(src_addr)) < 0) {
        printf("socket bind failed\n");
        close(udp_socket);
        return -1;
    }

    return 0;
}

// 卸载函数
void nat_format_destroy(void) {
    free(multicast_payload);
}

// 入口函数
/*
    输入参数:
        a_udp: UDP流信息,详见stream.h;
        pme: UDP链接上下文信息;
        thread_seq: 线程号
        a_packet: 原始IP数据包
    返回值: 
        PROT_STATE_GIVEME: 业务插件继续需要给会话后续包;
        PROT_STATE_DROPME: 业务插件不再需要该会话后续包;
        PROT_STATE_KILLME: 业务插件对此流做FD动作,此流不再给其他插件。
*/
char nat_format_entry(struct streaminfo *a_udp, void **pme, int thread_seq, void *a_packet) {
    // 不处理空数据包
    if (a_packet == NULL) {
        return APP_STATE_GIVEME;
    }

    // 提取udp流信息
    char *udp_data = (char *)a_udp->pudpdetail->pdata;
    int32_t udp_data_len = a_udp->pudpdetail->datalen;
    unsigned short udp_port = ntohs(a_udp->addr.tuple4_v4->dest);

    // 提取nat信息
    struct nat_payload nat_payload;
    nat_payload.magic_num = htonl(g_nat_format_info.magic_num);
    nat_payload.version = htons((unsigned short)g_nat_format_info.version);
    nat_payload.fw_ip = a_udp->addr.tuple4_v4->saddr;   // 防火墙ip为源ip,本身为二进制格式
    // 根据数据来源的端口采取不同的处理策略
    // 华为syslog格式:防火墙日志生成时间需要转换为时间戳、动作字符串需要转换为序号、点分十进制格式ip需要转换为二进制
    if (udp_port == g_nat_format_info.hw_syslog_port) {
        // <190>2024-01-25 01:41:37 JXNC_LTGC_Eudemon_A %%01SECLOG/6/SESSION_TEARDOWN(l):IPVer=4,Protocol=udp,SourceIP=10.119.25.34,DestinationIP=220.248.192.13,SourcePort=35040,DestinationPort=53,SourceNatIP=118.212.209.248,SourceNatPort=6438,BeginTime=1706147236,EndTime=1706147236,SourceVpnID=0,DestinationVpnID=0,SourceZone=pscenet,DestinationZone=untrust,PolicyName=---,CloseReason=aged-out.
        // sscanf(udp_data, "%*[^>]>%20[0-9: -]%*[^/]/%*[0-9]/%19[A-Z_]%*[^:]:IPVer=%*[^,],Protocol=%*[^,],SourceIP=%19[^,],DestinationIP=%19[^,],SourcePort=%hu,DestinationPort=%hu,SourceNatIP=%19[^,],SourceNatPort=%hu,BeginTime=%u,EndTime=%u", fw_log_time, action_str, src_intra_ip, dst_ip, &nat_payload.src_intra_port, &nat_payload.dst_port, src_extra_ip, &nat_payload.src_extra_port, &nat_payload.stream_start_timestamp, &nat_payload.stream_end_timestamp);

        // 字段前的部分:防火墙日志生成时间、动作
        char fw_log_time[21];
        char action_str[20];
        if (sscanf(udp_data, "%*[^>]>%20[0-9: -]%*[^/]/%*[0-9]/%19[A-Z_]", fw_log_time, action_str) != 2) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "NAT extraction fw_log_time or action_str failed");
            return APP_STATE_GIVEME;
        }

        struct tm fw_time;
        if (strptime(fw_log_time, "%Y-%m-%d %H:%M:%S ", &fw_time) == NULL) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "firewall log generation time extraction failed: %s", fw_log_time);
            return APP_STATE_GIVEME;
        }
        nat_payload.fw_log_timestamp = (unsigned int)mktime(&fw_time);

        if (strcmp(action_str, HW_EVENT_ADD) == 0) {
            nat_payload.action = FORMAT_LOG_ACTION_ADD;
        } else if (strcmp(action_str, HW_EVENT_DEL) == 0) {
            nat_payload.action = FORMAT_LOG_ACTION_DEL;
        } else {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "Event field is an undefined value: %s", action_str);
            return APP_STATE_GIVEME;
        }
        
        // 字段部分(按顺序排列):SourceIP、DestinationIP、SourcePort、DestinationPort、SourceNatIP、SourceNatPort、BeginTime、EndTime
        // 依次对应nat_payload的:src_intra_ip, dst_ip, src_intra_port, &dst_port, src_extra_ip, src_extra_port, stream_start_timestamp, stream_end_timestamp

        if (extract_ip(udp_data, udp_data_len, "SourceIP", &nat_payload.src_intra_ip) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "SourceIP Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_ip(udp_data, udp_data_len, "DestinationIP", &nat_payload.dst_ip) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "DestinationIP Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_port(udp_data, udp_data_len, "SourcePort", &nat_payload.src_intra_port) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "SourcePort Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_port(udp_data, udp_data_len, "DestinationPort", &nat_payload.dst_port) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "DestinationPort Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_ip(udp_data, udp_data_len, "SourceNatIP", &nat_payload.src_extra_ip) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "SourceNatIP Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_port(udp_data, udp_data_len, "SourceNatPort", &nat_payload.src_extra_port) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "SourceNatPort Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_time(udp_data, udp_data_len, "BeginTime", &nat_payload.stream_start_timestamp) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "BeginTime Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_time(udp_data, udp_data_len, "EndTime", &nat_payload.stream_end_timestamp) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "EndTime Not Found");
            return APP_STATE_GIVEME;
        }

        if (extract_protocol(udp_data, udp_data_len, "Protocol", &nat_payload.protocol) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "Protocol Not Found");
            return APP_STATE_GIVEME;
        }

    } else if (udp_port == g_nat_format_info.hw_binary_port) {
        return APP_STATE_GIVEME;
    } else if (udp_port == g_nat_format_info.h3_syslog_port) {
        return APP_STATE_GIVEME;
    } else if (udp_port == g_nat_format_info.h3_binary_port) {
        return APP_STATE_GIVEME;
    } else if (udp_port == g_nat_format_info.dp_syslog_port) {
        return APP_STATE_GIVEME;
    } else if (udp_port == g_nat_format_info.dp_binary_port) {
        return APP_STATE_GIVEME;
    }

    // 将提取出来的信息写进组播载荷
    memcpy(multicast_payload + cur_pkt*PAYLOAD_LEN, &nat_payload, PAYLOAD_LEN);
    cur_pkt++;

    // 攒够20个进行发送
    if (cur_pkt == 20) {
        if (sendto(udp_socket, multicast_payload, PAYLOAD_LEN*g_nat_format_info.batch_size, 0, (struct sockaddr *)&dst_addr, sizeof(dst_addr)) < 0) {
            MESA_handle_runtime_log(g_nat_format_info.log, RLOG_LV_INFO, "nat_format Huawei syslog", "Send multicast failed: %s", strerror(errno));
        }
        cur_pkt = 0;
    }

    return APP_STATE_GIVEME;
}