1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
|
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <assert.h>
#include <time.h>
#include "http_decoder_inc.h"
#define TIME_MEASURE 1
#if TIME_MEASURE
#define TIME_START() struct timespec _start_time, _end_time; clock_gettime(CLOCK_REALTIME, &_start_time)
#define TIME_DIFF() \
long long time_diff_ns;\
do { \
clock_gettime(CLOCK_REALTIME, &_end_time); \
if (likely(_end_time.tv_sec == _start_time.tv_sec))\
{\
time_diff_ns = (_end_time.tv_nsec - _start_time.tv_nsec);\
}else{\
time_diff_ns = (_end_time.tv_sec * 1000 * 1000 * 1000 + _end_time.tv_nsec) - (_start_time.tv_sec * 1000 * 1000 * 1000 + _start_time.tv_nsec);\
}\
}while (0)
#else
#define TIME_START()
#define TIME_DIFF()
#endif
static struct http_topic_exdata_compose g_topic_exdata_set[] =
{
{HTTPD_TOPIC_TCP_STREAM_INDEX, TOPIC_TCP_STREAM, NULL, NULL, "HTTP_DECODER_EXDATA_BASEON_TCP_STREAM", NULL, 0, 0},
{HTTPD_TOPIC_HTTP_MSG_INDEX, HTTP_DECODER_TOPIC, NULL, NULL, NULL, NULL, 1, 1},
{HTTPD_TOPIC_HTTP_TUNNEL_INDEX, HTTP_DECODER_TUNNEL_TOPIC, NULL, NULL, "HTTP_DECODER_EXDATA_BASEON_HTTP_TUNNEL", NULL, 2, 2},
};
struct packet{
const char *payload;
size_t payload_len;
u_int8_t dir;
};
struct stellar{
int plugin_id;
void *plugin_env;
int exdata_id;
void *exdata;
int consumer_topid_id;
int publish_topic_id;
session_exdata_free *free_func;
session_msg_free_cb_func *publish_msg_free_cb;
};
struct session{
struct stellar *st;
enum session_state sess_state;
struct session_addr addr;
void *context;
void *exdata;
void *message;
const struct packet *current_payload_st;
};
extern "C" void *http_decoder_init(struct stellar *st);
extern "C" void http_decoder_exit(void *plugin_env);
extern "C" void *httpd_session_ctx_new_cb(struct session *sess, void *plugin_env);
extern "C" void _httpd_ex_data_free_cb(struct session *s, int idx,void *ex_data, void *arg);
extern "C" void http_decoder_tcp_stream_msg_cb(struct session *sess, int topic_id, const void *msg, void *no_use_ctx, void *plugin_env);
extern "C" void http_decoder_perf_entry(struct session *sess, int topic_id, const void *raw_msg, void *per_session_ctx, void *plugin_env);
static struct fieldstat_easy *fs4_instance;
static struct fieldstat_tag FS4_SIMPLE_HISGRAM_TAG;
static int fs4_simple_id;
static struct fieldstat_tag FS4_LONG_LONG_URL_HISGRAM_TAG;
static int fs4_long_long_url_id;
static struct fieldstat_tag FS4_FRAG_HISGRAM_TAG;
static int fs4_frag_id;
void stellar_session_plugin_dettach_current_session(struct session *sess)
{
return;
}
int stellar_session_mq_destroy_topic(struct stellar *st, int topic_id)
{
return 0;
}
int stellar_get_worker_thread_num(struct stellar *st)
{
return 1;
}
int stellar_get_current_thread_id(struct stellar *st)
{
return 0;
}
int session_get_current_thread_id(struct session *sess)
{
return 0;
}
int stellar_session_plugin_register(struct stellar *st,
session_ctx_new_func session_ctx_new,
session_ctx_free_func session_ctx_free,
void *plugin_env)
{
return 0;
}
int stellar_session_exdata_new_index(struct stellar *st, const char *name, session_exdata_free *free_func,void *arg)
{
st->free_func = free_func;
return 0;
}
int session_exdata_set(struct session *sess, int idx, void *ex_ptr)
{
sess->exdata = ex_ptr;
return 0;
}
void *session_exdata_get(struct session *sess, int idx)
{
return sess->exdata;
}
enum session_state session_get_current_state(struct session *sess)
{
return sess->sess_state;
}
int stellar_session_mq_get_topic_id(struct stellar *st, const char *topic_name)
{
// for(int i = 0; i < HTTPD_TOPIC_INDEX_MAX; i++){
// if(strcmp(topic_name, "TCP_STREAM") == 0){
// st->consumer_topid_id = g_topic_exdata_set[HTTPD_TOPIC_TCP_STREAM_INDEX].sub_topic_id;
// st->publish_topic_id = g_topic_exdata_set[HTTPD_TOPIC_HTTP_MSG_INDEX].sub_topic_id;
// }
// if(strcmp(topic_name, g_topic_exdata_set[i].topic_name) == 0){
// return st->consumer_topid_id;
// }
// }
return -1;
}
int stellar_session_mq_create_topic(struct stellar *st, const char *topic_name, session_msg_free_cb_func *msg_free_cb, void *msg_free_arg)
{
for(int i = 0; i < HTTPD_TOPIC_INDEX_MAX; i++){
if(strcmp(topic_name, g_topic_exdata_set[i].topic_name) == 0){
if(strcmp(topic_name, HTTP_DECODER_TOPIC) == 0){
st->publish_msg_free_cb = msg_free_cb;
}
if(strcmp(topic_name, "TCP_STREAM") == 0){
st->publish_topic_id = g_topic_exdata_set[HTTPD_TOPIC_HTTP_MSG_INDEX].sub_topic_id;
}
return g_topic_exdata_set[i].sub_topic_id;
}
}
return -1;
}
const char *session_get0_current_payload(struct session *sess, size_t *payload_len)
{
const struct packet *test_payload = sess->current_payload_st;
*payload_len = test_payload->payload_len;
return test_payload->payload;
}
struct session_addr *session_get0_addr(struct session *sess, enum session_addr_type *addr_type)
{
*addr_type = SESSION_ADDR_TYPE_IPV4_TCP;
return &sess->addr;
}
int packet_get_direction(const struct packet *pkt)
{
return pkt->dir;
}
const struct packet *session_get0_current_packet(struct session *sess)
{
return sess->current_payload_st;
}
int stellar_session_mq_subscribe(struct stellar *st, int topic_id, on_session_msg_cb_func *plugin_on_msg_cb, int plugin_id)
{
return 0;
}
int session_mq_publish_message(struct session *sess, int topic_id, void *msg)
{
if(topic_id == g_topic_exdata_set[HTTPD_TOPIC_HTTP_MSG_INDEX].sub_topic_id){
http_decoder_perf_entry(sess, topic_id, msg, NULL, NULL);
//maybe generate many messages for one packet, so free msg immediately
sess->st->publish_msg_free_cb(sess, msg, NULL);
}
return 0;
}
int session_is_symmetric(struct session *sess, unsigned char *flag)
{
*flag = (SESSION_SEEN_C2S_FLOW | SESSION_SEEN_S2C_FLOW);
return 1;
}
int session_mq_ignore_message(struct session *sess, int topic_id, int plugin_id)
{
return 0;
}
static void perf_test_init_per_session(struct session *sess)
{
sess->context = httpd_session_ctx_new_cb(sess, sess->st->plugin_env);
}
static void perf_test_free_per_session(struct session *sess)
{
sess->st->free_func(sess, sess->st->exdata_id, sess->exdata, NULL);
}
static void perf_test_loop(struct stellar *st, struct session *sess, struct packet *test_payload, int test_payload_index_max, const struct fieldstat_tag *tag, int fs4_metric_id)
{
sess->current_payload_st = &test_payload[0];
perf_test_init_per_session(sess);
sess->sess_state = SESSION_STATE_OPENING;
TIME_START();
for(int i = 0; i < test_payload_index_max; i++)
{
sess->current_payload_st = &test_payload[i];
http_decoder_tcp_stream_msg_cb(sess, g_topic_exdata_set[HTTPD_TOPIC_TCP_STREAM_INDEX].sub_topic_id, test_payload[i].payload, NULL, sess->st->plugin_env);
TIME_DIFF();
fieldstat_easy_histogram_record(fs4_instance, 0, fs4_metric_id, tag, 1, time_diff_ns);
sess->sess_state = SESSION_STATE_ACTIVE;
}
sess->sess_state = SESSION_STATE_CLOSING;
perf_test_free_per_session(sess);
}
static void perf_test_load_plug(struct stellar *st)
{
st->plugin_env = http_decoder_init(st);
assert(st->plugin_env != NULL);
return;
}
static void perf_test_init(struct stellar *st, struct session *sess)
{
memset(st, 0, sizeof(struct stellar));
memset(sess, 0, sizeof(struct session));
st->plugin_id = 0;
st->exdata_id = 0;
st->publish_topic_id = -1; //init
st->consumer_topid_id = 2; //init
perf_test_load_plug(st);
sess->st = st;
sess->addr.ipv4.saddr = 0x01020304;
sess->addr.ipv4.daddr = 0x05060708;
sess->addr.ipv4.sport = 12345;
sess->addr.ipv4.dport = 80;
}
#define SET_DATA_LENGTH_DIR(pkt_payload, cstr_in_heap, cur_dir, tmp_index) \
pkt_payload.payload = cstr_in_heap; \
pkt_payload.payload_len = strlen(cstr_in_heap); \
pkt_payload.dir = cur_dir;\
tmp_index++;
static void init_test_data_simple(struct packet *test_payload, int *index)
{
int tmp_index = 0;
const char *c2s_payload = "GET / HTTP/1.1\r\nHost: www.simple.com\r\nConnection: keep-alive\r\nCache-Control: max-age=0\r\nUpgrade-Insecure-Requests: 1\r\nUser-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36 Edge/16.16299\r\nAccept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8\r\nAccept-Encoding: gzip, deflate\r\nAccept-Language: zh-CN,zh;q=0.9\r\n\r\n";
SET_DATA_LENGTH_DIR(test_payload[tmp_index], c2s_payload, PACKET_DIRECTION_C2S, tmp_index);
const char *content = "Hello, http decoder perf test simple!!!";
int content_length = strlen(content);
char *s2c_payload = (char *)malloc(1024);
snprintf(s2c_payload, 1024, "HTTP/1.1 200 OK\r\nServer: Apache-Coyote/1.1\r\nConnection: keep-alive\r\nDate: Sat, 01 May 2024 01:36:57 GMT\r\nContent-Type: text/html;charset=UTF-8\r\nContent-Length: %d\r\n\r\n%s", content_length, content);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], s2c_payload, PACKET_DIRECTION_S2C, tmp_index);
*index = tmp_index;
}
static void init_test_data_frag(struct packet *test_payload, int *index)
{
int tmp_index = 0;
/* c2s */
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "GET / HTTP/1.1\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Host: www.fragment.com\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Cache-Control: max-age=0\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Connection: keep-alive\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Referer: http://fragment.com/register.jsp?redirect:http://aa.bb.cc.dd.com/?\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36 Edge/16.16299\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Cookie: JSESSIONID=385C79E211D561C0CA13D90F150F603D34875GH87FSHG8S7RTHG74875GHS8R7THG87SRTH\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Accept: */*\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Accept-Encoding: gzip, deflate\r\n", PACKET_DIRECTION_C2S, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "\r\n", PACKET_DIRECTION_C2S, tmp_index); //header EOF
/* s2c */
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "HTTP/1.1 200 OK\r\n", PACKET_DIRECTION_S2C, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Server: Apache-Coyote/1.1\r\n", PACKET_DIRECTION_S2C, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Connection: keep-alive\r\n", PACKET_DIRECTION_S2C, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Content-Type: text/html;charset=UTF-8\r\n", PACKET_DIRECTION_S2C, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "Date: Sat, 01 May 2024 01:36:57 GMT\r\n", PACKET_DIRECTION_S2C, tmp_index);
char *cont_len_buf = (char *)malloc(1024);
const char *s2c_payload = "Hello, http decoder perf test fragment!!!";
int content_length = strlen(s2c_payload);
snprintf(cont_len_buf, 1024, "Content-Length: %d\r\n\r\n", content_length);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], cont_len_buf, PACKET_DIRECTION_S2C, tmp_index);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], "\r\n", PACKET_DIRECTION_S2C, tmp_index); //header EOF
SET_DATA_LENGTH_DIR(test_payload[tmp_index], s2c_payload, PACKET_DIRECTION_S2C, tmp_index);
*index = tmp_index;
}
static void init_test_data_long_long_url(struct packet *test_payload, int *index)
{
int tmp_index = 0;
const char *request_line_frag1 = "GET /long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/";
SET_DATA_LENGTH_DIR(test_payload[tmp_index], request_line_frag1, PACKET_DIRECTION_C2S, tmp_index);
const char *request_line_frag2 = "long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/\
/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long/long.index.html HTTP/1.1\r\n";
SET_DATA_LENGTH_DIR(test_payload[tmp_index], request_line_frag2, PACKET_DIRECTION_C2S, tmp_index);
const char *request_line_frag3 = "Host: www.long-long-url.com\r\nConnection: keep-alive\r\nCache-Control: max-age=0\r\nUpgrade-Insecure-Requests: 1\r\nUser-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36 Edge/16.16299\r\nAccept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8\r\nAccept-Encoding: gzip, deflate\r\nAccept-Language: zh-CN,zh;q=0.9\r\n\r\n";
SET_DATA_LENGTH_DIR(test_payload[tmp_index], request_line_frag3, PACKET_DIRECTION_C2S, tmp_index);
const char *content = "Hello, http decoder perf test long long url!!!";
int content_length = strlen(content);
char *s2c_payload = (char *)malloc(1024);
snprintf(s2c_payload, 1024, "HTTP/1.1 200 OK\r\nServer: Apache-Coyote/1.1\r\nConnection: keep-alive\r\nDate: Sat, 01 May 2024 01:36:57 GMT\r\nContent-Type: text/html;charset=UTF-8\r\nContent-Length: %d\r\n\r\n%s", content_length, content);
SET_DATA_LENGTH_DIR(test_payload[tmp_index], s2c_payload, PACKET_DIRECTION_S2C, tmp_index);
*index = tmp_index;
}
static void perf_stat_init(void)
{
fs4_instance = fieldstat_easy_new(1, "http_decoder_test", NULL, 0);
fieldstat_easy_enable_auto_output(fs4_instance, "./httpd_hisgram.json", 1);
FS4_SIMPLE_HISGRAM_TAG.key = "simple";
FS4_SIMPLE_HISGRAM_TAG.type = TAG_DOUBLE;
FS4_SIMPLE_HISGRAM_TAG.value_double = 0.00001;
fs4_simple_id = fieldstat_easy_register_histogram(fs4_instance, "simple", 1, 99999999, 5);
FS4_FRAG_HISGRAM_TAG.key = "frag";
FS4_FRAG_HISGRAM_TAG.type = TAG_DOUBLE;
FS4_FRAG_HISGRAM_TAG.value_double = 0.00001;
fs4_frag_id = fieldstat_easy_register_histogram(fs4_instance, "frag", 1, 99999999, 5);
FS4_LONG_LONG_URL_HISGRAM_TAG.key = "long-url";
FS4_LONG_LONG_URL_HISGRAM_TAG.type = TAG_DOUBLE;
FS4_LONG_LONG_URL_HISGRAM_TAG.value_double = 0.00001;
fs4_long_long_url_id = fieldstat_easy_register_histogram(fs4_instance, "long-url", 1, 99999999, 5);
}
int main(int argc, char const *argv[])
{
struct stellar st;
struct session sess;
struct packet test_payload_simple [4] = {};
int payload_index_simple = 0;
struct packet test_payload_long_long_url [8] = {};
int payload_index_long_long_url = 0;
struct packet test_payload_frag [32] = {};
int payload_index_frag = 0;
perf_test_init(&st, &sess);
perf_stat_init();
init_test_data_simple(test_payload_simple, &payload_index_simple);
init_test_data_long_long_url(test_payload_long_long_url, &payload_index_long_long_url);
init_test_data_frag(test_payload_frag, &payload_index_frag);
while(1){
perf_test_loop(&st, &sess, test_payload_simple, payload_index_simple, &FS4_SIMPLE_HISGRAM_TAG, fs4_simple_id);
perf_test_loop(&st, &sess, test_payload_long_long_url, payload_index_long_long_url, &FS4_LONG_LONG_URL_HISGRAM_TAG, fs4_long_long_url_id);
perf_test_loop(&st, &sess, test_payload_frag, payload_index_frag, &FS4_FRAG_HISGRAM_TAG, fs4_frag_id);
}
return 0;
}
|
