summaryrefslogtreecommitdiff
path: root/decoders
diff options
context:
space:
mode:
authorlijia <[email protected]>2024-09-02 19:16:34 +0800
committerlijia <[email protected]>2024-09-23 11:22:41 +0800
commit4b108fc0e7ef715a38b3f2fe1afab2b038d156b1 (patch)
treedc27c04c6996b6450da00e3b606b4bfde5fdcb98 /decoders
parente05b3b13d531006f2c7801988dea436aa613a44e (diff)
TSG-22621, http push all headers togetherdev-http-base-v1.0-cache-all-headers
Diffstat (limited to 'decoders')
-rw-r--r--decoders/http/CMakeLists.txt5
-rw-r--r--decoders/http/http_decoder.c553
-rw-r--r--decoders/http/http_decoder_half.c966
-rw-r--r--decoders/http/http_decoder_half.h38
-rw-r--r--decoders/http/http_decoder_private.h10
-rw-r--r--decoders/http/http_decoder_result_queue.c18
-rw-r--r--decoders/http/http_decoder_string.c289
-rw-r--r--decoders/http/http_decoder_string.h73
-rw-r--r--decoders/http/http_decoder_table.c579
-rw-r--r--decoders/http/http_decoder_table.h79
-rw-r--r--decoders/http/http_decoder_tunnel.c116
-rw-r--r--decoders/http/http_decoder_tunnel.h36
-rw-r--r--decoders/http/http_decoder_utils.c229
-rw-r--r--decoders/http/http_decoder_utils.h26
-rw-r--r--decoders/http/version.map1
15 files changed, 781 insertions, 2237 deletions
diff --git a/decoders/http/CMakeLists.txt b/decoders/http/CMakeLists.txt
index c242afe..cc78ffc 100644
--- a/decoders/http/CMakeLists.txt
+++ b/decoders/http/CMakeLists.txt
@@ -1,8 +1,7 @@
include_directories(${CMAKE_SOURCE_DIR}/deps)
-set(HTTP_SRC http_decoder.c http_decoder_utils.c http_decoder_half.c
- http_decoder_table.c http_decoder_string.c http_content_decompress.c
- http_decoder_result_queue.c http_decoder_stat.c http_decoder_tunnel.c)
+set(HTTP_SRC http_decoder.c http_decoder_utils.c http_decoder_half.c http_content_decompress.c
+ http_decoder_result_queue.c http_decoder_stat.c )
add_library(http STATIC ${HTTP_SRC})
add_library(http_dyn SHARED ${HTTP_SRC})
diff --git a/decoders/http/http_decoder.c b/decoders/http/http_decoder.c
index 5e2db72..a57bbdb 100644
--- a/decoders/http/http_decoder.c
+++ b/decoders/http/http_decoder.c
@@ -5,8 +5,6 @@
#include <unistd.h>
#include "http_decoder_private.h"
-#pragma GCC diagnostic ignored "-Wunused-parameter"
-
struct http_message *http_message_new(enum http_message_type type, struct http_decoder_result_queue *queue,
int queue_index, uint8_t flow_type)
{
@@ -39,7 +37,7 @@ struct http_message *http_body_message_new(enum http_message_type type, struct h
return msg;
}
-static void http_message_decompress_buffer_free(struct http_message *msg)
+static void http_half_data_decompress_free(struct http_message *msg)
{
struct http_decoder_half_data *ref_data = NULL;
if (HTTP_MESSAGE_REQ_BODY_START == msg->type || HTTP_MESSAGE_REQ_BODY == msg->type || HTTP_MESSAGE_REQ_BODY_END == msg->type)
@@ -50,17 +48,44 @@ static void http_message_decompress_buffer_free(struct http_message *msg)
{
ref_data = msg->ref_queue->array[msg->queue_index].res_data;
}
+ else
+ {
+ return;
+ }
if (ref_data != NULL && msg->decompress_payload.iov_base != NULL)
{
http_half_decompress_buffer_free(ref_data, &msg->decompress_payload);
}
}
-static void http_message_free(void *http_msg, void *cb_arg)
+static void http_half_data_headers_free(struct http_message *msg)
+{
+ struct http_decoder_half_data *ref_data = NULL;
+ if (HTTP_MESSAGE_REQ_LINE_HEADERS == msg->type)
+ {
+ ref_data = msg->ref_queue->array[msg->queue_index].req_data;
+ }
+ else if (HTTP_MESSAGE_RES_LINE_HEADERS == msg->type)
+ {
+ ref_data = msg->ref_queue->array[msg->queue_index].res_data;
+ }
+ else
+ {
+ return;
+ }
+
+ if (ref_data)
+ {
+ http_half_headers_ref_free(ref_data);
+ }
+}
+
+static void http_message_free(void *http_msg, UNUSED void *cb_arg)
{
if (http_msg)
{
- http_message_decompress_buffer_free((struct http_message *)http_msg);
+ http_half_data_decompress_free((struct http_message *)http_msg);
+ http_half_data_headers_free((struct http_message *)http_msg);
FREE(http_msg);
}
}
@@ -110,11 +135,10 @@ static void http_event_handler(enum http_event event, struct http_decoder_half_d
half_data = NULL;
}
- half_data = http_decoder_half_data_new(mempool);
+ half_data = http_decoder_half_data_new(mempool, FLOW_TYPE_C2S);
ret = http_decoder_result_queue_push_req(queue, half_data);
if (ret < 0)
{
- fprintf(stderr, "http_decoder_result_queue_push req failed.");
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
@@ -125,38 +149,16 @@ static void http_event_handler(enum http_event event, struct http_decoder_half_d
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_TRANSACTION_NEW, 1);
break;
- case HTTP_EVENT_REQ_LINE:
- msg = http_message_new(HTTP_MESSAGE_REQ_LINE, queue, queue_idx, HTTP_REQUEST);
- session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
- if (httpd_tunnel_identify(httpd_env, FLOW_TYPE_C2S, half_data))
- {
- exdata->tunnel_state = HTTP_TUN_C2S_HDR_START;
- // http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTPD_STAT_TUNNEL, 1);
- }
- if (httpd_is_tunnel_session(httpd_env, exdata))
- {
- http_decoder_get_url(half_data, mempool);
- }
- break;
- case HTTP_EVENT_REQ_HDR:
- msg = http_message_new(HTTP_MESSAGE_REQ_HEADER, queue, queue_idx, HTTP_REQUEST);
- session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
- break;
+
case HTTP_EVENT_REQ_HDR_END:
{
- http_decoder_join_url_finally(ev_ctx, half_data, mempool);
+ http_parse_headers_finally(ev_ctx, half_data);
/* maybe some parsed headers in buffer, but has not pushed to plugins yet */
-
- if (http_decoder_half_data_has_parsed_header(half_data))
{
- msg = http_message_new(HTTP_MESSAGE_REQ_HEADER, queue, queue_idx, HTTP_REQUEST);
+ msg = http_message_new(HTTP_MESSAGE_REQ_LINE_HEADERS, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
}
- http_half_data_update_commit_index(half_data);
- msg = http_message_new(HTTP_MESSAGE_REQ_HEADER_END, queue, queue_idx, HTTP_REQUEST);
- session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
-
- int tot_c2s_headers = http_half_data_get_total_parsed_header_count(half_data);
+ int tot_c2s_headers = http_half_get_header_count(half_data);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_HEADERS, tot_c2s_headers);
const char *tmp_url = NULL;
@@ -171,15 +173,14 @@ static void http_event_handler(enum http_event event, struct http_decoder_half_d
break;
case HTTP_EVENT_REQ_BODY_DATA:
{
- hstring raw_body = {};
+ hstring *raw_body = http_half_get_raw_body(half_data);
hstring decompress_body = {};
- http_decoder_half_data_get_raw_body(half_data, (const char **)&raw_body.iov_base, &raw_body.iov_len);
http_half_get_lastest_decompress_buffer(half_data, &decompress_body);
- msg = http_body_message_new(HTTP_MESSAGE_REQ_BODY, queue, queue_idx, HTTP_REQUEST, &raw_body, &decompress_body);
+ msg = http_body_message_new(HTTP_MESSAGE_REQ_BODY, queue, queue_idx, HTTP_REQUEST, raw_body, &decompress_body);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
if (decompress_body.iov_base != NULL)
{
- http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_ZIP_BYTES, raw_body.iov_len);
+ http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_ZIP_BYTES, raw_body->iov_len);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_UNZIP_BYTES, decompress_body.iov_len);
}
}
@@ -199,18 +200,6 @@ static void http_event_handler(enum http_event event, struct http_decoder_half_d
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_TRANSACTION_FREE, 1);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_ASYMMETRY_TRANSACTION, 1);
}
- if (httpd_is_tunnel_session(httpd_env, exdata))
- {
- if (SESSION_SEEN_C2S_FLOW == flow_flag)
- {
- exdata->tunnel_state = HTTP_TUN_INNER_STARTING;
- exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].sub_topic_id;
- }
- else
- {
- exdata->tunnel_state = HTTP_TUN_C2S_END;
- }
- }
http_half_update_state(half_data, event);
http_decoder_result_queue_inc_req_index(queue);
half_data = http_decoder_result_queue_pop_req(queue);
@@ -237,11 +226,10 @@ static void http_event_handler(enum http_event event, struct http_decoder_half_d
half_data = NULL;
}
- half_data = http_decoder_half_data_new(mempool);
+ half_data = http_decoder_half_data_new(mempool, FLOW_TYPE_S2C);
ret = http_decoder_result_queue_push_res(queue, half_data);
if (ret < 0)
{
- fprintf(stderr, "http_decoder_result_queue_push res failed.");
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
@@ -251,50 +239,24 @@ static void http_event_handler(enum http_event event, struct http_decoder_half_d
{
if (SESSION_SEEN_S2C_FLOW == flow_flag)
{
+ http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_TRANSACTION_NEW, 1);
msg = http_message_new(HTTP_TRANSACTION_START, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
}
}
break;
- case HTTP_EVENT_RES_LINE:
- msg = http_message_new(HTTP_MESSAGE_RES_LINE, queue, queue_idx, HTTP_RESPONSE);
- session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
- if (httpd_tunnel_identify(httpd_env, FLOW_TYPE_S2C, half_data))
- {
- exdata->tunnel_state = HTTP_TUN_S2C_START;
- }
- else
- {
- // connect response fail, reset tunnel_state
- exdata->tunnel_state = HTTP_TUN_NON;
- }
- break;
- case HTTP_EVENT_RES_HDR:
- msg = http_message_new(HTTP_MESSAGE_RES_HEADER, queue, queue_idx, HTTP_RESPONSE);
- session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
- break;
+
case HTTP_EVENT_RES_HDR_END:
{
+ http_parse_headers_finally(ev_ctx, half_data);
/* maybe some header in table buffer but has not pushed to plugins */
half_data = http_decoder_result_queue_peek_res(queue);
- if (http_decoder_half_data_has_parsed_header(half_data))
{
- msg = http_message_new(HTTP_MESSAGE_RES_HEADER, queue, queue_idx, HTTP_RESPONSE);
+ msg = http_message_new(HTTP_MESSAGE_RES_LINE_HEADERS, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
}
- http_half_data_update_commit_index(half_data);
- msg = http_message_new(HTTP_MESSAGE_RES_HEADER_END, queue, queue_idx, HTTP_RESPONSE);
- session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
-
- int tot_s2c_headers = http_half_data_get_total_parsed_header_count(half_data);
+ int tot_s2c_headers = http_half_get_header_count(half_data);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_HEADERS, tot_s2c_headers);
-
- if (httpd_is_tunnel_session(httpd_env, exdata))
- {
- exdata->tunnel_state = HTTP_TUN_INNER_STARTING;
- http_half_pre_context_free(ev_ctx->ref_session, exdata);
- exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].sub_topic_id;
- }
}
break;
case HTTP_EVENT_RES_BODY_BEGIN:
@@ -303,15 +265,14 @@ static void http_event_handler(enum http_event event, struct http_decoder_half_d
break;
case HTTP_EVENT_RES_BODY_DATA:
{
- hstring raw_body = {};
- http_decoder_half_data_get_raw_body(half_data, (const char **)&raw_body.iov_base, &raw_body.iov_len);
+ hstring *raw_body = http_half_get_raw_body(half_data);
hstring decompress_body = {};
http_half_get_lastest_decompress_buffer(half_data, &decompress_body);
- msg = http_body_message_new(HTTP_MESSAGE_RES_BODY, queue, queue_idx, HTTP_RESPONSE, &raw_body, &decompress_body);
+ msg = http_body_message_new(HTTP_MESSAGE_RES_BODY, queue, queue_idx, HTTP_RESPONSE, raw_body, &decompress_body);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
if (decompress_body.iov_base != NULL)
{
- http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_ZIP_BYTES, raw_body.iov_len);
+ http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_ZIP_BYTES, raw_body->iov_len);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_UNZIP_BYTES, decompress_body.iov_len);
}
}
@@ -414,23 +375,6 @@ static void http_decoder_exdata_free(struct http_decoder_exdata *ex_data)
FREE(ex_data);
}
-static int http_protocol_identify(const char *data, size_t data_len)
-{
- llhttp_t parser;
- llhttp_settings_t settings;
- enum llhttp_errno error;
-
- llhttp_settings_init(&settings);
- llhttp_init(&parser, HTTP_BOTH, &settings);
-
- error = llhttp_execute(&parser, data, data_len);
- if (error != HPE_OK)
- {
- return -1;
- }
- return 1;
-}
-
static void _http_decoder_context_free(struct http_decoder_env *env)
{
if (NULL == env)
@@ -457,8 +401,7 @@ static int load_http_decoder_config(const char *cfg_path,
FILE *fp = fopen(cfg_path, "r");
if (NULL == fp)
{
- fprintf(stderr, "[%s:%d]Can't open config file:%s",
- __FUNCTION__, __LINE__, cfg_path);
+ fprintf(stderr, "[%s]Can't open config file:%s", __FUNCTION__, cfg_path);
return -1;
}
@@ -471,8 +414,7 @@ static int load_http_decoder_config(const char *cfg_path,
toml_table_t *basic_sec_tbl = toml_table_in(root, "basic");
if (NULL == basic_sec_tbl)
{
- fprintf(stderr, "[%s:%d]config file:%s has no key: [basic]",
- __FUNCTION__, __LINE__, cfg_path);
+ fprintf(stderr, "[%s]config file:%s has no key: [basic]", __FUNCTION__, cfg_path);
toml_free(root);
return -1;
}
@@ -523,89 +465,18 @@ static int load_http_decoder_config(const char *cfg_path,
hd_cfg->stat_output_interval = DEFAULT_STAT_OUTPUT_INTERVAL;
}
- int_val = toml_int_in(basic_sec_tbl, "proxy_enable");
- if (int_val.ok != 0)
- {
- hd_cfg->proxy_enable = int_val.u.i;
- }
- else
- {
- hd_cfg->proxy_enable = 0;
- }
-
toml_free(root);
return ret;
}
-static int http_msg_get_request_header(const struct http_message *msg, const char *name, size_t name_len,
- struct http_header_field *hdr_result)
-{
- const struct http_decoder_half_data *req_data =
- msg->ref_queue->array[msg->queue_index].req_data;
- return http_decoder_half_data_get_header(req_data, name, name_len, hdr_result);
-}
-
-static int http_msg_get_response_header(const struct http_message *msg, const char *name, size_t name_len,
- struct http_header_field *hdr_result)
-{
- const struct http_decoder_half_data *res_data =
- msg->ref_queue->array[msg->queue_index].res_data;
- return http_decoder_half_data_get_header(res_data, name, name_len, hdr_result);
-}
-
-static int http_msg_request_header_next(const struct http_message *msg,
- struct http_header_field *hdr)
-{
- const struct http_decoder_half_data *req_data =
- msg->ref_queue->array[msg->queue_index].req_data;
- return http_decoder_half_data_iter_header((struct http_decoder_half_data *)req_data, hdr);
-}
-
-static int http_msg_response_header_next(const struct http_message *msg, struct http_header_field *hdr)
-{
- const struct http_decoder_half_data *res_data =
- msg->ref_queue->array[msg->queue_index].res_data;
- return http_decoder_half_data_iter_header((struct http_decoder_half_data *)res_data, hdr);
-}
-
-#if 0
-static int http_msg_get_request_raw_body(const struct http_message *msg, hstring *body)
-{
- const struct http_decoder_half_data *req_data =
- msg->ref_queue->array[msg->queue_index].req_data;
- return http_decoder_half_data_get_raw_body(req_data, body);
-}
-
-static int http_msg_get_response_raw_body(const struct http_message *msg, hstring *body)
-{
- const struct http_decoder_half_data *res_data =
- msg->ref_queue->array[msg->queue_index].res_data;
- return http_decoder_half_data_get_raw_body(res_data, body);
-}
-
-static int http_msg_get_request_decompress_body(const struct http_message *msg, hstring *body)
-{
- const struct http_decoder_half_data *req_data =
- msg->ref_queue->array[msg->queue_index].req_data;
- return http_decoder_half_data_get_decompress_body(req_data, body);
-}
-
-static int http_msg_get_response_decompress_body(const struct http_message *msg, hstring *body)
-{
- const struct http_decoder_half_data *res_data =
- msg->ref_queue->array[msg->queue_index].res_data;
- return http_decoder_half_data_get_decompress_body(res_data, body);
-}
-#endif
-
-static struct http_decoder_exdata *httpd_session_exdata_new(struct session *sess, struct http_decoder_env *httpd_env,
+static struct http_decoder_exdata *httpd_session_exdata_new(struct http_decoder_env *httpd_env,
long long req_start_seq, long long res_start_seq)
{
struct http_decoder_exdata *exdata = http_decoder_exdata_new(httpd_env->hd_cfg.mempool_size,
httpd_env->hd_cfg.result_queue_len,
httpd_env->hd_cfg.decompress_switch,
httpd_env, req_start_seq, res_start_seq);
- // exdata->sub_topic_id = sub_topic_id;
+ exdata->httpd_env = httpd_env;
int thread_id = stellar_get_current_thread_index();
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_SESSION_NEW, 1);
return exdata;
@@ -615,36 +486,17 @@ static struct http_decoder_exdata *httpd_session_exdata_new(struct session *sess
extern "C"
{
#endif
-
- void httpd_ex_data_free_cb(int idx, void *ex_data, void *arg)
+ void httpd_ex_data_free_cb(UNUSED int idx, void *ex_data, UNUSED void *arg)
{
if (NULL == ex_data)
{
return;
}
struct http_decoder_exdata *exdata = (struct http_decoder_exdata *)ex_data;
- http_decoder_exdata_free(exdata);
- }
-
- void *httpd_session_ctx_new_cb(struct session *sess, void *plugin_env)
- {
- return (void *)HTTP_CTX_IS_HTTP;
- }
-
- void httpd_session_ctx_free_cb(struct session *sess, void *session_ctx, void *plugin_env)
- {
- if (NULL == plugin_env || NULL == session_ctx)
- {
- return;
- }
- if (strncmp((const char *)session_ctx, HTTP_CTX_NOT_HTTP, strlen(HTTP_CTX_NOT_HTTP)) == 0)
- {
- return;
- }
- struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
+ struct http_decoder_env *httpd_env = exdata->httpd_env;
int thread_id = stellar_get_current_thread_index();
unsigned char flow_flag = 0;
- session_is_symmetric(sess, &flow_flag);
+ session_is_symmetric(exdata->sess, &flow_flag);
if (SESSION_SEEN_C2S_FLOW == flow_flag)
{
@@ -655,17 +507,12 @@ extern "C"
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_ASYMMETRY_SESSION, 1);
}
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_SESSION_FREE, 1);
+
+ http_decoder_exdata_free(exdata);
}
static void http_decoder_execute(struct session *sess, struct http_decoder_env *httpd_env, struct http_decoder_exdata *exdata, const char *payload, uint16_t payload_len)
{
- if (httpd_in_tunnel_transmitting(httpd_env, exdata))
- {
- http_decoder_push_tunnel_data(sess, exdata, httpd_tunnel_state_to_msg(exdata), payload, payload_len);
- httpd_tunnel_state_update(exdata);
- return;
- }
-
int thread_id = stellar_get_current_thread_index();
struct http_decoder_half *cur_half = NULL;
enum flow_type sess_dir = session_get_flow_type(sess);
@@ -683,97 +530,16 @@ extern "C"
}
http_decoder_half_reinit(cur_half, exdata->queue, exdata->mempool, sess);
- int ret = http_decoder_half_parse(httpd_env->hd_cfg.proxy_enable, cur_half, payload, payload_len);
+ int ret = http_decoder_half_stage_shaping(cur_half, payload, payload_len);
if (ret < 0)
{
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_STAT_PARSE_ERR, 1);
stellar_session_plugin_dettach_current_session(sess);
- }
- }
-
- void http_decoder_tunnel_msg_cb(struct session *sess, int topic_id, const void *tmsg, void *per_session_ctx, void *plugin_env)
- {
- struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
- if (0 == httpd_env->hd_cfg.proxy_enable)
- {
- return;
- }
- hstring tunnel_payload;
- http_tunnel_message_get_payload((const struct http_tunnel_message *)tmsg, &tunnel_payload);
- uint16_t payload_len = tunnel_payload.iov_len;
- const char *payload = (char *)tunnel_payload.iov_base;
- if (NULL == payload || 0 == payload_len)
- {
- return;
- }
-
- struct http_decoder_exdata *exdata = (struct http_decoder_exdata *)session_exdata_get(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].exdata_id);
- enum http_tunnel_message_type tmsg_type = http_tunnel_message_type_get((const struct http_tunnel_message *)tmsg);
-
- switch (tmsg_type)
- {
- case HTTP_TUNNEL_OPENING:
- {
- if (NULL != exdata)
- {
- // not support nested http tunnel
- session_mq_ignore_message(sess, topic_id, httpd_env->plugin_id);
- return;
- }
- size_t http_identify_len = payload_len > HTTP_IDENTIFY_LEN ? HTTP_IDENTIFY_LEN : payload_len;
- int is_http = http_protocol_identify(payload, http_identify_len);
- if (is_http)
- {
- long long max_req_seq = 0, max_res_seq = 0;
- struct http_decoder_exdata *tcp_stream_exdata = (struct http_decoder_exdata *)session_exdata_get(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_TCP_STREAM_INDEX].exdata_id);
- http_half_get_max_transaction_seq(tcp_stream_exdata, &max_req_seq, &max_res_seq);
- exdata = httpd_session_exdata_new(sess, httpd_env, max_req_seq, max_res_seq);
- session_exdata_set(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].exdata_id, exdata);
- exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_MSG_INDEX].sub_topic_id;
- exdata->in_tunnel_is_http = 1;
- }
- else
- {
- // inner tunnel is not http, do nothing, do not push this message again !!!
- session_mq_ignore_message(sess, topic_id, httpd_env->plugin_id);
- return;
- }
- }
- break;
-
- case HTTP_TUNNEL_ACTIVE:
- if (NULL == exdata)
- {
- session_mq_ignore_message(sess, topic_id, httpd_env->plugin_id);
- http_decoder_stat_update(&httpd_env->hd_stat, stellar_get_current_thread_index(), HTTP_STAT_PARSE_ERR, 1);
- return;
- }
- break;
-
- case HTTP_TUNNEL_CLOSING:
- if (NULL == exdata)
- {
- http_decoder_stat_update(&httpd_env->hd_stat, stellar_get_current_thread_index(), HTTP_STAT_PARSE_ERR, 1);
- return;
- }
- if (exdata->in_tunnel_is_http)
- {
- http_half_pre_context_free(sess, exdata);
- }
return;
- break;
-
- default:
- break;
}
- if (exdata->in_tunnel_is_http)
- {
- http_decoder_execute(sess, httpd_env, exdata, payload, payload_len);
- }
- return;
}
- void http_decoder_tcp_stream_msg_cb(struct session *sess, int topic_id, const void *msg, void *nouse_session_ctx, void *plugin_env)
+ void http_decoder_tcp_stream_msg_cb(struct session *sess, UNUSED int topic_id, const void *msg, UNUSED void *nouse_session_ctx, void *plugin_env)
{
struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
struct http_decoder_exdata *exdata = (struct http_decoder_exdata *)session_exdata_get(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_TCP_STREAM_INDEX].exdata_id);
@@ -783,14 +549,7 @@ extern "C"
if (SESSION_STATE_CLOSED == sess_state)
{
- if (httpd_in_tunnel_transmitting(httpd_env, exdata))
- {
- http_decoder_push_tunnel_data(sess, exdata, HTTP_TUNNEL_CLOSING, NULL, 0);
- }
- else
- {
- http_half_pre_context_free(sess, exdata);
- }
+ http_half_pre_context_free(sess, exdata);
return;
}
assert(msg != NULL);
@@ -810,7 +569,8 @@ extern "C"
stellar_session_plugin_dettach_current_session(sess);
return;
}
- exdata = httpd_session_exdata_new(sess, httpd_env, 0, 0);
+ exdata = httpd_session_exdata_new(httpd_env, 0, 0);
+ exdata->sess = sess;
exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_MSG_INDEX].sub_topic_id;
session_exdata_set(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_TCP_STREAM_INDEX].exdata_id, exdata);
}
@@ -818,17 +578,16 @@ extern "C"
return;
}
- static const struct http_topic_exdata_compose g_topic_exdata_compose[HTTPD_TOPIC_INDEX_MAX] =
+ static const struct http_topic_exdata_compose g_topic_exdata_compose[] =
{
{HTTPD_TOPIC_TCP_STREAM_INDEX, TOPIC_TCP_STREAM, http_decoder_tcp_stream_msg_cb, NULL, "HTTP_DECODER_EXDATA_BASEON_TCP_STREAM", httpd_ex_data_free_cb, -1, -1},
{HTTPD_TOPIC_HTTP_MSG_INDEX, HTTP_TOPIC, NULL, http_message_free, NULL, NULL, -1, -1},
- {HTTPD_TOPIC_HTTP_TUNNEL_INDEX, HTTP_DECODER_TUNNEL_TOPIC, http_decoder_tunnel_msg_cb, http_message_free, "HTTP_DECODER_EXDATA_BASEON_HTTP_TUNNEL", httpd_ex_data_free_cb, -1, -1},
};
static void http_decoder_topic_exdata_compose_init(struct http_decoder_env *httpd_env)
{
memcpy(httpd_env->topic_exdata_compose, g_topic_exdata_compose, sizeof(g_topic_exdata_compose));
- for (int i = 0; i < HTTPD_TOPIC_INDEX_MAX; i++)
+ for (size_t i = 0; i < sizeof(g_topic_exdata_compose) / sizeof(struct http_topic_exdata_compose); i++)
{
httpd_env->topic_exdata_compose[i].sub_topic_id = stellar_session_mq_get_topic_id_reliable(httpd_env->st,
httpd_env->topic_exdata_compose[i].topic_name,
@@ -877,8 +636,7 @@ extern "C"
goto failed;
}
httpd_env->st = st;
- httpd_env->plugin_id = stellar_session_plugin_register(st, httpd_session_ctx_new_cb,
- httpd_session_ctx_free_cb, (void *)httpd_env);
+ httpd_env->plugin_id = stellar_session_plugin_register(st, NULL, NULL, (void *)httpd_env);
if (httpd_env->plugin_id < 0)
{
goto failed;
@@ -920,132 +678,83 @@ extern "C"
return msg->type;
}
- void http_message_get0_request_line(const struct http_message *msg,
- struct http_request_line *line)
+ const struct http_request_line *http_message_get0_request_line(const struct http_message *msg)
{
- if (unlikely(NULL == msg || msg->type != HTTP_MESSAGE_REQ_LINE))
+ if (unlikely(NULL == msg || (msg->type != HTTP_MESSAGE_REQ_LINE_HEADERS)))
{
- if (line)
- {
- line->method = NULL;
- line->uri = NULL;
- line->version = NULL;
- }
- return;
+ return NULL;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
- struct http_decoder_half_data *req_data =
- msg->ref_queue->array[msg->queue_index].req_data;
+ struct http_decoder_half_data *req_data = msg->ref_queue->array[msg->queue_index].req_data;
- http_decoder_half_data_get_request_line(req_data, line);
+ return http_decoder_half_data_get_request_line(req_data);
}
- void http_message_get0_response_line(const struct http_message *msg,
- struct http_response_line *line)
+ const struct http_response_line *http_message_get0_response_line(const struct http_message *msg)
{
- if (unlikely(NULL == msg || msg->type != HTTP_MESSAGE_RES_LINE))
+ if (unlikely(NULL == msg || (msg->type != HTTP_MESSAGE_RES_LINE_HEADERS)))
{
- if (line)
- {
- line->version = NULL;
- line->status = NULL;
- }
- return;
+ return NULL;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
- struct http_decoder_half_data *res_data =
- msg->ref_queue->array[msg->queue_index].res_data;
-
- http_decoder_half_data_get_response_line(res_data, line);
+ struct http_decoder_half_data *res_data = msg->ref_queue->array[msg->queue_index].res_data;
+ return http_decoder_half_data_get_response_line(res_data);
}
- void http_message_get0_header(const struct http_message *msg, const char *name, size_t name_len,
- struct http_header_field *hdr_result)
+ const struct http_header_field *http_message_get0_header(const struct http_message *msg, const char *field_name, size_t field_name_len)
{
- int ret = -1;
- if (unlikely(NULL == msg || NULL == name || 0 == name_len))
+ if (unlikely(NULL == msg || NULL == field_name || 0 == field_name_len))
{
- goto fail;
+ return NULL;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
- if (HTTP_MESSAGE_REQ_HEADER == msg->type)
- {
- ret = http_msg_get_request_header(msg, name, name_len, hdr_result);
- }
- else if (HTTP_MESSAGE_RES_HEADER == msg->type)
+ const struct http_decoder_half_data *half_data = NULL;
+ const struct http_header_field *expect_header = NULL;
+ if (HTTP_MESSAGE_REQ_LINE_HEADERS == msg->type)
{
- ret = http_msg_get_response_header(msg, name, name_len, hdr_result);
+ half_data = msg->ref_queue->array[msg->queue_index].req_data;
+ expect_header = http_half_get_header_field(half_data, field_name, field_name_len);
}
- if (ret >= 0)
- {
- return;
- }
- fail:
- if (hdr_result)
+ else if (HTTP_MESSAGE_RES_LINE_HEADERS == msg->type)
{
- hdr_result->name = NULL;
- hdr_result->value = NULL;
+ half_data = msg->ref_queue->array[msg->queue_index].res_data;
+ expect_header = http_half_get_header_field(half_data, field_name, field_name_len);
}
- return;
- }
- int http_message_get0_next_header(const struct http_message *msg, struct http_header_field *header)
- {
- int ret = 1;
- if (unlikely(NULL == msg))
- {
- goto fail;
- }
- assert(msg->ref_queue);
- assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
- if (HTTP_MESSAGE_REQ_HEADER == msg->type)
- {
- ret = http_msg_request_header_next(msg, header);
- }
- else if (HTTP_MESSAGE_RES_HEADER == msg->type)
- {
- ret = http_msg_response_header_next(msg, header);
- }
- if (ret < 0)
- {
- goto fail;
- }
- return 0;
- fail:
- if (header)
- {
- header->name = NULL;
- header->value = NULL;
- }
- return -1;
+ return expect_header;
}
- int http_message_reset_header_iter(struct http_message *msg)
+ const struct http_header_field *http_message_get0_next_header(const struct http_message *msg, const struct http_header_field *cur_header)
+ // int http_message_get0_next_header(const struct http_message *msg, struct http_header_field *header)
{
if (unlikely(NULL == msg))
{
- return -1;
+ return NULL;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
- if (HTTP_MESSAGE_REQ_HEADER == msg->type)
+ const struct http_decoder_half_data *half_data = NULL;
+ const struct http_header_field *next_header = NULL;
+
+ if (HTTP_MESSAGE_REQ_LINE_HEADERS == msg->type)
{
- struct http_decoder_half_data *req_data =
- msg->ref_queue->array[msg->queue_index].req_data;
- return http_decoder_half_data_reset_header_iter(req_data);
+ half_data = msg->ref_queue->array[msg->queue_index].req_data;
+ // ret = http_msg_request_header_next(msg, header);
+ next_header = http_half_get_next_header_field(half_data, cur_header);
}
- else if (HTTP_MESSAGE_RES_HEADER == msg->type)
+ else if (HTTP_MESSAGE_RES_LINE_HEADERS == msg->type)
{
- struct http_decoder_half_data *res_data =
- msg->ref_queue->array[msg->queue_index].res_data;
- return http_decoder_half_data_reset_header_iter(res_data);
+ half_data = msg->ref_queue->array[msg->queue_index].res_data;
+ next_header = http_half_get_next_header_field(half_data, cur_header);
+ // ret = http_msg_response_header_next(msg, header);
}
- return -1;
+
+ return next_header;
}
void http_message_get0_uncompressed_body(const struct http_message *msg, const char **body_ptr, size_t *body_len)
@@ -1073,8 +782,6 @@ extern "C"
void http_message_get0_decompressed_body(const struct http_message *msg, const char **dec_body_ptr, size_t *dec_body_len)
{
- enum http_content_encoding ecode = HTTP_CONTENT_ENCODING_NONE;
- struct http_decoder_half_data *ref_data = NULL;
if (unlikely(NULL == msg))
{
goto fail;
@@ -1087,31 +794,7 @@ extern "C"
*dec_body_len = msg->decompress_payload.iov_len;
return;
}
- /**
- * @brief If the body hasn't been compressed, same as http_message_get0_uncompressed_body().
- *
- */
-
- if (HTTP_MESSAGE_REQ_BODY_START == msg->type || HTTP_MESSAGE_REQ_BODY == msg->type || HTTP_MESSAGE_REQ_BODY_END == msg->type)
- {
- ref_data = msg->ref_queue->array[msg->queue_index].req_data;
- }
- else if (HTTP_MESSAGE_RES_BODY_START == msg->type || HTTP_MESSAGE_RES_BODY == msg->type || HTTP_MESSAGE_RES_BODY_END == msg->type)
- {
- ref_data = msg->ref_queue->array[msg->queue_index].res_data;
- }
- ecode = http_half_data_get_content_encoding(ref_data);
- if (ref_data != NULL && HTTP_CONTENT_ENCODING_NONE != ecode)
- {
- goto fail;
- }
- if (msg->raw_payload.iov_base != NULL && msg->raw_payload.iov_len != 0)
- {
- *dec_body_ptr = msg->raw_payload.iov_base;
- *dec_body_len = msg->raw_payload.iov_len;
- }
- return;
fail:
if (dec_body_ptr)
{
@@ -1147,39 +830,7 @@ extern "C"
}
return;
}
-#if 0
- void http_message_decoded_url_get0(const struct http_message *msg, struct iovec *url)
- {
- if (unlikely(NULL == msg))
- {
- if (url)
- {
- url->iov_base = NULL;
- url->iov_len = 0;
- }
- return;
- }
- assert(msg->ref_queue);
- assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
-
- struct http_decoder_half_data *req_data =
- msg->ref_queue->array[msg->queue_index].req_data;
-
- if (http_half_data_get_decode_url(req_data, url) < 0)
- {
- goto fail;
- }
- return;
- fail:
- if (url)
- {
- url->iov_base = NULL;
- url->iov_len = 0;
- }
- return;
- }
-#endif
int http_message_get_transaction_seq(const struct http_message *msg)
{
if (unlikely(NULL == msg))
diff --git a/decoders/http/http_decoder_half.c b/decoders/http/http_decoder_half.c
index 70991c6..cd998fe 100644
--- a/decoders/http/http_decoder_half.c
+++ b/decoders/http/http_decoder_half.c
@@ -1,9 +1,11 @@
+#include "http_decoder_half.h"
#include <assert.h>
#include <stdio.h>
#include <string.h>
#include <arpa/inet.h>
#include "http_decoder_private.h"
#include "llhttp.h"
+#include "stellar/session.h"
#include "uthash/utlist.h"
struct http_decompress_buffer
@@ -13,30 +15,53 @@ struct http_decompress_buffer
struct http_decompress_buffer *next, *prev;
};
-struct http_decoder_half_data
+struct http_header_field_inner
{
- struct http_decoder_table *table;
+ struct http_header_field field;
+ struct http_header_field_inner *next, *prev;
+};
- int major_version;
- int minor_version;
- int status_code;
+struct http_request_line_inner
+{
+ struct http_request_line req_line;
+};
- enum http_event state;
+struct http_response_line_inner
+{
+ struct http_response_line res_line;
+};
+struct http_decoder_half_data
+{
+ enum flow_type flow_dir;
+ enum http_event state;
enum http_content_encoding content_encoding;
struct http_content_decompress *decompress;
-#if 0
- char *ref_decompress_body;
- size_t decompress_body_len;
-#else
+ int transfer_encoding_is_chunked; // -1: not set, 0: false, 1: true
+ long long content_length; // -1: not set; >=0: remain length
+ hstring raw_body;
struct http_decompress_buffer *decompress_buffer_list;
-#endif
- int joint_url_complete;
- int url_is_encoded;
// http://<host>[:<port>]/<path>?<searchpart>
hstring joint_url;
- hstring decoded_url;
long long transaction_index;
+ union
+ {
+ struct http_request_line_inner req_line_inner;
+ struct http_response_line_inner res_line_inner;
+ };
+ struct http_header_field_inner *filed_list;
+ struct http_buffer *ref_headers_cache; /* take the ownership when headers completed, free in http_message_free() */
+ const char *ref_headers_start;
+ const char *ref_headers_end;
+};
+
+struct http_flow_stage
+{
+ enum http_stage stage;
+ long long remain_content_length;
+ const char *headers_start;
+ const char *headers_end;
+ struct http_buffer *headers_cache; /* ownership move to struct http_decoder_half_data when headers completed */
};
struct http_decoder_half
@@ -46,40 +71,77 @@ struct http_decoder_half
enum llhttp_errno error;
int decompress_switch;
struct http_decoder_env *httpd_env;
-
- // uint8_t is_request_flow;
enum http_event event;
http_event_cb *http_ev_cb;
struct http_event_context *http_ev_ctx;
-
- struct http_decoder_half_data *ref_data;
-
+ struct http_decoder_half_data *ref_data; /* pointer to current half_data on_message_begin */
long long trans_counter;
long long err_counter;
long long transaction_seq; // accumulated
-
const char *data;
- int data_len;
+ size_t data_len;
+ struct http_flow_stage stage_shaper;
};
-// #define HTTP_DECODER_DEBUG
-#ifdef HTTP_DECODER_DEBUG
-static void printf_debug_info(const char *desc, const char *at, size_t length)
+hstring *http_half_get_raw_body(struct http_decoder_half_data *data)
+{
+ return &data->raw_body;
+}
+
+void http_half_headers_ref_free(struct http_decoder_half_data *half_data)
{
- if (at)
+ struct http_header_field_inner *el, *tmp;
+ DL_FOREACH_SAFE(half_data->filed_list, el, tmp)
{
- char *temp = http_safe_dup(at, length);
- printf("HTTP PARSER STAGE: %s: %s\n", desc, temp);
- FREE(temp);
+ DL_DELETE(half_data->filed_list, el);
+ FREE(el);
}
- else
+ half_data->filed_list = NULL;
+}
+
+static void http_half_append_header_filed(struct http_decoder_half_data *half_data, const char *at, size_t length)
+{
+ struct http_header_field_inner *inner_field = CALLOC(struct http_header_field_inner, 1);
+ assert(inner_field);
+ inner_field->field.name = at;
+ inner_field->field.name_len = length;
+ DL_APPEND(half_data->filed_list, inner_field);
+}
+
+static void http_half_append_header_value(struct http_decoder_half_data *half_data, const char *at, size_t length)
+{
+ struct http_header_field_inner *inner_field = half_data->filed_list->prev;
+ assert(inner_field);
+ inner_field->field.value = at;
+ inner_field->field.value_len = length;
+}
+
+const struct http_header_field *http_half_get_next_header_field(const struct http_decoder_half_data *half_data, const struct http_header_field *current_header)
+{
+ if (NULL == current_header)
+ { // first time
+ return &half_data->filed_list->field;
+ }
+ const struct http_header_field_inner *inner_fidld = container_of(current_header, struct http_header_field_inner, field);
+ if (inner_fidld->next == half_data->filed_list)
+ { // the last item
+ return NULL;
+ }
+ return &inner_fidld->next->field;
+}
+
+const struct http_header_field *http_half_get_header_field(const struct http_decoder_half_data *half_data, const char *field_name, size_t field_name_len)
+{
+ struct http_header_field_inner *el;
+ DL_FOREACH(half_data->filed_list, el)
{
- printf("HTTP PARSER STAGE: %s\n", desc);
+ if (http_strncasecmp_safe(el->field.name, field_name, el->field.name_len, field_name_len) == 0)
+ {
+ return &el->field;
+ }
}
+ return NULL;
}
-#else
-#define printf_debug_info(desc, at, length)
-#endif
void http_half_decompress_buffer_free(struct http_decoder_half_data *data, hstring *decompress_body)
{
@@ -125,19 +187,15 @@ void http_half_get_lastest_decompress_buffer(struct http_decoder_half_data *data
static void http_decoder_half_data_decompress(struct http_decoder_half_data *data)
{
assert(data);
-
if (data->content_encoding == HTTP_CONTENT_ENCODING_NONE)
{
return;
}
-
- hstring raw_body = {};
- http_decoder_table_get_body(data->table, (char **)&raw_body.iov_base, &raw_body.iov_len);
- if (raw_body.iov_base == NULL || raw_body.iov_len == 0)
+ hstring *raw_body = &data->raw_body;
+ if (raw_body->iov_base == NULL || raw_body->iov_len == 0)
{
return;
}
-
if (NULL == data->decompress)
{
data->decompress = http_content_decompress_create(data->content_encoding);
@@ -146,12 +204,9 @@ static void http_decoder_half_data_decompress(struct http_decoder_half_data *dat
assert(data->decompress);
char *local_outdata = NULL;
size_t local_outdata_len = 0;
- if (http_content_decompress_write(data->decompress, (char *)raw_body.iov_base,
- raw_body.iov_len,
- &local_outdata,
- &local_outdata_len) == -1)
+ if (http_content_decompress_write(data->decompress, (char *)raw_body->iov_base,
+ raw_body->iov_len, &local_outdata, &local_outdata_len) == -1)
{
- // log error
http_content_decompress_destroy(data->decompress);
data->decompress = NULL;
return;
@@ -171,8 +226,6 @@ static void http_decoder_half_data_decompress(struct http_decoder_half_data *dat
/* Possible return values 0, -1, `HPE_PAUSED` */
static int on_message_begin(llhttp_t *http)
{
- printf_debug_info("on_message_begin", NULL, 0);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
@@ -186,19 +239,19 @@ static int on_message_begin(llhttp_t *http)
}
half->ref_data = NULL;
-
assert(half->http_ev_cb != NULL);
half->http_ev_cb(half->event, &half->ref_data, half->http_ev_ctx, half->httpd_env); // http_event_handler()
half->trans_counter++;
half->ref_data->transaction_index = half->transaction_seq++;
+
+ half->ref_data->ref_headers_cache = half->stage_shaper.headers_cache;
+ half->stage_shaper.headers_cache = NULL;
return 0;
}
static int on_message_complete(llhttp_t *http)
{
- printf_debug_info("on_message_complete", NULL, 0);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
@@ -231,261 +284,122 @@ static int on_message_complete(llhttp_t *http)
half->http_ev_cb(half->event, &half->ref_data, half->http_ev_ctx, half->httpd_env);
}
+ half->event = __HTTP_EVENT_RESERVED;
+ half->stage_shaper.stage = HTTP_STAGE_INIT;
return 0;
}
-static int on_reset(llhttp_t *http __attribute__((unused)))
-{
- printf_debug_info("on_reset", NULL, 0);
-
- return 0;
-}
-
-static inline int is_line_crlf(struct http_decoder_half *half)
+static int on_method(llhttp_t *http, const char *at, size_t length)
{
- const char *chr_r = (char *)memrchr(half->data, '\r', half->data_len);
- const char *chr_n = (char *)memrchr(half->data, '\n', half->data_len);
- if (chr_r && chr_n && (chr_r + 1 == chr_n))
+ if (0 == length)
{
- return 1;
+ return 0;
}
- return 0;
-}
-
-static int on_method(llhttp_t *http, const char *at, size_t length)
-{
- printf_debug_info("on_method", at, length);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
-
- http_decoder_table_refer(half->ref_data->table, HTTP_ITEM_METHOD, at, length);
- return 0;
-}
-
-/* Information-only callbacks, return value is ignored */
-static int on_method_complete(llhttp_t *http)
-{
- printf_debug_info("on_method_complete", NULL, 0);
-
- struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
- assert(half);
-
- if (is_line_crlf(half) == 0)
- {
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_METHOD);
- }
-
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_METHOD);
-
+ half->ref_data->req_line_inner.req_line.method = (char *)at;
+ half->ref_data->req_line_inner.req_line.method_len = length;
return 0;
}
/* Possible return values 0, -1, HPE_USER */
static int on_uri(llhttp_t *http, const char *at, size_t length)
{
- printf_debug_info("on_uri", at, length);
-
- struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
- assert(half);
-
- http_decoder_table_refer(half->ref_data->table, HTTP_ITEM_URI, at, length);
- return 0;
-}
-
-static void http_decoder_cached_portion_url(struct http_decoder_half *half, const hstring *uri_result)
-{
- struct http_decoder_half_data *ref_data = half->ref_data;
- int uri_skip_len = 0;
-
- if ((uri_result->iov_len) > 7 && (strncasecmp("http://", (char *)uri_result->iov_base, 7) == 0)) // absolute URI
- {
- uri_skip_len = strlen("http://");
- ref_data->joint_url_complete = 1;
- }
- else
+ if (0 == length)
{
- ref_data->joint_url_complete = 0;
+ return 0;
}
-
- ref_data->joint_url.iov_len = uri_result->iov_len - uri_skip_len;
- ref_data->joint_url.iov_base = MEMPOOL_CALLOC(half->http_ev_ctx->ref_mempool, char, ref_data->joint_url.iov_len);
- memcpy(ref_data->joint_url.iov_base, (char *)uri_result->iov_base + uri_skip_len, ref_data->joint_url.iov_len);
-}
-
-/* Information-only callbacks, return value is ignored */
-static int on_uri_complete(llhttp_t *http)
-{
- printf_debug_info("on_uri_complete", NULL, 0);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
- if (is_line_crlf(half) == 0)
- {
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_URI);
- }
-
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_URI);
-
- hstring uri_result = {};
- http_decoder_table_get_uri(half->ref_data->table, (char **)&uri_result.iov_base, &uri_result.iov_len);
- assert(uri_result.iov_base);
- http_decoder_cached_portion_url(half, &uri_result);
-
+ half->ref_data->req_line_inner.req_line.uri = (char *)at;
+ half->ref_data->req_line_inner.req_line.uri_len = length;
return 0;
}
/* Possible return values 0, -1, HPE_USER */
static int on_version(llhttp_t *http, const char *at, size_t length)
{
- printf_debug_info("on_version", at, length);
-
+ if (0 == length)
+ {
+ return 0;
+ }
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
-
- http_decoder_table_refer(half->ref_data->table, HTTP_ITEM_VERSION, at, length);
+ if (half->parser.type == HTTP_REQUEST)
+ {
+ half->ref_data->req_line_inner.req_line.version = (char *)at;
+ half->ref_data->req_line_inner.req_line.version_len = length;
+ }
+ else
+ {
+ half->ref_data->res_line_inner.res_line.version = (char *)at;
+ half->ref_data->res_line_inner.res_line.version_len = length;
+ }
return 0;
}
/* Information-only callbacks, return value is ignored */
static int on_version_complete(llhttp_t *http)
{
- printf_debug_info("on_version_complete", NULL, 0);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
- if (is_line_crlf(half) == 0)
+ if (half->parser.type == HTTP_REQUEST)
{
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_VERSION);
+ half->ref_data->req_line_inner.req_line.major_version = llhttp_get_http_major(&half->parser);
+ half->ref_data->req_line_inner.req_line.minor_version = llhttp_get_http_minor(&half->parser);
}
-
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_VERSION);
-
- half->ref_data->major_version = llhttp_get_http_major(&half->parser);
- half->ref_data->minor_version = llhttp_get_http_minor(&half->parser);
-
- if (half->parser.type == HTTP_REQUEST)
+ else
{
- half->event = HTTP_EVENT_REQ_LINE;
- if (half->http_ev_cb) // http_event_handler()
- {
- half->http_ev_cb(half->event, &half->ref_data, half->http_ev_ctx, half->httpd_env);
- }
+ half->ref_data->res_line_inner.res_line.major_version = llhttp_get_http_major(&half->parser);
+ half->ref_data->res_line_inner.res_line.minor_version = llhttp_get_http_minor(&half->parser);
}
-
return 0;
}
/* Possible return values 0, -1, HPE_USER */
static int on_status(llhttp_t *http, const char *at, size_t length)
{
- printf_debug_info("on_status", at, length);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
-
- http_decoder_table_refer(half->ref_data->table, HTTP_ITEM_STATUS, at, length);
+ half->ref_data->res_line_inner.res_line.status = (char *)at;
+ half->ref_data->res_line_inner.res_line.status_len = length;
return 0;
}
/* Information-only callbacks, return value is ignored */
static int on_status_complete(llhttp_t *http)
{
- printf_debug_info("on_status_complete", NULL, 0);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
-
- if (is_line_crlf(half) == 0)
- {
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_STATUS);
- }
-
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_STATUS);
- half->ref_data->status_code = llhttp_get_status_code(&half->parser);
-
- if (half->parser.type == HTTP_RESPONSE)
- {
- half->event = HTTP_EVENT_RES_LINE;
- if (half->http_ev_cb != NULL) // http_event_handler()
- {
- half->http_ev_cb(half->event, &half->ref_data, half->http_ev_ctx, half->httpd_env);
- }
- }
-
+ half->ref_data->res_line_inner.res_line.status_code = llhttp_get_status_code(&half->parser);
return 0;
}
/* Possible return values 0, -1, HPE_USER */
static int on_header_field(llhttp_t *http, const char *at, size_t length)
{
- printf_debug_info("on_header_field", at, length);
-
- struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
- assert(half);
-
- http_decoder_table_refer(half->ref_data->table, HTTP_ITEM_HDRKEY, at, length);
- return 0;
-}
-
-/* Information-only callbacks, return value is ignored */
-static int on_header_field_complete(llhttp_t *http)
-{
- printf_debug_info("on_header_field_complete", NULL, 0);
-
+ if (0 == length)
+ {
+ return 0;
+ }
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
-
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_HDRKEY);
-
+ http_half_append_header_filed(half->ref_data, at, length);
return 0;
}
/* Possible return values 0, -1, HPE_USER */
static int on_header_value(llhttp_t *http, const char *at, size_t length)
{
- printf_debug_info("on_header_value", at, length);
-
- struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
- assert(half);
-
- http_decoder_table_refer(half->ref_data->table, HTTP_ITEM_HDRVAL, at, length);
- return 0;
-}
-
-#define MAX_ENCODING_STR_LEN 8
-/* Information-only callbacks, return value is ignored */
-static int on_header_value_complete(llhttp_t *http)
-{
- printf_debug_info("on_header_value_complete", NULL, 0);
-
- struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
- assert(half);
-
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_HDRKEY) ==
- STRING_STATE_CACHE)
- {
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_HDRKEY);
- }
-
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_HDRVAL);
-
- if (half->ref_data->content_encoding == HTTP_CONTENT_ENCODING_NONE)
- {
- struct http_header_field http_hdr = {};
-
- if (http_decoder_table_get_header(half->ref_data->table, (char *)"Content-Encoding", 16, &http_hdr) == 0)
- {
- half->ref_data->content_encoding = http_content_encoding_str2int(http_hdr.value, http_hdr.value_len);
- }
- }
-
- if (http->type == HTTP_REQUEST)
+ if (0 == length)
{
- http_decoder_get_host_feed_url(half);
+ return 0;
}
+ struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
+ assert(half);
+ http_half_append_header_value(half->ref_data, at, length);
return 0;
}
@@ -495,8 +409,6 @@ static int on_header_value_complete(llhttp_t *http)
*/
static int on_chunk_header(llhttp_t *http __attribute__((unused)))
{
- printf_debug_info("on_chunk_header", NULL, 0);
-
return 0;
}
@@ -506,8 +418,6 @@ static int on_chunk_header(llhttp_t *http __attribute__((unused)))
*/
static int on_chunk_header_complete(llhttp_t *http __attribute__((unused)))
{
- printf_debug_info("on_chunk_header_complete", NULL, 0);
-
return 0;
}
@@ -519,14 +429,10 @@ static int on_chunk_header_complete(llhttp_t *http __attribute__((unused)))
*/
static int on_headers_complete(llhttp_t *http)
{
- printf_debug_info("on_headers_complete", NULL, 0);
-
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
assert(half->ref_data);
- http_decoder_table_set_header_complete(half->ref_data->table);
-
if (half->parser.type == HTTP_REQUEST)
{
half->event = HTTP_EVENT_REQ_HDR_END;
@@ -535,19 +441,25 @@ static int on_headers_complete(llhttp_t *http)
{
half->event = HTTP_EVENT_RES_HDR_END;
}
+ half->ref_data->ref_headers_start = half->stage_shaper.headers_start;
+ half->ref_data->ref_headers_end = half->stage_shaper.headers_end;
half->http_ev_cb(half->event, &half->ref_data, half->http_ev_ctx, half->httpd_env); // http_event_handler()
-
return 0;
}
/* Possible return values 0, -1, HPE_USER */
static int on_body(llhttp_t *http, const char *at, size_t length)
{
- printf_debug_info("on_body", at, length);
-
+ if (0 == length)
+ {
+ return 0;
+ }
struct http_decoder_half *half = container_of(http, struct http_decoder_half, parser);
assert(half);
+ half->ref_data->raw_body.iov_base = (void *)NULL;
+ half->ref_data->raw_body.iov_len = 0;
+
// trigger body_begin event
if (half->parser.type == HTTP_REQUEST)
{
@@ -566,17 +478,8 @@ static int on_body(llhttp_t *http, const char *at, size_t length)
}
}
- if (half->ref_data != NULL)
- {
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_BODY) ==
- STRING_STATE_COMMIT)
- {
- http_decoder_table_reset(half->ref_data->table, HTTP_ITEM_BODY);
- }
-
- http_decoder_table_refer(half->ref_data->table, HTTP_ITEM_BODY, at, length);
- http_decoder_table_commit(half->ref_data->table, HTTP_ITEM_BODY);
- }
+ half->ref_data->raw_body.iov_base = (void *)at;
+ half->ref_data->raw_body.iov_len = length;
if (1 == half->decompress_switch && half->ref_data->content_encoding != HTTP_CONTENT_ENCODING_NONE)
{
@@ -602,35 +505,20 @@ static void http_decoder_half_init(struct http_decoder_half *half, http_event_cb
llhttp_settings_init(&half->settings);
llhttp_init(&half->parser, type, &half->settings);
- // half->is_request_flow = (type == HTTP_REQUEST) ? 1 : 0;
half->settings.on_message_begin = on_message_begin;
half->settings.on_message_complete = on_message_complete;
- half->settings.on_reset = on_reset;
-
half->settings.on_url = on_uri;
- half->settings.on_url_complete = on_uri_complete;
-
half->settings.on_status = on_status;
half->settings.on_status_complete = on_status_complete;
-
half->settings.on_method = on_method;
- half->settings.on_method_complete = on_method_complete;
-
half->settings.on_version = on_version;
half->settings.on_version_complete = on_version_complete;
-
half->settings.on_header_field = on_header_field;
- half->settings.on_header_field_complete = on_header_field_complete;
-
half->settings.on_header_value = on_header_value;
- half->settings.on_header_value_complete = on_header_value_complete;
-
half->settings.on_chunk_header = on_chunk_header;
half->settings.on_chunk_complete = on_chunk_header_complete;
-
half->settings.on_headers_complete = on_headers_complete;
half->settings.on_body = on_body;
-
half->error = HPE_OK;
half->http_ev_cb = http_ev_cb; // http_event_handler()
half->ref_data = NULL;
@@ -658,13 +546,13 @@ void http_decoder_half_free(nmx_pool_t *mempool, struct http_decoder_half *half)
{
return;
}
-
if (half->http_ev_ctx != NULL)
{
MEMPOOL_FREE(mempool, half->http_ev_ctx);
half->http_ev_ctx = NULL;
}
-
+ http_buffer_free(half->stage_shaper.headers_cache);
+ half->stage_shaper.headers_cache = NULL;
MEMPOOL_FREE(mempool, half);
}
@@ -673,44 +561,46 @@ void http_decoder_half_reinit(struct http_decoder_half *half,
nmx_pool_t *mempool, struct session *sess)
{
assert(half != NULL);
- if (half->ref_data != NULL)
- {
- http_decoder_table_reinit(half->ref_data->table);
- }
half->http_ev_ctx->ref_mempool = mempool;
half->http_ev_ctx->ref_session = sess;
half->http_ev_ctx->ref_queue = queue;
}
-static void publish_message_for_parsed_header(struct http_decoder_half *half)
+static int http_half_cache_merge(struct http_decoder_half *half, const char *newdata, size_t newdata_len)
{
- if (0 == http_decoder_table_has_parsed_header(half->ref_data->table))
+ struct http_flow_stage *stage_shaper = &half->stage_shaper;
+ if (stage_shaper->headers_cache == NULL || stage_shaper->headers_cache->buffer == NULL || stage_shaper->headers_cache->buffer_size == 0)
{
- return;
+ goto not_merged;
}
- if (half->parser.type == HTTP_REQUEST)
+ if (half->stage_shaper.stage != HTTP_STAGE_HEADER_PARTIAL)
{
- half->event = HTTP_EVENT_REQ_HDR;
+ goto not_merged;
}
- else
+ http_buffer_add(stage_shaper->headers_cache, newdata, newdata_len);
+ half->data = stage_shaper->headers_cache->buffer;
+ half->data_len = stage_shaper->headers_cache->buffer_size;
+ return 1;
+
+not_merged:
+ half->data = newdata;
+ half->data_len = newdata_len;
+ return 0;
+}
+
+static void http_half_cache_headers(struct http_decoder_half *half, const char *newdata, size_t newdata_len)
+{
+ if (half->stage_shaper.headers_cache == NULL)
{
- half->event = HTTP_EVENT_RES_HDR;
+ half->stage_shaper.headers_cache = http_buffer_new();
}
- half->http_ev_cb(half->event, &half->ref_data, half->http_ev_ctx, half->httpd_env); // http_event_handler();
- return;
+ http_buffer_add(half->stage_shaper.headers_cache, newdata, newdata_len);
}
-int http_decoder_half_parse(int proxy_enable, struct http_decoder_half *half, const char *data, size_t data_len)
+int http_decoder_half_parse(struct http_decoder_half *half, const char *data, size_t data_len)
{
assert(half && data);
-
- half->data = (const char *)data;
- half->data_len = data_len;
half->error = llhttp_execute(&half->parser, data, data_len);
-
- int ret = 0;
- enum llhttp_type type = HTTP_BOTH;
-
switch (half->error)
{
case HPE_OK:
@@ -719,104 +609,140 @@ int http_decoder_half_parse(int proxy_enable, struct http_decoder_half *half, co
llhttp_resume(&half->parser);
break;
case HPE_PAUSED_UPGRADE:
- if (proxy_enable)
- {
- llhttp_resume_after_upgrade(&half->parser);
- }
- ret = 0;
+ llhttp_resume_after_upgrade(&half->parser);
break;
default:
- type = (enum llhttp_type)half->parser.type;
- llhttp_init(&half->parser, type, &half->settings);
- ret = -1;
+ http_decoder_stat_update(&half->httpd_env->hd_stat, stellar_get_current_thread_index(), HTTP_STAT_PARSE_ERR, 1);
+ return half->error;
break;
}
+ return 0;
+}
- if (ret < 0)
- {
- // fprintf(stdout,
- // "llhttp_execute parse error: %s err_reason:%s\n",
- // llhttp_errno_name(half->error), half->parser.reason);
- return half->error;
- }
+/*
+ * Cache the all headers field if not completed,
+ * Split the line, headers and body bulk.
+ */
+int http_decoder_half_stage_shaping(struct http_decoder_half *half, const char *newdata, size_t newdata_len)
+{
+ int ret = 0;
+ size_t offset = 0;
+ struct http_flow_stage *stage_shaper = &half->stage_shaper;
+ int merged = http_half_cache_merge(half, newdata, newdata_len);
+ const char *acc_data = half->data;
+ size_t acc_data_len = half->data_len;
- if (half->ref_data != NULL)
+ while (offset < acc_data_len)
{
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_URI) == STRING_STATE_REFER)
- {
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_URI);
- }
-
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_STATUS) == STRING_STATE_REFER)
- {
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_STATUS);
- }
-
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_METHOD) == STRING_STATE_REFER)
+ switch (stage_shaper->stage)
{
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_METHOD);
- }
-
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_VERSION) == STRING_STATE_REFER)
- {
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_VERSION);
- }
-
- if (http_decoder_table_header_complete(half->ref_data->table))
- {
- http_decoder_table_reset_header_complete(half->ref_data->table);
- }
- else
- {
- // if headers are not completed with EOF \r\n\r\n, push the parsed headers so far
- publish_message_for_parsed_header(half);
- }
-
- enum string_state hdr_key_state =
- http_decoder_table_state(half->ref_data->table, HTTP_ITEM_HDRKEY);
- enum string_state hdr_val_state =
- http_decoder_table_state(half->ref_data->table, HTTP_ITEM_HDRVAL);
-
- /* Truncated in http header key
- For example http header k-v => User-Agent: Chrome
- case1:
- packet1: User- hdr_key_state == STRING_STATE_REFER
- packet2: Agent: Chrome
-
- case2:
- packet1: User-Agent: hdr_key_state == STRING_STATE_COMMIT
- hdr_val_state == STRING_STATE_INIT
- packet2: Chrome
- */
- if (hdr_key_state == STRING_STATE_REFER ||
- (hdr_key_state == STRING_STATE_COMMIT && hdr_val_state == STRING_STATE_INIT))
+ case HTTP_STAGE_INIT:
+ case HTTP_STAGE_PENDING:
+ if (http_protocol_identify(acc_data + offset, acc_data_len - offset) == 1)
+ {
+ stage_shaper->stage = HTTP_STAGE_HEADER_PARTIAL;
+ }
+ else
+ {
+ if (half->event == HTTP_EVENT_REQ_HDR_END || half->event == HTTP_EVENT_RES_HDR_END)
+ {
+ stage_shaper->stage = HTTP_STAGE_BODY;
+ }
+ else
+ {
+ stage_shaper->stage = HTTP_STAGE_INIT;
+ return -1;
+ }
+ }
+ break;
+ case HTTP_STAGE_HEADER_PARTIAL:
{
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_HDRKEY);
+ size_t hdr_eof_offset = http_line_header_completed(acc_data + offset, acc_data_len - offset);
+ if (hdr_eof_offset == 0)
+ {
+ if (0 == merged)
+ {
+ http_half_cache_headers(half, acc_data + offset, acc_data_len - offset);
+ }
+ stage_shaper->stage = HTTP_STAGE_HEADER_PARTIAL;
+ offset = acc_data_len;
+ }
+ else
+ {
+ http_truncate_extract_headers(acc_data + offset, hdr_eof_offset, &stage_shaper->headers_start, &stage_shaper->headers_end);
+ ret = http_decoder_half_parse(half, acc_data + offset, hdr_eof_offset);
+ if (ret != 0)
+ {
+ return -1;
+ }
+ if (half->ref_data->content_length > 0 || half->ref_data->transfer_encoding_is_chunked)
+ {
+ half->stage_shaper.remain_content_length = half->ref_data->content_length;
+ stage_shaper->stage = HTTP_STAGE_BODY;
+ }
+ else
+ {
+ stage_shaper->stage = HTTP_STAGE_PENDING;
+ }
+ offset += hdr_eof_offset;
+ }
}
+ break;
- /* Truncated in http header value
- For example http header k-v => User-Agent: Chrome
- packet1: User-Agent: Ch hdr_key_state == STRING_STATE_COMMIT
- hdr_val_state == STRING_STATE_REFER
-
- packet2: rome
- */
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_HDRVAL) == STRING_STATE_REFER)
+ case HTTP_STAGE_BODY:
{
- /* Header key should have been committed
- If it's not cached, cache it for next packet to use
- */
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_HDRKEY);
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_HDRVAL);
+ if (half->ref_data->transfer_encoding_is_chunked)
+ {
+ ret = http_decoder_half_parse(half, acc_data + offset, acc_data_len - offset);
+ if (ret != 0)
+ {
+ return -1;
+ }
+ if (half->event == HTTP_EVENT_REQ_BODY_END || half->event == HTTP_EVENT_RES_BODY_END)
+ {
+ stage_shaper->stage = HTTP_STAGE_PENDING;
+ }
+ offset = acc_data_len;
+ }
+ else if (half->ref_data->content_length > 0)
+ {
+ size_t body_size = MIN((size_t)half->stage_shaper.remain_content_length, acc_data_len - offset);
+ ret = http_decoder_half_parse(half, acc_data + offset, body_size);
+ if (ret != 0)
+ {
+ return -1;
+ }
+ half->stage_shaper.remain_content_length -= body_size;
+ if (0 == half->stage_shaper.remain_content_length)
+ {
+ stage_shaper->stage = HTTP_STAGE_PENDING;
+ }
+ else
+ {
+ ; // body not completed, go on...
+ }
+ offset += body_size;
+ }
+ else
+ {
+ // no content-length, and not chunked, how to do?
+ ret = http_decoder_half_parse(half, acc_data + offset, acc_data_len - offset);
+ if (ret != 0)
+ {
+ return -1;
+ }
+ offset = acc_data_len;
+ }
}
-
- if (http_decoder_table_state(half->ref_data->table, HTTP_ITEM_BODY) == STRING_STATE_REFER)
- {
- http_decoder_table_cache(half->ref_data->table, HTTP_ITEM_BODY);
+ break;
+ default:
+ assert(0);
+ offset = acc_data_len;
+ ret = -1;
+ break;
}
}
-
- return 0;
+ return ret;
}
long long http_decoder_half_trans_count(struct http_decoder_half *half)
@@ -825,30 +751,17 @@ long long http_decoder_half_trans_count(struct http_decoder_half *half)
{
return 0;
}
-
long long trans_cnt = half->trans_counter;
half->trans_counter = 0;
-
return trans_cnt;
}
-struct http_decoder_half_data *
-http_decoder_half_data_new(nmx_pool_t *mempool)
+struct http_decoder_half_data *http_decoder_half_data_new(nmx_pool_t *mempool, enum flow_type flow_dir)
{
- struct http_decoder_half_data *data =
- MEMPOOL_CALLOC(mempool, struct http_decoder_half_data, 1);
+ struct http_decoder_half_data *data = MEMPOOL_CALLOC(mempool, struct http_decoder_half_data, 1);
assert(data);
-
- data->table = http_decoder_table_new(mempool);
- assert(data->table);
-
- data->major_version = -1;
- data->minor_version = -1;
- data->status_code = -1;
-
+ data->flow_dir = flow_dir;
data->content_encoding = HTTP_CONTENT_ENCODING_NONE;
- // data->ref_decompress_body = NULL;
- // data->decompress_body_len = 0;
data->decompress_buffer_list = NULL;
return data;
}
@@ -878,13 +791,6 @@ void http_decoder_half_data_free(nmx_pool_t *mempool, struct http_decoder_half_d
{
return;
}
-
- if (data->table != NULL)
- {
- http_decoder_table_free(data->table);
- data->table = NULL;
- }
-
if (data->decompress != NULL)
{
http_content_decompress_destroy(data->decompress);
@@ -895,115 +801,30 @@ void http_decoder_half_data_free(nmx_pool_t *mempool, struct http_decoder_half_d
{
MEMPOOL_FREE(mempool, data->joint_url.iov_base);
data->joint_url.iov_base = NULL;
- data->joint_url_complete = 0;
}
http_decoder_half_decompress_buf_free(data);
+ http_buffer_free(data->ref_headers_cache);
+ data->ref_headers_cache = NULL;
MEMPOOL_FREE(mempool, data);
}
-int http_decoder_half_data_get_request_line(struct http_decoder_half_data *data,
- struct http_request_line *line)
-{
- http_decoder_table_get_method(data->table, &line->method, &line->method_len);
- http_decoder_table_get_uri(data->table, &line->uri, &line->uri_len);
- http_decoder_table_get_version(data->table, &line->version, &line->version_len);
-
- line->major_version = data->major_version;
- line->minor_version = data->minor_version;
-
- return 0;
-}
-
-int http_decoder_half_data_get_response_line(struct http_decoder_half_data *data,
- struct http_response_line *line)
-{
- http_decoder_table_get_version(data->table, &line->version, &line->version_len);
- http_decoder_table_get_status(data->table, &line->status, &line->status_len);
-
- line->major_version = data->major_version;
- line->minor_version = data->minor_version;
- line->status_code = data->status_code;
-
- return 0;
-}
-
-int http_decoder_half_data_get_header(const struct http_decoder_half_data *data,
- const char *name, size_t name_len,
- struct http_header_field *hdr_result)
-{
- return http_decoder_table_get_header(data->table, name, name_len, hdr_result);
-}
-
-int http_decoder_half_data_iter_header(struct http_decoder_half_data *data,
- struct http_header_field *header)
-{
- return http_decoder_table_iter_header((struct http_decoder_table *)data->table, header);
-}
-
-int http_decoder_half_data_reset_header_iter(struct http_decoder_half_data *req_data)
+const struct http_request_line *http_decoder_half_data_get_request_line(struct http_decoder_half_data *data)
{
- if (NULL == req_data)
- {
- return -1;
- }
- return http_decoder_table_reset_header_iter(req_data->table);
+ return &data->req_line_inner.req_line;
}
-int http_decoder_half_data_has_parsed_header(struct http_decoder_half_data *data)
+const struct http_response_line *http_decoder_half_data_get_response_line(struct http_decoder_half_data *data)
{
- if (NULL == data)
- {
- return 0;
- }
- return http_decoder_table_has_parsed_header(data->table);
-}
-
-int http_decoder_half_data_get_raw_body(const struct http_decoder_half_data *data, const char **body, size_t *body_len)
-{
- if (NULL == data || NULL == body)
- {
- return -1;
- }
- return http_decoder_table_get_body(data->table, (char **)body, body_len);
-}
-#if 0
-int http_decoder_half_data_get_decompress_body(const struct http_decoder_half_data *data, hstring *body)
-{
- if (HTTP_CONTENT_ENCODING_NONE == data->content_encoding)
- {
- return http_decoder_table_get_body(data->table, body);
- }
-
- body->iov_base = data->ref_decompress_body;
- body->iov_len = data->decompress_body_len;
- return 0;
-}
-#endif
-
-void http_decoder_half_data_dump(struct http_decoder_half *half)
-{
- if (NULL == half || NULL == half->ref_data)
- {
- return;
- }
-
- http_decoder_table_dump(half->ref_data->table);
+ return &data->res_line_inner.res_line;
}
-static void using_session_addr_as_host(struct session *ref_session, struct http_header_field *host_result, nmx_pool_t *mempool)
+struct http_header_field *http_using_session_addr_without_host(struct session *ref_session, nmx_pool_t *mempool)
{
-#if 1 // in native steallar, can't get the tuple4 from the session yet!!!
+ struct http_header_field *host_result = MEMPOOL_CALLOC(mempool, struct http_header_field, 1);
struct httpd_session_addr ssaddr = {};
httpd_session_get_addr(ref_session, &ssaddr);
- if (ssaddr.ipver != 4 && ssaddr.ipver != 6)
- {
- host_result->value = MEMPOOL_CALLOC(mempool, char, 1);
- sprintf((char *)host_result->value, "%s", "");
- host_result->value_len = strlen((char *)host_result->value);
- return;
- }
-
char ip_string_buf[INET6_ADDRSTRLEN];
+
if (4 == ssaddr.ipver)
{
host_result->value = MEMPOOL_CALLOC(mempool, char, (INET_ADDRSTRLEN + 7) /* "ip:port" max length */);
@@ -1020,23 +841,31 @@ static void using_session_addr_as_host(struct session *ref_session, struct http_
}
else
{
- assert(0);
+ host_result->value = MEMPOOL_CALLOC(mempool, char, 1);
+ sprintf((char *)host_result->value, "%s", "");
+ host_result->value_len = strlen((char *)host_result->value);
+ return host_result;
}
-#else
- host_result->val.iov_base = MEMPOOL_CALLOC(mempool, char, 32);
- sprintf((char *)host_result->val.iov_base, "%s", "todo:get_tuple4");
- host_result->val.iov_len = strlen((char *)host_result->val.iov_base);
-#endif
+ return host_result;
}
void http_decoder_join_url(struct http_decoder_half_data *hfdata, nmx_pool_t *mempool, const struct http_header_field *host_hdr)
{
int append_slash_len = 0;
- if ('/' != ((char *)hfdata->joint_url.iov_base)[0])
+ const char *join_uri = hfdata->req_line_inner.req_line.uri;
+ size_t join_url_len = hfdata->req_line_inner.req_line.uri_len;
+
+ if (join_url_len > 7 && strncasecmp(join_uri, "http://", 7) == 0)
+ {
+ join_uri += 7;
+ join_url_len -= 7;
+ }
+
+ if ('/' != join_uri[0])
{
append_slash_len = 1;
}
- int url_cache_str_len = host_hdr->value_len + hfdata->joint_url.iov_len + append_slash_len;
+ int url_cache_str_len = host_hdr->value_len + join_url_len + append_slash_len;
char *url_cache_str = MEMPOOL_CALLOC(mempool, char, url_cache_str_len);
char *ptr = url_cache_str;
@@ -1047,91 +876,81 @@ void http_decoder_join_url(struct http_decoder_half_data *hfdata, nmx_pool_t *me
*ptr = '/';
ptr++;
}
- memcpy(ptr, hfdata->joint_url.iov_base, hfdata->joint_url.iov_len);
+ memcpy(ptr, join_uri, join_url_len);
- MEMPOOL_FREE(mempool, hfdata->joint_url.iov_base); // free the cached uri buffer
hfdata->joint_url.iov_base = url_cache_str;
hfdata->joint_url.iov_len = url_cache_str_len;
- hfdata->joint_url_complete = 1;
}
-void http_decoder_get_url(struct http_decoder_half_data *hfdata, nmx_pool_t *mempool)
+int http_parse_headers_finally(struct http_event_context *ev_ctx, struct http_decoder_half_data *hfdata)
{
- struct http_request_line reqline = {};
- http_decoder_half_data_get_request_line(hfdata, &reqline);
- if (unlikely(http_strncasecmp_safe("CONNECT", (char *)reqline.method, 7, reqline.method_len) == 0))
+ if (FLOW_TYPE_C2S == hfdata->flow_dir)
{
- hfdata->joint_url.iov_base = MEMPOOL_CALLOC(mempool, char, reqline.uri_len + 1);
- memcpy(hfdata->joint_url.iov_base, reqline.uri, reqline.uri_len);
- hfdata->joint_url.iov_len = reqline.uri_len;
- hfdata->joint_url_complete = 1;
+ const struct http_header_field *host_filed = http_half_get_header_field(hfdata, "Host", 4);
+ if (NULL == host_filed)
+ {
+ host_filed = http_using_session_addr_without_host(ev_ctx->ref_session, ev_ctx->ref_mempool);
+ }
+ http_decoder_join_url(hfdata, ev_ctx->ref_mempool, host_filed);
}
-}
-int http_decoder_join_url_finally(struct http_event_context *ev_ctx, struct http_decoder_half_data *hfdata, nmx_pool_t *mempool)
-{
- if (hfdata->joint_url_complete)
+ const struct http_header_field *encoding_field = http_half_get_header_field(hfdata, "Content-Encoding", strlen("Content-Encoding"));
+ if (NULL == encoding_field)
{
- return 0;
+ hfdata->content_encoding = HTTP_CONTENT_ENCODING_NONE;
+ }
+ else
+ {
+ hfdata->content_encoding = http_content_encoding_str2int(encoding_field->value, encoding_field->value_len);
}
- struct http_header_field addr_as_host = {};
- using_session_addr_as_host(ev_ctx->ref_session, &addr_as_host, mempool);
- http_decoder_join_url(hfdata, mempool, &addr_as_host);
- MEMPOOL_FREE(mempool, addr_as_host.value); // free session addr to host buffer
- return 1;
-}
-void http_decoder_get_host_feed_url(struct http_decoder_half *half)
-{
- if (half->ref_data->joint_url_complete)
+ const struct http_header_field *content_len = http_half_get_header_field(hfdata, "Content-Length", strlen("Content-Length"));
+ if (NULL == content_len)
{
- return;
+ hfdata->content_length = -1;
}
- struct http_header_field host_result = {};
- int host_header_cnt = http_decoder_half_data_get_header(half->ref_data, (char *)"Host", 4, &host_result);
- if (host_header_cnt < 0)
+ else
{
- return;
+ hfdata->content_length = http_strtoll(content_len->value, content_len->value_len);
}
- http_decoder_join_url(half->ref_data, half->http_ev_ctx->ref_mempool, &host_result);
-}
-int http_half_data_get_url(struct http_decoder_half_data *res_data, const char **url_val, size_t *url_len)
-{
- if (0 == res_data->joint_url_complete)
+ const struct http_header_field *transf_encoding = http_half_get_header_field(hfdata, "Transfer-Encoding", strlen("Transfer-Encoding"));
+ if (NULL == transf_encoding)
{
- return -1;
+ hfdata->transfer_encoding_is_chunked = 0;
}
- *url_val = res_data->joint_url.iov_base;
- *url_len = res_data->joint_url.iov_len;
- return 0;
-}
-#if 0
-int http_half_data_get_decode_url(struct http_decoder_half_data *res_data, hstring *url)
-{
- if (0 == res_data->joint_url_complete)
+ else
{
- return -1;
+ if (http_strncasecmp_safe(transf_encoding->value, "chunked", transf_encoding->value_len, strlen("chunked")) == 0)
+ {
+ hfdata->transfer_encoding_is_chunked = 1;
+ }
+ else
+ {
+ hfdata->transfer_encoding_is_chunked = 0;
+ }
}
- url->iov_base = res_data->decoded_url.iov_base;
- url->iov_len = res_data->decoded_url.iov_len;
- return 0;
+ return 1;
}
-#endif
-int http_half_data_get_transaction_seq(struct http_decoder_half_data *hf_data)
+int http_half_data_get_url(struct http_decoder_half_data *res_data, const char **url_val, size_t *url_len)
{
- return hf_data->transaction_index;
+ *url_val = (char *)res_data->joint_url.iov_base;
+ *url_len = res_data->joint_url.iov_len;
+ return 0;
}
-void http_half_data_update_commit_index(struct http_decoder_half_data *half_data)
+int http_half_data_get_transaction_seq(struct http_decoder_half_data *hf_data)
{
- http_decoder_table_update_commit_index(half_data->table);
+ return hf_data->transaction_index;
}
-int http_half_data_get_total_parsed_header_count(struct http_decoder_half_data *half_data)
+int http_half_get_header_count(struct http_decoder_half_data *half_data)
{
- return http_decoder_table_get_total_parsed_header(half_data->table);
+ int header_count = 0;
+ struct http_header_field_inner *el;
+ DL_COUNT(half_data->filed_list, el, header_count);
+ return header_count;
}
void http_half_pre_context_free(struct session *sess, struct http_decoder_exdata *exdata)
@@ -1153,7 +972,6 @@ void http_half_pre_context_free(struct session *sess, struct http_decoder_exdata
session_mq_publish_message(sess, exdata->pub_topic_id, msg);
}
}
-
for (size_t i = 0; i < queue->queue_size; i++)
{
res_data = queue->array[i].res_data;
@@ -1185,4 +1003,38 @@ enum http_content_encoding http_half_data_get_content_encoding(struct http_decod
return HTTP_CONTENT_ENCODING_NONE;
}
return hf_data->content_encoding;
-} \ No newline at end of file
+}
+
+void http_message_get0_headers_intergration(const struct http_message *msg, const char **headers, size_t *headers_len)
+{
+ if (unlikely(NULL == msg || NULL == headers || 0 == headers_len))
+ {
+ return;
+ }
+ assert(msg->ref_queue);
+ assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
+ const struct http_decoder_half_data *half_data = NULL;
+ if (HTTP_MESSAGE_REQ_LINE_HEADERS == msg->type)
+ {
+ half_data = msg->ref_queue->array[msg->queue_index].req_data;
+ }
+ else if (HTTP_MESSAGE_RES_LINE_HEADERS == msg->type)
+ {
+ half_data = msg->ref_queue->array[msg->queue_index].res_data;
+ }
+ else
+ {
+ ;
+ }
+ if (half_data == NULL)
+ {
+ *headers = NULL;
+ *headers_len = 0;
+ }
+ else
+ {
+ *headers = half_data->ref_headers_start;
+ *headers_len = half_data->ref_headers_end - half_data->ref_headers_start;
+ }
+ return;
+}
diff --git a/decoders/http/http_decoder_half.h b/decoders/http/http_decoder_half.h
index f525f78..2d9a7d6 100644
--- a/decoders/http/http_decoder_half.h
+++ b/decoders/http/http_decoder_half.h
@@ -13,6 +13,7 @@ typedef struct iovec hstring;
// only one http event is fired at a time
enum http_event
{
+ __HTTP_EVENT_RESERVED = 0,
HTTP_EVENT_REQ_INIT = 1 << 1,
HTTP_EVENT_REQ_LINE = 1 << 2,
HTTP_EVENT_REQ_HDR = 1 << 3,
@@ -32,6 +33,14 @@ enum http_event
HTTP_EVENT_RES_END = 1 << 16,
};
+enum http_stage
+{
+ HTTP_STAGE_INIT = 0,
+ HTTP_STAGE_PENDING = 1, /* body without Content-Length, no Chunk-Encoding */
+ HTTP_STAGE_HEADER_PARTIAL = 2,
+ HTTP_STAGE_BODY = 3,
+};
+
struct http_event_context
{
struct http_decoder_exdata *ref_httpd_ctx;
@@ -57,21 +66,18 @@ void http_decoder_half_reinit(struct http_decoder_half *half,
struct http_decoder_result_queue *queue,
nmx_pool_t *mempool, struct session *sess);
-int http_decoder_half_parse(int proxy_enable, struct http_decoder_half *half, const char *data, size_t data_len);
+int http_decoder_half_parse(struct http_decoder_half *half, const char *data, size_t data_len);
long long http_decoder_half_trans_count(struct http_decoder_half *half);
// http decoder half data API
-struct http_decoder_half_data *
-http_decoder_half_data_new(nmx_pool_t *mempool);
+struct http_decoder_half_data *http_decoder_half_data_new(nmx_pool_t *mempool, enum flow_type flow_dir);
void http_decoder_half_data_free(nmx_pool_t *mempool, struct http_decoder_half_data *data);
-int http_decoder_half_data_get_request_line(struct http_decoder_half_data *data,
- struct http_request_line *line);
+const struct http_request_line *http_decoder_half_data_get_request_line(struct http_decoder_half_data *data);
-int http_decoder_half_data_get_response_line(struct http_decoder_half_data *data,
- struct http_response_line *line);
+const struct http_response_line *http_decoder_half_data_get_response_line(struct http_decoder_half_data *data);
int http_decoder_half_data_get_header(const struct http_decoder_half_data *data,
const char *name, size_t name_len, struct http_header_field *hdr_res);
@@ -86,24 +92,26 @@ int http_decoder_half_data_get_raw_body(const struct http_decoder_half_data *dat
int http_decoder_half_data_get_decompress_body(const struct http_decoder_half_data *data, const char **body, size_t *body_len);
void http_half_get_lastest_decompress_buffer(struct http_decoder_half_data *data, hstring *decompress_body);
void http_half_decompress_buffer_free(struct http_decoder_half_data *data, hstring *decompress_body);
+void http_half_flow_buffer_free(struct http_decoder_half_data *data);
void http_decoder_half_data_dump(struct http_decoder_half *half);
void http_decoder_get_host_feed_url(struct http_decoder_half *half);
void http_decoder_get_url(struct http_decoder_half_data *hfdata, nmx_pool_t *mempool);
int http_half_data_get_decode_url(struct http_decoder_half_data *res_data, hstring *url);
-void http_decoder_join_url(struct http_decoder_half_data *hfdata,
- nmx_pool_t *mempool,
- const struct http_header_field *host_hdr);
-int http_decoder_join_url_finally(struct http_event_context *ev_ctx,
- struct http_decoder_half_data *hfdata,
- nmx_pool_t *mempool);
+void http_decoder_join_url(struct http_decoder_half_data *hfdata, nmx_pool_t *mempool, const struct http_header_field *host_hdr);
+int http_parse_headers_finally(struct http_event_context *ev_ctx, struct http_decoder_half_data *hfdata);
int http_half_data_get_url(struct http_decoder_half_data *res_data, const char **url_val, size_t *url_len);
int http_half_data_get_transaction_seq(struct http_decoder_half_data *hf_data);
void http_half_data_update_commit_index(struct http_decoder_half_data *half_data);
void http_half_pre_context_free(struct session *sess, struct http_decoder_exdata *exdata);
void http_half_update_state(struct http_decoder_half_data *hf_data, enum http_event state);
-int http_half_data_get_total_parsed_header_count(struct http_decoder_half_data *half_data);
void http_half_get_max_transaction_seq(struct http_decoder_exdata *exdata, long long *max_req_seq, long long *max_res_seq);
-enum http_content_encoding http_half_data_get_content_encoding(struct http_decoder_half_data *hf_data); \ No newline at end of file
+enum http_content_encoding http_half_data_get_content_encoding(struct http_decoder_half_data *hf_data);
+const struct http_header_field *http_half_get_next_header_field(const struct http_decoder_half_data *half_data, const struct http_header_field *current_header);
+const struct http_header_field *http_half_get_header_field(const struct http_decoder_half_data *half_data, const char *field_name, size_t field_name_len);
+int http_half_get_header_count(struct http_decoder_half_data *half_data);
+hstring *http_half_get_raw_body(struct http_decoder_half_data *data);
+void http_half_headers_ref_free(struct http_decoder_half_data *half_data);
+int http_decoder_half_stage_shaping(struct http_decoder_half *half, const char *newdata, size_t newdata_len); \ No newline at end of file
diff --git a/decoders/http/http_decoder_private.h b/decoders/http/http_decoder_private.h
index 04130f0..d6e4a54 100644
--- a/decoders/http/http_decoder_private.h
+++ b/decoders/http/http_decoder_private.h
@@ -22,11 +22,9 @@ extern "C"
#include "stellar/http.h"
#include "http_decoder_result_queue.h"
#include "http_decoder_half.h"
-#include "http_decoder_table.h"
#include "http_decoder_result_queue.h"
#include "http_decoder_utils.h"
#include "http_decoder_stat.h"
-#include "http_decoder_tunnel.h"
#include "fieldstat/fieldstat_easy.h"
#include "toml/toml.h"
@@ -55,6 +53,10 @@ typedef struct iovec hstring;
#define HD_FREE(pool, p) FREE(p)
#endif
+#ifndef UNUSED
+#define UNUSED __attribute__((unused))
+#endif
+
#define HTTP_IDENTIFY_LEN 16
#define HD_RESULT_QUEUE_LEN 16
@@ -73,7 +75,6 @@ typedef struct iovec hstring;
int decompress_switch;
int stat_interval_pkts; // call fieldstat_incrby every stat_interval_pkts
int stat_output_interval;
- int proxy_enable;
size_t result_queue_len; // per session result queue length
size_t mempool_size; // per session mempool size
};
@@ -108,12 +109,13 @@ typedef struct iovec hstring;
struct http_decoder_exdata
{
+ struct http_decoder_env *httpd_env;
+ struct session *sess;
int sub_topic_id; // tcp_stream
int pub_topic_id; // http message or http tunnel msg
struct http_decoder_result_queue *queue;
struct http_decoder *decoder;
nmx_pool_t *mempool;
- enum http_tunnel_state tunnel_state;
int in_tunnel_is_http;
};
diff --git a/decoders/http/http_decoder_result_queue.c b/decoders/http/http_decoder_result_queue.c
index 5695138..72eb20b 100644
--- a/decoders/http/http_decoder_result_queue.c
+++ b/decoders/http/http_decoder_result_queue.c
@@ -1,8 +1,7 @@
#include <assert.h>
#include "http_decoder_private.h"
-struct http_decoder_result_queue *
-http_decoder_result_queue_new(nmx_pool_t *mempool, size_t queue_size)
+struct http_decoder_result_queue *http_decoder_result_queue_new(nmx_pool_t *mempool, size_t queue_size)
{
struct http_decoder_result_queue *queue =
MEMPOOL_CALLOC(mempool, struct http_decoder_result_queue, 1);
@@ -11,8 +10,7 @@ http_decoder_result_queue_new(nmx_pool_t *mempool, size_t queue_size)
queue->req_index = 0;
queue->res_index = 0;
queue->queue_size = queue_size;
- queue->array = MEMPOOL_CALLOC(mempool, struct http_decoder_result,
- queue->queue_size);
+ queue->array = MEMPOOL_CALLOC(mempool, struct http_decoder_result, queue->queue_size);
assert(queue->array);
return queue;
}
@@ -104,8 +102,7 @@ int http_decoder_result_queue_push_res(struct http_decoder_result_queue *queue,
return 0;
}
-struct http_decoder_half_data *
-http_decoder_result_queue_pop_req(struct http_decoder_result_queue *queue)
+struct http_decoder_half_data *http_decoder_result_queue_pop_req(struct http_decoder_result_queue *queue)
{
if (NULL == queue)
{
@@ -116,8 +113,7 @@ http_decoder_result_queue_pop_req(struct http_decoder_result_queue *queue)
return req_data;
}
-struct http_decoder_half_data *
-http_decoder_result_queue_pop_res(struct http_decoder_result_queue *queue)
+struct http_decoder_half_data *http_decoder_result_queue_pop_res(struct http_decoder_result_queue *queue)
{
if (NULL == queue)
{
@@ -129,8 +125,7 @@ http_decoder_result_queue_pop_res(struct http_decoder_result_queue *queue)
return res_data;
}
-struct http_decoder_half_data *
-http_decoder_result_queue_peek_req(struct http_decoder_result_queue *queue)
+struct http_decoder_half_data *http_decoder_result_queue_peek_req(struct http_decoder_result_queue *queue)
{
if (NULL == queue)
{
@@ -140,8 +135,7 @@ http_decoder_result_queue_peek_req(struct http_decoder_result_queue *queue)
return queue->array[queue->req_index].req_data;
}
-struct http_decoder_half_data *
-http_decoder_result_queue_peek_res(struct http_decoder_result_queue *queue)
+struct http_decoder_half_data *http_decoder_result_queue_peek_res(struct http_decoder_result_queue *queue)
{
if (NULL == queue)
{
diff --git a/decoders/http/http_decoder_string.c b/decoders/http/http_decoder_string.c
deleted file mode 100644
index 6fd5b04..0000000
--- a/decoders/http/http_decoder_string.c
+++ /dev/null
@@ -1,289 +0,0 @@
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <assert.h>
-#include "http_decoder_private.h"
-
-static const char *string_state_to_desc(enum string_state state)
-{
- switch (state)
- {
- case STRING_STATE_INIT:
- return "init";
- break;
- case STRING_STATE_REFER:
- return "refer";
- break;
- case STRING_STATE_CACHE:
- return "cache";
- break;
- case STRING_STATE_COMMIT:
- return "commit";
- break;
- default:
- return "unknown";
- break;
- }
-}
-
-void http_decoder_string_refer(struct http_decoder_string *rstr, const char *at, size_t length)
-{
- if (NULL == rstr)
- {
- return;
- }
-
- switch (rstr->state)
- {
- case STRING_STATE_INIT:
- case STRING_STATE_CACHE:
- rstr->refer.iov_base = (char *)at;
- rstr->refer.iov_len = length;
- break;
- default:
- abort();
- break;
- }
-
- rstr->state = STRING_STATE_REFER;
-}
-
-static void string_refer2cache(struct http_decoder_string *rstr)
-{
- if (0 == rstr->refer.iov_len)
- {
- return;
- }
- if (rstr->cache.iov_len >= rstr->max_cache_size)
- {
- return;
- }
-
- size_t length = rstr->cache.iov_len + rstr->refer.iov_len;
- if (length > rstr->max_cache_size)
- {
- length = rstr->max_cache_size;
- }
-
- if (NULL == rstr->cache.iov_base)
- {
- rstr->cache.iov_base = CALLOC(char, length + 1);
- memcpy(rstr->cache.iov_base, rstr->refer.iov_base, length);
- }
- else
- {
- rstr->cache.iov_base = REALLOC(char, rstr->cache.iov_base, length + 1);
- memcpy((char *)rstr->cache.iov_base + rstr->cache.iov_len, rstr->refer.iov_base,
- (length - rstr->cache.iov_len));
- }
-
- rstr->cache.iov_len = length;
- rstr->refer.iov_base = NULL;
- rstr->refer.iov_len = 0;
-}
-
-static void string_commit2cache(struct http_decoder_string *rstr)
-{
- if (rstr->cache.iov_len == rstr->commit.iov_len &&
- rstr->cache.iov_base == rstr->commit.iov_base)
- {
- rstr->commit.iov_base = NULL;
- rstr->commit.iov_len = 0;
- return;
- }
-
- // Only http header key need to backward to cache
- size_t length = 0;
- if (rstr->commit.iov_len > rstr->max_cache_size)
- {
- length = rstr->max_cache_size;
- }
- else
- {
- length = rstr->commit.iov_len;
- }
-
- if (length > 0)
- {
- if (NULL == rstr->cache.iov_base)
- {
- rstr->cache.iov_base = CALLOC(char, length + 1);
- }
- else
- {
- abort();
- }
- memcpy(rstr->cache.iov_base, rstr->commit.iov_base, length);
- rstr->cache.iov_len = length;
-
- rstr->commit.iov_base = NULL;
- rstr->commit.iov_len = 0;
- }
-}
-
-void http_decoder_string_cache(struct http_decoder_string *rstr)
-{
- if (NULL == rstr)
- {
- return;
- }
-
- switch (rstr->state)
- {
- case STRING_STATE_REFER:
- string_refer2cache(rstr);
- break;
- case STRING_STATE_CACHE:
- break;
- case STRING_STATE_COMMIT:
- // commit backward to cache
- string_commit2cache(rstr);
- break;
- default:
- abort();
- break;
- }
- rstr->state = STRING_STATE_CACHE;
-}
-
-void http_decoder_string_commit(struct http_decoder_string *rstr)
-{
- if (NULL == rstr)
- {
- return;
- }
-
- switch (rstr->state)
- {
- case STRING_STATE_REFER:
- if (rstr->cache.iov_len)
- {
- http_decoder_string_cache(rstr);
-
- rstr->commit.iov_base = rstr->cache.iov_base;
- rstr->commit.iov_len = rstr->cache.iov_len;
- // not overwrite rstr->cache.iov_base
- }
- else
- {
- rstr->commit.iov_base = rstr->refer.iov_base;
- rstr->commit.iov_len = rstr->refer.iov_len;
-
- rstr->refer.iov_base = NULL;
- rstr->refer.iov_len = 0;
- }
- break;
- case STRING_STATE_CACHE:
- rstr->commit.iov_base = rstr->cache.iov_base;
- rstr->commit.iov_len = rstr->cache.iov_len;
- // not overwrite rstr->cache.iov_base
- break;
- default:
- // abort();
- break;
- }
-
- rstr->state = STRING_STATE_COMMIT;
-}
-
-void http_decoder_string_reset(struct http_decoder_string *rstr)
-{
- assert(rstr);
-
- switch (rstr->state)
- {
- case STRING_STATE_INIT:
- case STRING_STATE_REFER:
- case STRING_STATE_CACHE:
- case STRING_STATE_COMMIT:
- FREE(rstr->cache.iov_base);
- memset(rstr, 0, sizeof(struct http_decoder_string));
- break;
- default:
- abort();
- break;
- }
-
- rstr->state = STRING_STATE_INIT;
-}
-
-void http_decoder_string_init(struct http_decoder_string *rstr, size_t max_cache_size)
-{
- rstr->max_cache_size = max_cache_size;
-}
-
-void http_decoder_string_reinit(struct http_decoder_string *rstr)
-{
- if (rstr->state == STRING_STATE_CACHE)
- {
- return;
- }
-
- if (rstr->state == STRING_STATE_COMMIT &&
- rstr->cache.iov_base == rstr->commit.iov_base &&
- rstr->cache.iov_len == rstr->commit.iov_len)
- {
- return;
- }
-
- if (rstr->cache.iov_base != NULL)
- {
- FREE(rstr->cache.iov_base);
- rstr->cache.iov_len = 0;
- }
-
-#if 0
- rstr->refer.iov_base = NULL;
- rstr->refer.iov_len = 0;
- rstr->commit.iov_base = NULL;
- rstr->commit.iov_len = 0;
- rstr->state = STRING_STATE_INIT;
-#endif
-}
-
-enum string_state http_decoder_string_state(const struct http_decoder_string *rstr)
-{
- return rstr->state;
-}
-
-int http_decoder_string_get(const struct http_decoder_string *rstr, char **name, size_t *name_len)
-{
- if (NULL == rstr || NULL == name || 0 == name_len)
- {
- return -1;
- }
-
- if (http_decoder_string_state(rstr) == STRING_STATE_COMMIT)
- {
- *name = rstr->commit.iov_base;
- *name_len = rstr->commit.iov_len;
- }
- else
- {
- *name = NULL;
- *name_len = 0;
- }
- return 0;
-}
-
-void http_decoder_string_dump(struct http_decoder_string *rstr, const char *desc)
-{
- if (NULL == rstr)
- {
- return;
- }
-
- char *refer_str = http_safe_dup((char *)rstr->refer.iov_base, rstr->refer.iov_len);
- char *cache_str = http_safe_dup((char *)rstr->cache.iov_base, rstr->cache.iov_len);
- char *commit_str = http_safe_dup((char *)rstr->commit.iov_base, rstr->commit.iov_len);
-
- printf("%s: state: %s, refer: {len: %02zu, iov_base: %s}, cache: {len: %02zu, iov_base: %s}, commit: {len: %02zu, iov_base: %s}\n",
- desc, string_state_to_desc(rstr->state),
- rstr->refer.iov_len, refer_str,
- rstr->cache.iov_len, cache_str,
- rstr->commit.iov_len, commit_str);
-
- FREE(refer_str);
- FREE(cache_str);
- FREE(commit_str);
-} \ No newline at end of file
diff --git a/decoders/http/http_decoder_string.h b/decoders/http/http_decoder_string.h
deleted file mode 100644
index 83721e9..0000000
--- a/decoders/http/http_decoder_string.h
+++ /dev/null
@@ -1,73 +0,0 @@
-#pragma once
-
-#include "stellar/http.h"
-
-enum string_state {
- STRING_STATE_INIT,
- STRING_STATE_REFER,
- STRING_STATE_CACHE,
- STRING_STATE_COMMIT,
-};
-
-/* state transition diagram
- * +----------+
- * | |
- * \|/ |
- * +------+ |
- * | init | |
- * +------+ |
- * | |
- * +---->| |
- * | \|/ |
- * | +-------+ |
- * | | refer |--+ |
- * | +-------+ | |
- * | | | |
- * | \|/ | |
- * | +-------+ | |
- * +--| cache | | |
- * +-------+ | |
- * | | |
- * |<------+ |
- * \|/ |
- * +--------+ |
- * | commit | |
- * +--------+ |
- * | |
- * \|/ |
- * +--------+ |
- * | reset |----+
- * +--------+
- */
-
-
-//http decoder string
-struct http_decoder_string {
- hstring refer; // shallow copy
- hstring cache; // deep copy
- hstring commit;
-
- enum string_state state;
- size_t max_cache_size;
-};
-
-void http_decoder_string_refer(struct http_decoder_string *rstr,
- const char *at, size_t length);
-
-void http_decoder_string_cache(struct http_decoder_string *rstr);
-
-void http_decoder_string_commit(struct http_decoder_string *rstr);
-
-void http_decoder_string_reset(struct http_decoder_string *rstr);
-
-void http_decoder_string_init(struct http_decoder_string *rstr,
- size_t max_cache_size);
-
-void http_decoder_string_reinit(struct http_decoder_string *rstr);
-
-enum string_state http_decoder_string_state(const struct http_decoder_string *rstr);
-
-int http_decoder_string_get(const struct http_decoder_string *rstr, char **name, size_t *name_len);
-
-void http_decoder_string_dump(struct http_decoder_string *rstr, const char *desc);
- \ No newline at end of file
diff --git a/decoders/http/http_decoder_table.c b/decoders/http/http_decoder_table.c
deleted file mode 100644
index c85b876..0000000
--- a/decoders/http/http_decoder_table.c
+++ /dev/null
@@ -1,579 +0,0 @@
-#include <assert.h>
-#include <stdlib.h>
-#include <string.h>
-#include "http_decoder_private.h"
-
-#define INIT_HEADER_CNT 16
-#define MAX_URI_CACHE_SIZE 2048
-#define MAX_STATUS_CACHE_SIZE 32
-#define MAX_METHOD_CACHE_SIZE 8
-#define MAX_VERSION_CACHE_SIZE 4
-#define MAX_HEADER_KEY_CACHE_SIZE 4096
-#define MAX_HEADER_VALUE_CACHE_SIZE 4096
-
-struct http_decoder_header
-{
- struct http_decoder_string key;
- struct http_decoder_string val;
-};
-
-struct http_decoder_table
-{
- struct http_decoder_string uri;
- struct http_decoder_string status;
- struct http_decoder_string method;
- struct http_decoder_string version;
- struct http_decoder_string body;
-
- nmx_pool_t *ref_mempool;
- int header_complete; // flag for all headers parsed completely
- size_t header_cnt;
- size_t header_index; // current parsing header
- size_t header_iter; // plugins iterate cursor
- size_t commit_header_index; // pushed to plugins, whether has called http_message_get0_next_header()
- struct http_decoder_header *headers;
-};
-
-static void http_decoder_table_init(struct http_decoder_table *table)
-{
- if (NULL == table)
- {
- return;
- }
-
- struct http_decoder_header *header = NULL;
- assert(table);
-
- http_decoder_string_init(&table->uri, MAX_URI_CACHE_SIZE);
- http_decoder_string_init(&table->status, MAX_STATUS_CACHE_SIZE);
- http_decoder_string_init(&table->method, MAX_METHOD_CACHE_SIZE);
- http_decoder_string_init(&table->version, MAX_METHOD_CACHE_SIZE);
-
- for (size_t i = 0; i < table->header_cnt; i++)
- {
- header = &table->headers[i];
- http_decoder_string_init(&header->key, MAX_HEADER_KEY_CACHE_SIZE);
- http_decoder_string_init(&header->val, MAX_HEADER_VALUE_CACHE_SIZE);
- }
-
- http_decoder_string_init(&table->body, 0);
-}
-
-struct http_decoder_table *http_decoder_table_new(nmx_pool_t *mempool)
-{
- struct http_decoder_table *table =
- MEMPOOL_CALLOC(mempool, struct http_decoder_table, 1);
- assert(table);
-
- table->ref_mempool = mempool;
- table->header_cnt = INIT_HEADER_CNT;
- table->headers = MEMPOOL_CALLOC(mempool, struct http_decoder_header,
- table->header_cnt);
- table->commit_header_index = 0;
- http_decoder_table_init(table);
-
- return table;
-}
-
-void http_decoder_table_free(struct http_decoder_table *table)
-{
- if (NULL == table)
- {
- return;
- }
- if (table->uri.cache.iov_base != NULL)
- {
- FREE(table->uri.cache.iov_base);
- }
- if (table->status.cache.iov_base != NULL)
- {
- FREE(table->status.cache.iov_base);
- }
- if (table->method.cache.iov_base != NULL)
- {
- FREE(table->method.cache.iov_base);
- }
- if (table->version.cache.iov_base != NULL)
- {
- FREE(table->version.cache.iov_base);
- }
- if (table->body.cache.iov_base != NULL)
- {
- FREE(table->body.cache.iov_base);
- }
-
- if (table->headers != NULL)
- {
- for (size_t i = 0; i < table->header_cnt; i++)
- {
- if (table->headers[i].key.cache.iov_base != NULL)
- {
- FREE(table->headers[i].key.cache.iov_base);
- }
-
- if (table->headers[i].val.cache.iov_base != NULL)
- {
- FREE(table->headers[i].val.cache.iov_base);
- }
- }
-
- MEMPOOL_FREE(table->ref_mempool, table->headers);
- table->headers = NULL;
- }
- MEMPOOL_FREE(table->ref_mempool, table);
-}
-
-enum string_state http_decoder_table_state(struct http_decoder_table *table, enum http_item type)
-{
- if (NULL == table)
- {
- return STRING_STATE_INIT;
- }
- struct http_decoder_header *header = NULL;
- enum string_state state = STRING_STATE_INIT;
- assert(table);
-
- switch (type)
- {
- case HTTP_ITEM_URI:
- state = http_decoder_string_state(&table->uri);
- break;
- case HTTP_ITEM_STATUS:
- state = http_decoder_string_state(&table->status);
- break;
- case HTTP_ITEM_METHOD:
- state = http_decoder_string_state(&table->method);
- break;
- case HTTP_ITEM_VERSION:
- state = http_decoder_string_state(&table->version);
- break;
- case HTTP_ITEM_HDRKEY:
- assert(table->header_index < table->header_cnt);
- header = &table->headers[table->header_index];
- state = http_decoder_string_state(&header->key);
- break;
- case HTTP_ITEM_HDRVAL:
- assert(table->header_index < table->header_cnt);
- header = &table->headers[table->header_index];
- state = http_decoder_string_state(&header->val);
- break;
- case HTTP_ITEM_BODY:
- state = http_decoder_string_state(&table->body);
- break;
- default:
- abort();
- break;
- }
-
- return state;
-}
-
-void http_decoder_table_refer(struct http_decoder_table *table, enum http_item type, const char *at, size_t len)
-{
- if (NULL == table)
- {
- return;
- }
-
- struct http_decoder_header *header = NULL;
- assert(table);
-
- switch (type)
- {
- case HTTP_ITEM_URI:
- http_decoder_string_refer(&table->uri, at, len);
- break;
- case HTTP_ITEM_STATUS:
- http_decoder_string_refer(&table->status, at, len);
- break;
- case HTTP_ITEM_METHOD:
- http_decoder_string_refer(&table->method, at, len);
- break;
- case HTTP_ITEM_VERSION:
- http_decoder_string_refer(&table->version, at, len);
- break;
- case HTTP_ITEM_HDRKEY:
- assert(table->header_index < table->header_cnt);
- header = &table->headers[table->header_index];
- http_decoder_string_refer(&header->key, at, len);
- break;
- case HTTP_ITEM_HDRVAL:
- assert(table->header_index < table->header_cnt);
- header = &table->headers[table->header_index];
- http_decoder_string_refer(&header->val, at, len);
- break;
- case HTTP_ITEM_BODY:
- http_decoder_string_refer(&table->body, at, len);
- break;
- default:
- abort();
- break;
- }
-}
-
-void http_decoder_table_cache(struct http_decoder_table *table, enum http_item type)
-{
- if (NULL == table)
- {
- return;
- }
-
- struct http_decoder_header *header = NULL;
- assert(table);
-
- switch (type)
- {
- case HTTP_ITEM_URI:
- http_decoder_string_cache(&table->uri);
- break;
- case HTTP_ITEM_STATUS:
- http_decoder_string_cache(&table->status);
- break;
- case HTTP_ITEM_METHOD:
- http_decoder_string_cache(&table->method);
- break;
- case HTTP_ITEM_VERSION:
- http_decoder_string_cache(&table->version);
- break;
- case HTTP_ITEM_HDRKEY:
- assert(table->header_index < table->header_cnt);
- header = &table->headers[table->header_index];
- http_decoder_string_cache(&header->key);
- break;
- case HTTP_ITEM_HDRVAL:
- assert(table->header_index < table->header_cnt);
- header = &table->headers[table->header_index];
- http_decoder_string_cache(&header->val);
- break;
- case HTTP_ITEM_BODY:
- http_decoder_string_cache(&table->body);
- break;
- default:
- abort();
- break;
- }
-}
-
-void http_decoder_table_commit(struct http_decoder_table *table, enum http_item type)
-{
- if (NULL == table)
- {
- return;
- }
-
- size_t i = 0;
- struct http_decoder_header *header = NULL;
- assert(table);
-
- switch (type)
- {
- case HTTP_ITEM_URI:
- http_decoder_string_commit(&table->uri);
- break;
- case HTTP_ITEM_STATUS:
- http_decoder_string_commit(&table->status);
- break;
- case HTTP_ITEM_METHOD:
- http_decoder_string_commit(&table->method);
- break;
- case HTTP_ITEM_VERSION:
- http_decoder_string_commit(&table->version);
- break;
- case HTTP_ITEM_HDRKEY:
- assert(table->header_index < table->header_cnt);
- header = &table->headers[table->header_index];
- http_decoder_string_commit(&header->key);
- break;
- case HTTP_ITEM_HDRVAL:
- header = &table->headers[table->header_index];
- http_decoder_string_commit(&header->val);
- // inc index
- if ((table->header_index + 1) >= table->header_cnt)
- {
- struct http_decoder_header *old_headers = table->headers;
- table->headers =
- MEMPOOL_CALLOC(table->ref_mempool, struct http_decoder_header,
- table->header_cnt * 2);
- table->header_cnt *= 2;
-
- for (i = 0; i <= table->header_index; i++)
- {
- table->headers[i] = old_headers[i];
- }
-
- MEMPOOL_FREE(table->ref_mempool, old_headers);
-
- for (i = table->header_index + 1; i < table->header_cnt; i++)
- {
- header = &table->headers[i];
- memset(header, 0, sizeof(struct http_decoder_header));
- http_decoder_string_init(&header->key, MAX_HEADER_KEY_CACHE_SIZE);
- http_decoder_string_init(&header->val, MAX_HEADER_VALUE_CACHE_SIZE);
- }
- }
- table->header_index++;
- break;
- case HTTP_ITEM_BODY:
- http_decoder_string_commit(&table->body);
- break;
- default:
- abort();
- break;
- }
-}
-
-void http_decoder_table_reset(struct http_decoder_table *table, enum http_item type)
-{
- if (NULL == table)
- {
- return;
- }
-
- struct http_decoder_header *header = NULL;
- assert(table);
-
- switch (type)
- {
- case HTTP_ITEM_URI:
- http_decoder_string_reset(&table->uri);
- break;
- case HTTP_ITEM_STATUS:
- http_decoder_string_reset(&table->status);
- break;
- case HTTP_ITEM_METHOD:
- http_decoder_string_reset(&table->method);
- break;
- case HTTP_ITEM_VERSION:
- http_decoder_string_reset(&table->version);
- break;
- case HTTP_ITEM_HDRKEY:
- header = &table->headers[table->header_index];
- http_decoder_string_reset(&header->key);
- break;
- case HTTP_ITEM_HDRVAL:
- header = &table->headers[table->header_index];
- http_decoder_string_reset(&header->val);
- break;
- case HTTP_ITEM_BODY:
- http_decoder_string_reset(&table->body);
- break;
- default:
- abort();
- break;
- }
-}
-
-void http_decoder_table_reinit(struct http_decoder_table *table)
-{
- assert(table);
- struct http_decoder_header *header = NULL;
-
- http_decoder_string_reinit(&table->uri);
- http_decoder_string_reinit(&table->status);
- http_decoder_string_reinit(&table->method);
- http_decoder_string_reinit(&table->version);
- // for (size_t i = 0; i < table->header_iter; i++) {
- for (size_t i = 0; i < table->commit_header_index; i++)
- {
- // todo, reset header_index, avoid realloc headers as much as possible
- header = &table->headers[i];
- http_decoder_string_reinit(&header->key);
- http_decoder_string_reinit(&header->val);
- }
-
- http_decoder_string_reinit(&table->body);
-}
-
-void http_decoder_table_dump(struct http_decoder_table *table)
-{
- if (NULL == table)
- {
- return;
- }
-
- http_decoder_string_dump(&table->uri, "uri");
- http_decoder_string_dump(&table->status, "status");
- http_decoder_string_dump(&table->method, "method");
- http_decoder_string_dump(&table->version, "version");
- http_decoder_string_dump(&table->body, "body");
-
- for (size_t i = 0; i < table->header_cnt; i++)
- {
- struct http_decoder_header *header = &table->headers[i];
- if (NULL == header)
- {
- continue;
- }
-
- http_decoder_string_dump(&header->key, "key");
- http_decoder_string_dump(&header->val, "val");
- }
-}
-
-int http_decoder_table_get_uri(const struct http_decoder_table *table, char **out, size_t *out_len)
-{
- if (NULL == table || NULL == out)
- {
- return -1;
- }
- return http_decoder_string_get(&table->uri, out, out_len);
-}
-
-int http_decoder_table_get_method(const struct http_decoder_table *table, char **out, size_t *out_len)
-{
- if (NULL == table || NULL == out)
- {
- return -1;
- }
- return http_decoder_string_get(&table->method, out, out_len);
-}
-
-int http_decoder_table_get_status(const struct http_decoder_table *table, char **out, size_t *out_len)
-{
- if (NULL == table || NULL == out)
- {
- return -1;
- }
- return http_decoder_string_get(&table->status, out, out_len);
-}
-
-int http_decoder_table_get_version(const struct http_decoder_table *table, char **out, size_t *out_len)
-{
- if (NULL == table || NULL == out)
- {
- return -1;
- }
- return http_decoder_string_get(&table->version, out, out_len);
-}
-
-int http_decoder_table_get_body(const struct http_decoder_table *table, char **out, size_t *out_len)
-{
- if (NULL == table || NULL == out)
- {
- return -1;
- }
- return http_decoder_string_get(&table->body, (char **)out, out_len);
-}
-
-int http_decoder_table_get_header(const struct http_decoder_table *table, const char *name, size_t name_len,
- struct http_header_field *hdr_result)
-{
- for (size_t i = 0; i < table->header_cnt; i++)
- {
- const struct http_decoder_header *tmp_header = &table->headers[i];
- if (tmp_header->key.commit.iov_len != name_len)
- {
- continue;
- }
-
- if (http_decoder_string_state(&tmp_header->key) == STRING_STATE_COMMIT &&
- http_decoder_string_state(&tmp_header->val) == STRING_STATE_COMMIT)
- {
- hstring tmp_key;
- http_decoder_string_get(&tmp_header->key, (char **)&tmp_key.iov_base, &tmp_key.iov_len);
-
- if (tmp_key.iov_len == name_len &&
- (0 == strncasecmp((char *)tmp_key.iov_base, name, name_len)))
- {
- http_decoder_string_get(&tmp_header->key, &hdr_result->name, &hdr_result->name_len);
- http_decoder_string_get(&tmp_header->val, &hdr_result->value, &hdr_result->value_len);
- return 0;
- }
- }
- }
- return -1;
-}
-
-int http_decoder_table_iter_header(struct http_decoder_table *table, struct http_header_field *hdr)
-{
- if (NULL == table || NULL == hdr)
- {
- return -1;
- }
- if (table->header_iter >= table->header_cnt)
- {
- return -1;
- }
-
- struct http_decoder_header *tmp_header = &table->headers[table->header_iter];
- if (tmp_header != NULL)
- {
- if (http_decoder_string_state(&tmp_header->key) == STRING_STATE_COMMIT &&
- http_decoder_string_state(&tmp_header->val) == STRING_STATE_COMMIT)
- {
-
- http_decoder_string_get(&tmp_header->key, &hdr->name, &hdr->name_len);
- http_decoder_string_get(&tmp_header->val, &hdr->value, &hdr->value_len);
- table->header_iter++;
- return 1;
- }
- }
-
- hdr->name = NULL;
- hdr->name_len = 0;
- hdr->value = NULL;
- hdr->value_len = 0;
-
- return -1;
-}
-
-int http_decoder_table_reset_header_iter(struct http_decoder_table *table)
-{
- table->header_iter = 0;
- return 0;
-}
-
-int http_decoder_table_has_parsed_header(struct http_decoder_table *table)
-{
- // if (NULL == table || (table->header_iter == table->header_index)) {
- if (NULL == table || (table->commit_header_index == table->header_index))
- {
- return 0;
- }
-
- const struct http_decoder_header *tmp_header = &table->headers[table->header_iter];
-
- if (http_decoder_string_state(&tmp_header->key) == STRING_STATE_COMMIT && http_decoder_string_state(&tmp_header->val) == STRING_STATE_COMMIT)
- {
- return 1;
- }
-
- return 0;
-}
-
-int http_decoder_table_header_complete(struct http_decoder_table *table)
-{
- if (NULL == table)
- {
- return -1;
- }
- return table->header_complete;
-}
-
-void http_decoder_table_set_header_complete(struct http_decoder_table *table)
-{
- if (NULL == table)
- {
- return;
- }
- table->header_complete = 1;
-}
-
-void http_decoder_table_reset_header_complete(struct http_decoder_table *table)
-{
- if (NULL == table)
- {
- return;
- }
- table->header_complete = 0;
-}
-
-void http_decoder_table_update_commit_index(struct http_decoder_table *table)
-{
- table->commit_header_index = table->header_index;
-}
-
-int http_decoder_table_get_total_parsed_header(struct http_decoder_table *table)
-{
- return table->header_index;
-} \ No newline at end of file
diff --git a/decoders/http/http_decoder_table.h b/decoders/http/http_decoder_table.h
deleted file mode 100644
index 9a8d948..0000000
--- a/decoders/http/http_decoder_table.h
+++ /dev/null
@@ -1,79 +0,0 @@
-#pragma once
-#include <stddef.h>
-#include "stellar/http.h"
-#include "http_decoder_private.h"
-#include "http_decoder_string.h"
-
-enum http_item
-{
- HTTP_ITEM_URI = 0x01,
- HTTP_ITEM_STATUS = 0x02,
- HTTP_ITEM_METHOD = 0x03,
- HTTP_ITEM_VERSION = 0x04,
- HTTP_ITEM_HDRKEY = 0x05,
- HTTP_ITEM_HDRVAL = 0x06,
- HTTP_ITEM_BODY = 0x07,
-};
-
-struct http_decoder_table;
-struct http_decoder_table *http_decoder_table_new(nmx_pool_t *mempool);
-
-void http_decoder_table_free(struct http_decoder_table *table);
-
-enum string_state
-http_decoder_table_state(struct http_decoder_table *table, enum http_item type);
-
-void http_decoder_table_refer(struct http_decoder_table *table, enum http_item type,
- const char *at, size_t len);
-
-void http_decoder_table_cache(struct http_decoder_table *table, enum http_item type);
-
-void http_decoder_table_commit(struct http_decoder_table *table, enum http_item type);
-
-void http_decoder_table_reset(struct http_decoder_table *table, enum http_item type);
-
-void http_decoder_table_reinit(struct http_decoder_table *table);
-
-void http_decoder_table_dump(struct http_decoder_table *table);
-
-int http_decoder_table_get_uri(const struct http_decoder_table *table, char **out, size_t *out_len);
-
-int http_decoder_table_get_method(const struct http_decoder_table *table, char **out, size_t *out_len);
-
-int http_decoder_table_get_status(const struct http_decoder_table *table, char **out, size_t *out_len);
-
-int http_decoder_table_get_version(const struct http_decoder_table *table, char **out, size_t *out_len);
-
-int http_decoder_table_get_body(const struct http_decoder_table *table, char **out, size_t *out_len);
-
-int http_decoder_table_get_header(const struct http_decoder_table *table,
- const char *name, size_t name_len,
- struct http_header_field *hdr_res);
-
-int http_decoder_table_iter_header(struct http_decoder_table *table,
- struct http_header_field *hdr);
-int http_decoder_table_reset_header_iter(struct http_decoder_table *table);
-/**
- * @brief Is there a parsed header
- *
- * @retval yes(1) no(0)
- */
-int http_decoder_table_has_parsed_header(struct http_decoder_table *table);
-
-/**
- * @brief If headers have been parsed completely
- *
- * @retval yes(1) no(0)
- */
-int http_decoder_table_header_complete(struct http_decoder_table *table);
-
-/**
- * @brief set flag for headers parsed completely
- */
-void http_decoder_table_set_header_complete(struct http_decoder_table *table);
-
-void http_decoder_table_reset_header_complete(struct http_decoder_table *table);
-
-void http_decoder_table_update_commit_index(struct http_decoder_table *table);
-
-int http_decoder_table_get_total_parsed_header(struct http_decoder_table *table);
diff --git a/decoders/http/http_decoder_tunnel.c b/decoders/http/http_decoder_tunnel.c
deleted file mode 100644
index a6abda8..0000000
--- a/decoders/http/http_decoder_tunnel.c
+++ /dev/null
@@ -1,116 +0,0 @@
-#include <assert.h>
-#include <stdio.h>
-#include <string.h>
-#include <strings.h>
-#include <unistd.h>
-#include "http_decoder_private.h"
-#include "llhttp.h"
-
-struct http_tunnel_message
-{
- enum http_tunnel_message_type type;
- hstring tunnel_payload;
-};
-
-int httpd_tunnel_identify(struct http_decoder_env *httpd_env, int curdir, struct http_decoder_half_data *hfdata)
-{
- if (0 == httpd_env->hd_cfg.proxy_enable)
- {
- return 0;
- }
-
- if (FLOW_TYPE_C2S == curdir)
- {
- struct http_request_line reqline = {};
- http_decoder_half_data_get_request_line(hfdata, &reqline);
- if (0 == http_strncasecmp_safe("CONNECT", (char *)reqline.method,
- 7, reqline.method_len))
- {
- return 1;
- }
- }
- else
- {
- struct http_response_line resline = {};
- http_decoder_half_data_get_response_line(hfdata, &resline);
- if (resline.status_code == HTTP_STATUS_OK && 0 == http_strncasecmp_safe("Connection established", (char *)resline.status,
- strlen("Connection established"), resline.status_len))
- {
- return 1;
- }
- }
-
- return 0;
-}
-
-int httpd_is_tunnel_session(const struct http_decoder_env *httpd_env, const struct http_decoder_exdata *ex_data)
-{
- if (0 == httpd_env->hd_cfg.proxy_enable)
- {
- return 0;
- }
- return (ex_data && ex_data->tunnel_state != HTTP_TUN_NON);
-}
-
-int httpd_in_tunnel_transmitting(const struct http_decoder_env *httpd_env, struct http_decoder_exdata *ex_data)
-{
- if (0 == httpd_env->hd_cfg.proxy_enable)
- {
- return 0;
- }
- return (ex_data && ex_data->tunnel_state >= HTTP_TUN_INNER_STARTING);
-}
-
-enum http_tunnel_message_type httpd_tunnel_state_to_msg(const struct http_decoder_exdata *ex_data)
-{
- if (ex_data->tunnel_state == HTTP_TUN_INNER_STARTING)
- {
- return HTTP_TUNNEL_OPENING;
- }
- if (ex_data->tunnel_state == HTTP_TUN_INNER_TRANS)
- {
- return HTTP_TUNNEL_ACTIVE;
- }
- return HTTP_TUNNEL_MSG_MAX;
-}
-
-void httpd_tunnel_state_update(struct http_decoder_exdata *ex_data)
-{
- if (ex_data->tunnel_state == HTTP_TUN_INNER_STARTING)
- {
- ex_data->tunnel_state = HTTP_TUN_INNER_TRANS;
- }
-}
-
-void http_decoder_push_tunnel_data(struct session *sess, const struct http_decoder_exdata *exdata, enum http_tunnel_message_type type, const char *payload, uint16_t payload_len)
-{
- struct http_tunnel_message *tmsg = (struct http_tunnel_message *)CALLOC(struct http_tunnel_message, 1);
- tmsg->type = type;
- tmsg->tunnel_payload.iov_base = (char *)payload;
- tmsg->tunnel_payload.iov_len = payload_len;
- session_mq_publish_message(sess, exdata->pub_topic_id, tmsg);
-}
-
-#ifdef __cplusplus
-extern "C"
-{
-#endif
- void http_tunnel_message_get_payload(const struct http_tunnel_message *tmsg,
- hstring *tunnel_payload)
- {
- if (unlikely(NULL == tmsg || tunnel_payload == NULL))
- {
- return;
- }
- tunnel_payload->iov_base = tmsg->tunnel_payload.iov_base;
- tunnel_payload->iov_len = tmsg->tunnel_payload.iov_len;
- }
-
- enum http_tunnel_message_type http_tunnel_message_type_get(const struct http_tunnel_message *tmsg)
- {
- return tmsg->type;
- }
-
-#ifdef __cplusplus
-}
-#endif
diff --git a/decoders/http/http_decoder_tunnel.h b/decoders/http/http_decoder_tunnel.h
deleted file mode 100644
index 52882e5..0000000
--- a/decoders/http/http_decoder_tunnel.h
+++ /dev/null
@@ -1,36 +0,0 @@
-#pragma once
-#include "http_decoder_private.h"
-#include "http_decoder_half.h"
-
-enum http_tunnel_state
-{
- HTTP_TUN_NON = 0, // init, or not tunnel session
- HTTP_TUN_C2S_HDR_START, // CONNECT ...
- HTTP_TUN_C2S_END, // CONNECT request end
- HTTP_TUN_S2C_START, // HTTP 200 connet established
- HTTP_TUN_INNER_STARTING, // http inner tunnel protocol starting
- HTTP_TUN_INNER_TRANS, // http inner tunnel protocol transmitting
-};
-
-/************************************************************
- * HTTP TUNNEL WITH CONNECT METHOD.
- *************************************************************/
-struct http_tunnel_message;
-#define HTTP_DECODER_TUNNEL_TOPIC "HTTP_DECODER_TUNNEL_MESSAGE"
-
-enum http_tunnel_message_type
-{
- HTTP_TUNNEL_OPENING,
- HTTP_TUNNEL_ACTIVE,
- HTTP_TUNNEL_CLOSING,
- HTTP_TUNNEL_MSG_MAX
-};
-enum http_tunnel_message_type http_tunnel_message_type_get(const struct http_tunnel_message *tmsg);
-void http_tunnel_message_get_payload(const struct http_tunnel_message *tmsg, struct iovec *tunnel_payload);
-
-int httpd_tunnel_identify(struct http_decoder_env *httpd_env, int curdir, struct http_decoder_half_data *hfdata);
-int httpd_is_tunnel_session(const struct http_decoder_env *httpd_env, const struct http_decoder_exdata *ex_data);
-int httpd_in_tunnel_transmitting(const struct http_decoder_env *httpd_env, struct http_decoder_exdata *ex_data);
-void httpd_tunnel_state_update(struct http_decoder_exdata *ex_data);
-void http_decoder_push_tunnel_data(struct session *sess, const struct http_decoder_exdata *exdata, enum http_tunnel_message_type type, const char *payload, uint16_t payload_len);
-enum http_tunnel_message_type httpd_tunnel_state_to_msg(const struct http_decoder_exdata *ex_data); \ No newline at end of file
diff --git a/decoders/http/http_decoder_utils.c b/decoders/http/http_decoder_utils.c
index 08c66b0..b121467 100644
--- a/decoders/http/http_decoder_utils.c
+++ b/decoders/http/http_decoder_utils.c
@@ -1,7 +1,9 @@
#include <string.h>
#include <assert.h>
+#include <arpa/inet.h>
#include "stellar/http.h"
#include "http_decoder_private.h"
+#include "llhttp.h"
char *http_safe_dup(const char *str, size_t len)
{
@@ -33,14 +35,8 @@ const char *http_message_type_to_string(enum http_message_type type)
switch (type)
{
- case HTTP_MESSAGE_REQ_LINE:
- sname = "HTTP_MESSAGE_REQ_LINE";
- break;
- case HTTP_MESSAGE_REQ_HEADER:
- sname = "HTTP_MESSAGE_REQ_HEADER";
- break;
- case HTTP_MESSAGE_REQ_HEADER_END:
- sname = "HTTP_MESSAGE_REQ_HEADER_END";
+ case HTTP_MESSAGE_REQ_LINE_HEADERS:
+ sname = "HTTP_MESSAGE_REQ_LINE_HEADERS";
break;
case HTTP_MESSAGE_REQ_BODY_START:
sname = "HTTP_MESSAGE_REQ_BODY_START";
@@ -51,14 +47,8 @@ const char *http_message_type_to_string(enum http_message_type type)
case HTTP_MESSAGE_REQ_BODY_END:
sname = "HTTP_MESSAGE_REQ_BODY_END";
break;
- case HTTP_MESSAGE_RES_LINE:
- sname = "HTTP_MESSAGE_RES_LINE";
- break;
- case HTTP_MESSAGE_RES_HEADER:
- sname = "HTTP_MESSAGE_RES_HEADER";
- break;
- case HTTP_MESSAGE_RES_HEADER_END:
- sname = "HTTP_MESSAGE_RES_HEADER_END";
+ case HTTP_MESSAGE_RES_LINE_HEADERS:
+ sname = "HTTP_MESSAGE_RES_LINE_HEADERS";
break;
case HTTP_MESSAGE_RES_BODY_START:
sname = "HTTP_MESSAGE_RES_BODY_START";
@@ -89,18 +79,14 @@ int http_message_type_is_req(struct session *sess, enum http_message_type msg_ty
switch (msg_type)
{
- case HTTP_MESSAGE_REQ_LINE:
- case HTTP_MESSAGE_REQ_HEADER:
- case HTTP_MESSAGE_REQ_HEADER_END:
+ case HTTP_MESSAGE_REQ_LINE_HEADERS:
case HTTP_MESSAGE_REQ_BODY_START:
case HTTP_MESSAGE_REQ_BODY:
case HTTP_MESSAGE_REQ_BODY_END:
is_req_msg = 1;
break;
- case HTTP_MESSAGE_RES_LINE:
- case HTTP_MESSAGE_RES_HEADER:
- case HTTP_MESSAGE_RES_HEADER_END:
+ case HTTP_MESSAGE_RES_LINE_HEADERS:
case HTTP_MESSAGE_RES_BODY_START:
case HTTP_MESSAGE_RES_BODY:
case HTTP_MESSAGE_RES_BODY_END:
@@ -308,4 +294,203 @@ void httpd_session_get_addr(const struct session *sess, struct httpd_session_add
break;
}
}
+}
+
+void http_session_addr_ntop(const struct httpd_session_addr *sesaddr, char *buf, size_t buflen)
+{
+ char sip_str[INET6_ADDRSTRLEN] = {0};
+ char dip_str[INET6_ADDRSTRLEN] = {0};
+ uint16_t sport_host, dport_host;
+ if (sesaddr->ipver == 4)
+ {
+ inet_ntop(AF_INET, &sesaddr->saddr4, sip_str, sizeof(sip_str));
+ inet_ntop(AF_INET, &sesaddr->daddr4, dip_str, sizeof(dip_str));
+ }
+ else if (sesaddr->ipver == 6)
+ {
+ inet_ntop(AF_INET6, &sesaddr->saddr6, sip_str, sizeof(sip_str));
+ inet_ntop(AF_INET6, &sesaddr->daddr6, dip_str, sizeof(dip_str));
+ }
+ sport_host = ntohs(sesaddr->sport);
+ dport_host = ntohs(sesaddr->dport);
+ snprintf(buf, buflen, "%s:%u-%s:%u", sip_str, sport_host, dip_str, dport_host);
+}
+
+struct http_buffer *http_buffer_new(void)
+{
+ struct http_buffer *buffer = CALLOC(struct http_buffer, 1);
+ buffer->buffer = NULL;
+ buffer->buffer_size = 0;
+ return buffer;
+}
+
+void http_buffer_free(struct http_buffer *buffer)
+{
+ if (NULL == buffer)
+ {
+ return;
+ }
+ FREE(buffer->buffer);
+ FREE(buffer);
+}
+
+int http_buffer_add(struct http_buffer *buffer, const char *data, size_t data_len)
+{
+ if (NULL == buffer || NULL == data || 0 == data_len)
+ {
+ return -1;
+ }
+ buffer->buffer = REALLOC(char, buffer->buffer, buffer->buffer_size + data_len);
+ memcpy(buffer->buffer + buffer->buffer_size, data, data_len);
+ buffer->buffer_size += data_len;
+ return 0;
+}
+
+int http_buffer_read(struct http_buffer *buffer, char **data, size_t *data_len)
+{
+ if (NULL == buffer)
+ {
+ if (data)
+ {
+ *data = NULL;
+ }
+ if (data_len)
+ {
+ *data_len = 0;
+ }
+ return -1;
+ }
+ *data = buffer->buffer;
+ *data_len = buffer->buffer_size;
+ return 0;
+}
+
+char *http_string_dup(const char *str, size_t len)
+{
+ if (NULL == str || 0 == len)
+ {
+ return NULL;
+ }
+ char *new_str = ALLOC(char, len);
+ memcpy(new_str, str, len);
+ return new_str;
+}
+
+enum http_method_type http_get_method(const char *method, size_t method_len)
+{
+ enum http_method_type type = HTTP_METHOD_UNKNOWN;
+
+ if (NULL == method || 0 == method_len)
+ {
+ return type;
+ }
+
+ if (http_strncasecmp_safe(method, "GET", method_len, 3) == 0)
+ {
+ type = HTTP_METHOD_GET;
+ }
+ else if (http_strncasecmp_safe(method, "POST", method_len, 4) == 0)
+ {
+ type = HTTP_METHOD_POST;
+ }
+ else if (http_strncasecmp_safe(method, "HEAD", method_len, 4) == 0)
+ {
+ type = HTTP_METHOD_HEAD;
+ }
+ else if (http_strncasecmp_safe(method, "PUT", method_len, 3) == 0)
+ {
+ type = HTTP_METHOD_PUT;
+ }
+ else if (http_strncasecmp_safe(method, "DELETE", method_len, 6) == 0)
+ {
+ type = HTTP_METHOD_DELETE;
+ }
+ else if (http_strncasecmp_safe(method, "CONNECT", method_len, 7) == 0)
+ {
+ type = HTTP_METHOD_CONNECT;
+ }
+ else if (http_strncasecmp_safe(method, "OPTIONS", method_len, 7) == 0)
+ {
+ type = HTTP_METHOD_OPTIONS;
+ }
+
+ return type;
+}
+
+long long http_strtoll(const char *str, size_t strlen)
+{
+ if (NULL == str || 0 == strlen || strlen >= 19 /* INT64_MAX */)
+ {
+ return 0;
+ }
+ char tmp_str[strlen + 1];
+ memcpy(tmp_str, str, strlen);
+ tmp_str[strlen] = '\0';
+ return strtoll(tmp_str, NULL, 10);
+}
+
+/*
+ * return value:
+ * EOF offset of beggining.
+ */
+size_t http_line_header_completed(const char *data, size_t data_len)
+{
+ if (data_len < 4) //"\r\n\r\n"
+ {
+ return 0;
+ }
+ void *ptr = memmem(data, data_len, "\r\n\r\n", 4);
+ if (ptr != NULL)
+ {
+ return (char *)ptr - data + 4;
+ }
+ return 0;
+}
+
+int http_protocol_identify(const char *data, size_t data_len)
+{
+ llhttp_t parser;
+ llhttp_settings_t settings;
+ enum llhttp_errno error;
+
+ if (NULL == data || 0 == data_len)
+ {
+ return -1;
+ }
+ llhttp_settings_init(&settings);
+ llhttp_init(&parser, HTTP_BOTH, &settings);
+
+ data_len = MIN(HTTP_IDENTIFY_LEN, data_len);
+ error = llhttp_execute(&parser, data, data_len);
+ if (error != HPE_OK)
+ {
+ return -1;
+ }
+ return 1;
+}
+
+void http_truncate_extract_headers(const char *raw_data, size_t raw_data_len, const char **headers_start, const char **headers_end)
+{
+ const char *start = memmem(raw_data, raw_data_len, "\r\n", 2);
+ if (start != NULL)
+ {
+ start += 2;
+ *headers_start = start;
+ }
+ else
+ {
+ *headers_start = NULL;
+ }
+ const char *end = memmem(raw_data, raw_data_len, "\r\n\r\n", 4);
+ if (end != NULL)
+ {
+ end += 4;
+ *headers_end = end;
+ }
+ else
+ {
+ *headers_start = NULL;
+ *headers_end = NULL;
+ }
+ return;
} \ No newline at end of file
diff --git a/decoders/http/http_decoder_utils.h b/decoders/http/http_decoder_utils.h
index 01a32b2..b6f5bff 100644
--- a/decoders/http/http_decoder_utils.h
+++ b/decoders/http/http_decoder_utils.h
@@ -12,6 +12,7 @@ extern "C"
#include "stellar/session.h"
#include "stellar/stellar_mq.h"
#include "stellar/stellar_exdata.h"
+#include "llhttp.h"
#ifdef __cplusplus
}
#endif
@@ -71,9 +72,32 @@ struct httpd_session_addr
union
{
uint32_t saddr4;
- uint32_t daddr4;
struct in6_addr saddr6;
+ };
+ union
+ {
+ uint32_t daddr4;
struct in6_addr daddr6;
};
};
+/*
+ why not use libevent evbuffer?
+ 1. evbuffer is a buffer chain, it is not suitable for http half flow cache;
+ 2. http_half_flow_buffer is a whole continuous buffer;
+ */
+struct http_buffer
+{
+ char *buffer;
+ size_t buffer_size;
+};
+int http_protocol_identify(const char *data, size_t data_len);
void httpd_session_get_addr(const struct session *sess, struct httpd_session_addr *addr);
+void http_session_addr_ntop(const struct httpd_session_addr *sesaddr, char *buf, size_t buflen);
+struct http_buffer *http_buffer_new(void);
+void http_buffer_free(struct http_buffer *buffer);
+int http_buffer_add(struct http_buffer *buffer, const char *data, size_t data_len);
+int http_buffer_read(struct http_buffer *buffer, char **data, size_t *data_len);
+char *http_string_dup(const char *str, size_t len);
+long long http_strtoll(const char *str, size_t strlen);
+size_t http_line_header_completed(const char *data, size_t data_len);
+void http_truncate_extract_headers(const char *raw_data, size_t raw_data_len, const char **headers_start, const char **headers_end); \ No newline at end of file
diff --git a/decoders/http/version.map b/decoders/http/version.map
index a64b729..eacc6bc 100644
--- a/decoders/http/version.map
+++ b/decoders/http/version.map
@@ -6,6 +6,7 @@ global:
http_decoder_exit;
http_decoder_tcp_stream_msg_cb;
http_url_decode;
+ http_get_method;
};
local: *;
}; \ No newline at end of file