This repository has been archived on 2025-09-14. You can view files and clone it, but cannot push or open issues or pull requests.
Files
stellar-stellar/decoders/http/http_decoder.c

1205 lines
44 KiB
C

#include "stellar/http.h"
#include <assert.h>
#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include "http_decoder_private.h"
#pragma GCC diagnostic ignored "-Wunused-parameter"
struct http_message *http_message_new(enum http_message_type type, struct http_decoder_result_queue *queue,
int queue_index, uint8_t flow_type)
{
struct http_message *msg = CALLOC(struct http_message, 1);
msg->type = type;
msg->ref_queue = queue;
msg->queue_index = queue_index;
msg->flow_type = flow_type;
return msg;
}
struct http_message *http_body_message_new(enum http_message_type type, struct http_decoder_result_queue *queue,
int queue_index, uint8_t flow_type, hstring *raw_payload, hstring *decompress_payload)
{
struct http_message *msg = CALLOC(struct http_message, 1);
msg->type = type;
msg->ref_queue = queue;
msg->queue_index = queue_index;
msg->flow_type = flow_type;
if (raw_payload)
{
msg->raw_payload.iov_base = raw_payload->iov_base;
msg->raw_payload.iov_len = raw_payload->iov_len;
}
if (decompress_payload)
{
msg->decompress_payload.iov_base = decompress_payload->iov_base;
msg->decompress_payload.iov_len = decompress_payload->iov_len;
}
return msg;
}
static void http_message_decompress_buffer_free(struct http_message *msg)
{
struct http_decoder_half_data *ref_data = NULL;
if (HTTP_MESSAGE_REQ_BODY_START == msg->type || HTTP_MESSAGE_REQ_BODY == msg->type || HTTP_MESSAGE_REQ_BODY_END == msg->type)
{
ref_data = msg->ref_queue->array[msg->queue_index].req_data;
}
else if (HTTP_MESSAGE_RES_BODY_START == msg->type || HTTP_MESSAGE_RES_BODY == msg->type || HTTP_MESSAGE_RES_BODY_END == msg->type)
{
ref_data = msg->ref_queue->array[msg->queue_index].res_data;
}
if (ref_data != NULL && msg->decompress_payload.iov_base != NULL)
{
http_half_decompress_buffer_free(ref_data, &msg->decompress_payload);
}
}
static void http_message_free(void *http_msg, void *cb_arg)
{
if (http_msg)
{
http_message_decompress_buffer_free((struct http_message *)http_msg);
FREE(http_msg);
}
}
static void http_event_handler(enum http_event event, struct http_decoder_half_data **data,
struct http_event_context *ev_ctx, void *httpd_plugin_env)
{
assert(ev_ctx);
assert(httpd_plugin_env);
struct http_decoder_env *httpd_env = (struct http_decoder_env *)httpd_plugin_env;
size_t queue_idx = 0;
nmx_pool_t *mempool = ev_ctx->ref_mempool;
struct http_decoder_result_queue *queue = ev_ctx->ref_queue;
struct http_message *msg = NULL;
struct http_decoder_half_data *half_data = NULL;
int ret = 0;
u_int8_t flow_flag = 0;
struct http_decoder_exdata *exdata = ev_ctx->ref_httpd_ctx;
int thread_id = stellar_get_current_thread_index();
if (http_event_is_req(event))
{
queue_idx = http_decoder_result_queue_req_index(queue);
half_data = http_decoder_result_queue_peek_req(queue);
}
else
{
queue_idx = http_decoder_result_queue_res_index(queue);
half_data = http_decoder_result_queue_peek_res(queue);
}
switch (event)
{
case HTTP_EVENT_REQ_INIT:
half_data = http_decoder_result_queue_peek_req(queue);
if (half_data != NULL)
{
http_decoder_result_queue_inc_req_index(queue);
}
half_data = http_decoder_result_queue_peek_req(queue);
if (half_data != NULL)
{
half_data = http_decoder_result_queue_pop_req(queue);
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
half_data = http_decoder_half_data_new(mempool);
ret = http_decoder_result_queue_push_req(queue, half_data);
if (ret < 0)
{
fprintf(stderr, "http_decoder_result_queue_push req failed.");
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
*data = half_data;
queue_idx = http_decoder_result_queue_req_index(queue); // get the index after inc
/* llhttp always call on_message_begin() even if llhttp_execute() error!!! */
msg = http_message_new(HTTP_TRANSACTION_START, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_TRANSACTION_NEW, 1);
break;
case HTTP_EVENT_REQ_LINE:
msg = http_message_new(HTTP_MESSAGE_REQ_LINE, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
if (httpd_tunnel_identify(httpd_env, FLOW_TYPE_C2S, half_data))
{
exdata->tunnel_state = HTTP_TUN_C2S_HDR_START;
// http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTPD_STAT_TUNNEL, 1);
}
if (httpd_is_tunnel_session(httpd_env, exdata))
{
http_decoder_get_url(half_data, mempool);
}
break;
case HTTP_EVENT_REQ_HDR:
msg = http_message_new(HTTP_MESSAGE_REQ_HEADER, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
break;
case HTTP_EVENT_REQ_HDR_END:
{
http_decoder_join_url_finally(ev_ctx, half_data, mempool);
/* maybe some parsed headers in buffer, but has not pushed to plugins yet */
if (http_decoder_half_data_has_parsed_header(half_data))
{
msg = http_message_new(HTTP_MESSAGE_REQ_HEADER, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
}
http_half_data_update_commit_index(half_data);
msg = http_message_new(HTTP_MESSAGE_REQ_HEADER_END, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
int tot_c2s_headers = http_half_data_get_total_parsed_header_count(half_data);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_HEADERS, tot_c2s_headers);
const char *tmp_url = NULL;
size_t tmp_url_len = 0;
http_half_data_get_url(half_data, &tmp_url, &tmp_url_len);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_URL_BYTES, tmp_url_len);
}
break;
case HTTP_EVENT_REQ_BODY_BEGIN:
msg = http_message_new(HTTP_MESSAGE_REQ_BODY_START, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
break;
case HTTP_EVENT_REQ_BODY_DATA:
{
hstring raw_body = {};
hstring decompress_body = {};
http_decoder_half_data_get_raw_body(half_data, (const char **)&raw_body.iov_base, &raw_body.iov_len);
http_half_get_lastest_decompress_buffer(half_data, &decompress_body);
msg = http_body_message_new(HTTP_MESSAGE_REQ_BODY, queue, queue_idx, HTTP_REQUEST, &raw_body, &decompress_body);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
if (decompress_body.iov_base != NULL)
{
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_ZIP_BYTES, raw_body.iov_len);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_UNZIP_BYTES, decompress_body.iov_len);
}
}
break;
case HTTP_EVENT_REQ_BODY_END:
msg = http_message_new(HTTP_MESSAGE_REQ_BODY_END, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
break;
case HTTP_EVENT_REQ_END:
{
session_is_symmetric(ev_ctx->ref_session, &flow_flag);
if (SESSION_SEEN_C2S_FLOW == flow_flag)
{
msg = http_message_new(HTTP_TRANSACTION_END, queue, queue_idx, HTTP_REQUEST);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_TRANSACTION_FREE, 1);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_ASYMMETRY_TRANSACTION, 1);
}
if (httpd_is_tunnel_session(httpd_env, exdata))
{
if (SESSION_SEEN_C2S_FLOW == flow_flag)
{
exdata->tunnel_state = HTTP_TUN_INNER_STARTING;
exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].sub_topic_id;
}
else
{
exdata->tunnel_state = HTTP_TUN_C2S_END;
}
}
http_half_update_state(half_data, event);
http_decoder_result_queue_inc_req_index(queue);
half_data = http_decoder_result_queue_pop_req(queue);
if (half_data != NULL)
{
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
}
break;
case HTTP_EVENT_RES_INIT:
half_data = http_decoder_result_queue_peek_res(queue);
if (half_data != NULL)
{
http_decoder_result_queue_inc_res_index(queue);
}
half_data = http_decoder_result_queue_peek_res(queue);
if (half_data != NULL)
{
half_data = http_decoder_result_queue_pop_res(queue);
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
half_data = http_decoder_half_data_new(mempool);
ret = http_decoder_result_queue_push_res(queue, half_data);
if (ret < 0)
{
fprintf(stderr, "http_decoder_result_queue_push res failed.");
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
queue_idx = http_decoder_result_queue_res_index(queue); // get the index after inc
*data = half_data;
if (0 == session_is_symmetric(ev_ctx->ref_session, &flow_flag))
{
if (SESSION_SEEN_S2C_FLOW == flow_flag)
{
msg = http_message_new(HTTP_TRANSACTION_START, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
}
}
break;
case HTTP_EVENT_RES_LINE:
msg = http_message_new(HTTP_MESSAGE_RES_LINE, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
if (httpd_tunnel_identify(httpd_env, FLOW_TYPE_S2C, half_data))
{
exdata->tunnel_state = HTTP_TUN_S2C_START;
}
else
{
// connect response fail, reset tunnel_state
exdata->tunnel_state = HTTP_TUN_NON;
}
break;
case HTTP_EVENT_RES_HDR:
msg = http_message_new(HTTP_MESSAGE_RES_HEADER, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
break;
case HTTP_EVENT_RES_HDR_END:
{
/* maybe some header in table buffer but has not pushed to plugins */
half_data = http_decoder_result_queue_peek_res(queue);
if (http_decoder_half_data_has_parsed_header(half_data))
{
msg = http_message_new(HTTP_MESSAGE_RES_HEADER, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
}
http_half_data_update_commit_index(half_data);
msg = http_message_new(HTTP_MESSAGE_RES_HEADER_END, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
int tot_s2c_headers = http_half_data_get_total_parsed_header_count(half_data);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_HEADERS, tot_s2c_headers);
if (httpd_is_tunnel_session(httpd_env, exdata))
{
exdata->tunnel_state = HTTP_TUN_INNER_STARTING;
http_half_pre_context_free(ev_ctx->ref_session, exdata);
exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].sub_topic_id;
}
}
break;
case HTTP_EVENT_RES_BODY_BEGIN:
msg = http_message_new(HTTP_MESSAGE_RES_BODY_START, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
break;
case HTTP_EVENT_RES_BODY_DATA:
{
hstring raw_body = {};
http_decoder_half_data_get_raw_body(half_data, (const char **)&raw_body.iov_base, &raw_body.iov_len);
hstring decompress_body = {};
http_half_get_lastest_decompress_buffer(half_data, &decompress_body);
msg = http_body_message_new(HTTP_MESSAGE_RES_BODY, queue, queue_idx, HTTP_RESPONSE, &raw_body, &decompress_body);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
if (decompress_body.iov_base != NULL)
{
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_ZIP_BYTES, raw_body.iov_len);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_UNZIP_BYTES, decompress_body.iov_len);
}
}
break;
case HTTP_EVENT_RES_BODY_END:
msg = http_message_new(HTTP_MESSAGE_RES_BODY_END, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
break;
case HTTP_EVENT_RES_END:
msg = http_message_new(HTTP_TRANSACTION_END, queue, queue_idx, HTTP_RESPONSE);
session_mq_publish_message(ev_ctx->ref_session, exdata->pub_topic_id, msg);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_TRANSACTION_FREE, 1);
session_is_symmetric(ev_ctx->ref_session, &flow_flag);
if (SESSION_SEEN_S2C_FLOW == flow_flag)
{
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_ASYMMETRY_TRANSACTION, 1);
}
http_half_update_state(half_data, event);
http_decoder_result_queue_inc_res_index(queue);
half_data = http_decoder_result_queue_pop_res(queue);
if (half_data != NULL)
{
http_decoder_half_data_free(mempool, half_data);
half_data = NULL;
}
break;
default:
assert(0);
break;
}
if (half_data)
{
http_half_update_state(half_data, event);
}
}
static struct http_decoder *http_decoder_new(struct http_decoder_exdata *hd_ctx, nmx_pool_t *mempool,
http_event_cb *ev_cb, int decompress_switch, struct http_decoder_env *httpd_env,
long long req_start_seq, long long res_start_seq)
{
struct http_decoder *decoder = MEMPOOL_CALLOC(mempool, struct http_decoder, 1);
assert(decoder);
decoder->c2s_half = http_decoder_half_new(hd_ctx, mempool, ev_cb, HTTP_REQUEST, decompress_switch, httpd_env, req_start_seq);
decoder->s2c_half = http_decoder_half_new(hd_ctx, mempool, ev_cb, HTTP_RESPONSE, decompress_switch, httpd_env, res_start_seq);
return decoder;
}
static void http_decoder_free(nmx_pool_t *mempool, struct http_decoder *decoder)
{
if (NULL == decoder)
{
return;
}
if (decoder->c2s_half != NULL)
{
http_decoder_half_free(mempool, decoder->c2s_half);
decoder->c2s_half = NULL;
}
if (decoder->s2c_half != NULL)
{
http_decoder_half_free(mempool, decoder->s2c_half);
decoder->s2c_half = NULL;
}
MEMPOOL_FREE(mempool, decoder);
}
static struct http_decoder_exdata *http_decoder_exdata_new(size_t mempool_size, size_t queue_size,
int decompress_switch, struct http_decoder_env *httpd_env,
long long req_start_seq, long long res_start_seq)
{
struct http_decoder_exdata *hd_ctx = CALLOC(struct http_decoder_exdata, 1);
hd_ctx->mempool = nmx_create_pool(mempool_size);
hd_ctx->decoder = http_decoder_new(hd_ctx, hd_ctx->mempool, http_event_handler, decompress_switch,
httpd_env, req_start_seq, res_start_seq);
hd_ctx->queue = http_decoder_result_queue_new(hd_ctx->mempool, queue_size);
return hd_ctx;
}
static void http_decoder_exdata_free(struct http_decoder_exdata *ex_data)
{
if (unlikely(NULL == ex_data))
{
return;
}
if (ex_data->decoder != NULL)
{
http_decoder_free(ex_data->mempool, ex_data->decoder);
ex_data->decoder = NULL;
}
if (ex_data->queue != NULL)
{
http_decoder_result_queue_free(ex_data->mempool, ex_data->queue);
ex_data->queue = NULL;
}
if (ex_data->mempool)
{
nmx_destroy_pool(ex_data->mempool);
}
FREE(ex_data);
}
static int http_protocol_identify(const char *data, size_t data_len)
{
llhttp_t parser;
llhttp_settings_t settings;
enum llhttp_errno error;
llhttp_settings_init(&settings);
llhttp_init(&parser, HTTP_BOTH, &settings);
error = llhttp_execute(&parser, data, data_len);
if (error != HPE_OK)
{
return -1;
}
return 1;
}
static void _http_decoder_context_free(struct http_decoder_env *env)
{
if (NULL == env)
{
return;
}
http_decoder_stat_free(&env->hd_stat);
for (int i = 0; i < HTTPD_TOPIC_INDEX_MAX; i++)
{
if (env->topic_exdata_compose[i].msg_free_cb)
{
stellar_mq_destroy_topic(env->st, env->topic_exdata_compose[i].sub_topic_id);
}
}
FREE(env);
}
static int load_http_decoder_config(const char *cfg_path,
struct http_decoder_config *hd_cfg)
{
FILE *fp = fopen(cfg_path, "r");
if (NULL == fp)
{
fprintf(stderr, "[%s:%d]Can't open config file:%s",
__FUNCTION__, __LINE__, cfg_path);
return -1;
}
int ret = 0;
char errbuf[256] = {0};
toml_table_t *root = toml_parse_file(fp, errbuf, sizeof(errbuf));
fclose(fp);
toml_table_t *basic_sec_tbl = toml_table_in(root, "basic");
if (NULL == basic_sec_tbl)
{
fprintf(stderr, "[%s:%d]config file:%s has no key: [basic]",
__FUNCTION__, __LINE__, cfg_path);
toml_free(root);
return -1;
}
toml_datum_t int_val = toml_int_in(basic_sec_tbl, "decompress");
if (int_val.ok != 0)
{
hd_cfg->decompress_switch = int_val.u.b;
}
int_val = toml_int_in(basic_sec_tbl, "mempool_size");
if (int_val.ok != 0)
{
hd_cfg->mempool_size = int_val.u.i;
}
else
{
hd_cfg->mempool_size = DEFAULT_MEMPOOL_SIZE;
}
int_val = toml_int_in(basic_sec_tbl, "result_queue_len");
if (int_val.ok != 0)
{
hd_cfg->result_queue_len = int_val.u.i;
}
else
{
hd_cfg->result_queue_len = HD_RESULT_QUEUE_LEN;
}
int_val = toml_int_in(basic_sec_tbl, "stat_interval_pkts");
if (int_val.ok != 0)
{
hd_cfg->stat_interval_pkts = int_val.u.i;
}
else
{
hd_cfg->stat_interval_pkts = DEFAULT_STAT_INTERVAL_PKTS;
}
int_val = toml_int_in(basic_sec_tbl, "stat_output_interval");
if (int_val.ok != 0)
{
hd_cfg->stat_output_interval = int_val.u.i;
}
else
{
hd_cfg->stat_output_interval = DEFAULT_STAT_OUTPUT_INTERVAL;
}
int_val = toml_int_in(basic_sec_tbl, "proxy_enable");
if (int_val.ok != 0)
{
hd_cfg->proxy_enable = int_val.u.i;
}
else
{
hd_cfg->proxy_enable = 0;
}
toml_free(root);
return ret;
}
static int http_msg_get_request_header(const struct http_message *msg, const char *name, size_t name_len,
struct http_header_field *hdr_result)
{
const struct http_decoder_half_data *req_data =
msg->ref_queue->array[msg->queue_index].req_data;
return http_decoder_half_data_get_header(req_data, name, name_len, hdr_result);
}
static int http_msg_get_response_header(const struct http_message *msg, const char *name, size_t name_len,
struct http_header_field *hdr_result)
{
const struct http_decoder_half_data *res_data =
msg->ref_queue->array[msg->queue_index].res_data;
return http_decoder_half_data_get_header(res_data, name, name_len, hdr_result);
}
static int http_msg_request_header_next(const struct http_message *msg,
struct http_header_field *hdr)
{
const struct http_decoder_half_data *req_data =
msg->ref_queue->array[msg->queue_index].req_data;
return http_decoder_half_data_iter_header((struct http_decoder_half_data *)req_data, hdr);
}
static int http_msg_response_header_next(const struct http_message *msg, struct http_header_field *hdr)
{
const struct http_decoder_half_data *res_data =
msg->ref_queue->array[msg->queue_index].res_data;
return http_decoder_half_data_iter_header((struct http_decoder_half_data *)res_data, hdr);
}
#if 0
static int http_msg_get_request_raw_body(const struct http_message *msg, hstring *body)
{
const struct http_decoder_half_data *req_data =
msg->ref_queue->array[msg->queue_index].req_data;
return http_decoder_half_data_get_raw_body(req_data, body);
}
static int http_msg_get_response_raw_body(const struct http_message *msg, hstring *body)
{
const struct http_decoder_half_data *res_data =
msg->ref_queue->array[msg->queue_index].res_data;
return http_decoder_half_data_get_raw_body(res_data, body);
}
static int http_msg_get_request_decompress_body(const struct http_message *msg, hstring *body)
{
const struct http_decoder_half_data *req_data =
msg->ref_queue->array[msg->queue_index].req_data;
return http_decoder_half_data_get_decompress_body(req_data, body);
}
static int http_msg_get_response_decompress_body(const struct http_message *msg, hstring *body)
{
const struct http_decoder_half_data *res_data =
msg->ref_queue->array[msg->queue_index].res_data;
return http_decoder_half_data_get_decompress_body(res_data, body);
}
#endif
static struct http_decoder_exdata *httpd_session_exdata_new(struct session *sess, struct http_decoder_env *httpd_env,
long long req_start_seq, long long res_start_seq)
{
struct http_decoder_exdata *exdata = http_decoder_exdata_new(httpd_env->hd_cfg.mempool_size,
httpd_env->hd_cfg.result_queue_len,
httpd_env->hd_cfg.decompress_switch,
httpd_env, req_start_seq, res_start_seq);
// exdata->sub_topic_id = sub_topic_id;
int thread_id = stellar_get_current_thread_index();
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_SESSION_NEW, 1);
return exdata;
}
#ifdef __cplusplus
extern "C"
{
#endif
void httpd_ex_data_free_cb(int idx, void *ex_data, void *arg)
{
if (NULL == ex_data)
{
return;
}
struct http_decoder_exdata *exdata = (struct http_decoder_exdata *)ex_data;
http_decoder_exdata_free(exdata);
}
void *httpd_session_ctx_new_cb(struct session *sess, void *plugin_env)
{
return (void *)HTTP_CTX_IS_HTTP;
}
void httpd_session_ctx_free_cb(struct session *sess, void *session_ctx, void *plugin_env)
{
if (NULL == plugin_env || NULL == session_ctx)
{
return;
}
if (strncmp((const char *)session_ctx, HTTP_CTX_NOT_HTTP, strlen(HTTP_CTX_NOT_HTTP)) == 0)
{
return;
}
struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
int thread_id = stellar_get_current_thread_index();
unsigned char flow_flag = 0;
session_is_symmetric(sess, &flow_flag);
if (SESSION_SEEN_C2S_FLOW == flow_flag)
{
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_ASYMMETRY_SESSION, 1);
}
else if (SESSION_SEEN_S2C_FLOW == flow_flag)
{
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_ASYMMETRY_SESSION, 1);
}
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_SESSION_FREE, 1);
}
static void http_decoder_execute(struct session *sess, struct http_decoder_env *httpd_env, struct http_decoder_exdata *exdata, const char *payload, uint16_t payload_len)
{
if (httpd_in_tunnel_transmitting(httpd_env, exdata))
{
http_decoder_push_tunnel_data(sess, exdata, httpd_tunnel_state_to_msg(exdata), payload, payload_len);
httpd_tunnel_state_update(exdata);
return;
}
int thread_id = stellar_get_current_thread_index();
struct http_decoder_half *cur_half = NULL;
enum flow_type sess_dir = session_get_flow_type(sess);
if (FLOW_TYPE_C2S == sess_dir)
{
cur_half = exdata->decoder->c2s_half;
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_BYTES, payload_len);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_C2S_TCP_SEG, 1);
}
else
{
cur_half = exdata->decoder->s2c_half;
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_BYTES, payload_len);
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_S2C_TCP_SEG, 1);
}
http_decoder_half_reinit(cur_half, exdata->queue, exdata->mempool, sess);
int ret = http_decoder_half_parse(httpd_env->hd_cfg.proxy_enable, cur_half, payload, payload_len);
if (ret < 0)
{
http_decoder_stat_update(&httpd_env->hd_stat, thread_id, HTTP_STAT_PARSE_ERR, 1);
stellar_session_plugin_dettach_current_session(sess);
}
}
void http_decoder_tunnel_msg_cb(struct session *sess, int topic_id, const void *tmsg, void *per_session_ctx, void *plugin_env)
{
struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
if (0 == httpd_env->hd_cfg.proxy_enable)
{
return;
}
hstring tunnel_payload;
http_tunnel_message_get_payload((const struct http_tunnel_message *)tmsg, &tunnel_payload);
uint16_t payload_len = tunnel_payload.iov_len;
const char *payload = (char *)tunnel_payload.iov_base;
if (NULL == payload || 0 == payload_len)
{
return;
}
struct http_decoder_exdata *exdata = (struct http_decoder_exdata *)session_exdata_get(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].exdata_id);
enum http_tunnel_message_type tmsg_type = http_tunnel_message_type_get((const struct http_tunnel_message *)tmsg);
switch (tmsg_type)
{
case HTTP_TUNNEL_OPENING:
{
if (NULL != exdata)
{
// not support nested http tunnel
session_mq_ignore_message(sess, topic_id, httpd_env->plugin_id);
return;
}
size_t http_identify_len = payload_len > HTTP_IDENTIFY_LEN ? HTTP_IDENTIFY_LEN : payload_len;
int is_http = http_protocol_identify(payload, http_identify_len);
if (is_http)
{
long long max_req_seq = 0, max_res_seq = 0;
struct http_decoder_exdata *tcp_stream_exdata = (struct http_decoder_exdata *)session_exdata_get(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_TCP_STREAM_INDEX].exdata_id);
http_half_get_max_transaction_seq(tcp_stream_exdata, &max_req_seq, &max_res_seq);
exdata = httpd_session_exdata_new(sess, httpd_env, max_req_seq, max_res_seq);
session_exdata_set(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_TUNNEL_INDEX].exdata_id, exdata);
exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_MSG_INDEX].sub_topic_id;
exdata->in_tunnel_is_http = 1;
}
else
{
// inner tunnel is not http, do nothing, do not push this message again !!!
session_mq_ignore_message(sess, topic_id, httpd_env->plugin_id);
return;
}
}
break;
case HTTP_TUNNEL_ACTIVE:
if (NULL == exdata)
{
session_mq_ignore_message(sess, topic_id, httpd_env->plugin_id);
http_decoder_stat_update(&httpd_env->hd_stat, stellar_get_current_thread_index(), HTTP_STAT_PARSE_ERR, 1);
return;
}
break;
case HTTP_TUNNEL_CLOSING:
if (NULL == exdata)
{
http_decoder_stat_update(&httpd_env->hd_stat, stellar_get_current_thread_index(), HTTP_STAT_PARSE_ERR, 1);
return;
}
if (exdata->in_tunnel_is_http)
{
http_half_pre_context_free(sess, exdata);
}
return;
break;
default:
break;
}
if (exdata->in_tunnel_is_http)
{
http_decoder_execute(sess, httpd_env, exdata, payload, payload_len);
}
return;
}
static void http_decoder_on_session_free(struct session *sess,void *per_session_ctx, void *plugin_env)
{
struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
struct http_decoder_exdata *exdata = (struct http_decoder_exdata *)session_exdata_get(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_TCP_STREAM_INDEX].exdata_id);
if (httpd_in_tunnel_transmitting(httpd_env, exdata))
{
http_decoder_push_tunnel_data(sess, exdata, HTTP_TUNNEL_CLOSING, NULL, 0);
}
else
{
http_half_pre_context_free(sess, exdata);
}
return;
}
void http_decoder_tcp_stream_msg_cb(struct session *sess, int topic_id, const void *msg, void *nouse_session_ctx, void *plugin_env)
{
struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
struct http_decoder_exdata *exdata = (struct http_decoder_exdata *)session_exdata_get(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_TCP_STREAM_INDEX].exdata_id);
const char *payload = NULL;
uint16_t payload_len = 0;
assert(msg != NULL);
payload_len = tcp_segment_get_len((struct tcp_segment *)msg);
payload = tcp_segment_get_data((const struct tcp_segment *)msg);
if (unlikely(0 == payload_len || NULL == payload))
{
return;
}
if (NULL == exdata) // first packet
{
size_t http_identify_len = payload_len > HTTP_IDENTIFY_LEN ? HTTP_IDENTIFY_LEN : payload_len;
int ret = http_protocol_identify(payload, http_identify_len);
if (ret < 0)
{
stellar_session_plugin_dettach_current_session(sess);
return;
}
exdata = httpd_session_exdata_new(sess, httpd_env, 0, 0);
exdata->pub_topic_id = httpd_env->topic_exdata_compose[HTTPD_TOPIC_HTTP_MSG_INDEX].sub_topic_id;
session_exdata_set(sess, httpd_env->topic_exdata_compose[HTTPD_TOPIC_TCP_STREAM_INDEX].exdata_id, exdata);
}
http_decoder_execute(sess, httpd_env, exdata, payload, payload_len);
return;
}
static const struct http_topic_exdata_compose g_topic_exdata_compose[HTTPD_TOPIC_INDEX_MAX] =
{
{HTTPD_TOPIC_TCP_STREAM_INDEX, TOPIC_TCP_STREAM, http_decoder_tcp_stream_msg_cb, NULL, "HTTP_DECODER_EXDATA_BASEON_TCP_STREAM", httpd_ex_data_free_cb, -1, -1},
{HTTPD_TOPIC_HTTP_MSG_INDEX, HTTP_TOPIC, NULL, http_message_free, NULL, NULL, -1, -1},
{HTTPD_TOPIC_HTTP_TUNNEL_INDEX, HTTP_DECODER_TUNNEL_TOPIC, http_decoder_tunnel_msg_cb, http_message_free, "HTTP_DECODER_EXDATA_BASEON_HTTP_TUNNEL", httpd_ex_data_free_cb, -1, -1},
};
static void http_decoder_topic_exdata_compose_init(struct http_decoder_env *httpd_env)
{
memcpy(httpd_env->topic_exdata_compose, g_topic_exdata_compose, sizeof(g_topic_exdata_compose));
for (int i = 0; i < HTTPD_TOPIC_INDEX_MAX; i++)
{
httpd_env->topic_exdata_compose[i].sub_topic_id = stellar_session_mq_get_topic_id_reliable(httpd_env->st,
httpd_env->topic_exdata_compose[i].topic_name,
httpd_env->topic_exdata_compose[i].msg_free_cb,
NULL);
assert(httpd_env->topic_exdata_compose[i].sub_topic_id >= 0);
if (httpd_env->topic_exdata_compose[i].exdata_name)
{
httpd_env->topic_exdata_compose[i].exdata_id = stellar_exdata_new_index(httpd_env->st,
httpd_env->topic_exdata_compose[i].exdata_name,
httpd_env->topic_exdata_compose[i].exdata_free_cb,
NULL);
assert(httpd_env->topic_exdata_compose[i].exdata_id >= 0);
}
if (httpd_env->topic_exdata_compose[i].on_msg_cb)
{
stellar_session_mq_subscribe(httpd_env->st, httpd_env->topic_exdata_compose[i].sub_topic_id,
httpd_env->topic_exdata_compose[i].on_msg_cb, httpd_env->plugin_id);
}
}
}
int http_topic_exdata_compose_get_index(const struct http_decoder_env *httpd_env, int by_topic_id)
{
for (int i = 0; i < HTTPD_TOPIC_INDEX_MAX; i++)
{
if (httpd_env->topic_exdata_compose[i].sub_topic_id == by_topic_id)
{
return i;
}
}
assert(0);
return -1;
}
void *http_decoder_init(struct stellar *st)
{
int thread_num = 0;
struct http_decoder_env *httpd_env = CALLOC(struct http_decoder_env, 1);
int ret = load_http_decoder_config(HTTPD_CFG_FILE, &httpd_env->hd_cfg);
if (ret < 0)
{
goto failed;
}
httpd_env->st = st;
httpd_env->plugin_id = stellar_plugin_register(st, httpd_session_ctx_new_cb,
httpd_session_ctx_free_cb, NULL,http_decoder_on_session_free,(void *)httpd_env);
if (httpd_env->plugin_id < 0)
{
goto failed;
}
http_decoder_topic_exdata_compose_init(httpd_env);
thread_num = stellar_get_worker_thread_num(st);
assert(thread_num >= 1);
if (http_decoder_stat_init(&httpd_env->hd_stat, thread_num,
httpd_env->hd_cfg.stat_interval_pkts, httpd_env->hd_cfg.stat_output_interval) < 0)
{
goto failed;
}
return httpd_env;
failed:
fprintf(stderr, "http_decoder_init fail!\n");
_http_decoder_context_free(httpd_env);
return NULL;
}
void http_decoder_exit(void *plugin_env)
{
if (NULL == plugin_env)
{
return;
}
struct http_decoder_env *httpd_env = (struct http_decoder_env *)plugin_env;
_http_decoder_context_free(httpd_env);
}
enum http_message_type http_message_get_type(const struct http_message *msg)
{
if (unlikely(NULL == msg))
{
return HTTP_MESSAGE_MAX;
}
return msg->type;
}
void http_message_get0_request_line(const struct http_message *msg,
struct http_request_line *line)
{
if (unlikely(NULL == msg || msg->type != HTTP_MESSAGE_REQ_LINE))
{
if (line)
{
line->method = NULL;
line->uri = NULL;
line->version = NULL;
}
return;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
struct http_decoder_half_data *req_data =
msg->ref_queue->array[msg->queue_index].req_data;
http_decoder_half_data_get_request_line(req_data, line);
}
void http_message_get0_response_line(const struct http_message *msg,
struct http_response_line *line)
{
if (unlikely(NULL == msg || msg->type != HTTP_MESSAGE_RES_LINE))
{
if (line)
{
line->version = NULL;
line->status = NULL;
}
return;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
struct http_decoder_half_data *res_data =
msg->ref_queue->array[msg->queue_index].res_data;
http_decoder_half_data_get_response_line(res_data, line);
}
void http_message_get0_header(const struct http_message *msg, const char *name, size_t name_len,
struct http_header_field *hdr_result)
{
int ret = -1;
if (unlikely(NULL == msg || NULL == name || 0 == name_len))
{
goto fail;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
if (HTTP_MESSAGE_REQ_HEADER == msg->type)
{
ret = http_msg_get_request_header(msg, name, name_len, hdr_result);
}
else if (HTTP_MESSAGE_RES_HEADER == msg->type)
{
ret = http_msg_get_response_header(msg, name, name_len, hdr_result);
}
if (ret >= 0)
{
return;
}
fail:
if (hdr_result)
{
hdr_result->name = NULL;
hdr_result->value = NULL;
}
return;
}
int http_message_get0_next_header(const struct http_message *msg, struct http_header_field *header)
{
int ret = 1;
if (unlikely(NULL == msg))
{
goto fail;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
if (HTTP_MESSAGE_REQ_HEADER == msg->type)
{
ret = http_msg_request_header_next(msg, header);
}
else if (HTTP_MESSAGE_RES_HEADER == msg->type)
{
ret = http_msg_response_header_next(msg, header);
}
if (ret < 0)
{
goto fail;
}
return 0;
fail:
if (header)
{
header->name = NULL;
header->value = NULL;
}
return -1;
}
int http_message_reset_header_iter(struct http_message *msg)
{
if (unlikely(NULL == msg))
{
return -1;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
if (HTTP_MESSAGE_REQ_HEADER == msg->type)
{
struct http_decoder_half_data *req_data =
msg->ref_queue->array[msg->queue_index].req_data;
return http_decoder_half_data_reset_header_iter(req_data);
}
else if (HTTP_MESSAGE_RES_HEADER == msg->type)
{
struct http_decoder_half_data *res_data =
msg->ref_queue->array[msg->queue_index].res_data;
return http_decoder_half_data_reset_header_iter(res_data);
}
return -1;
}
void http_message_get0_uncompressed_body(const struct http_message *msg, const char **body_ptr, size_t *body_len)
{
if (unlikely(NULL == msg))
{
goto fail;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
if (msg->raw_payload.iov_base != NULL && msg->raw_payload.iov_len != 0)
{
*body_ptr = msg->raw_payload.iov_base;
*body_len = msg->raw_payload.iov_len;
return;
}
fail:
if (body_ptr)
{
*body_ptr = NULL;
*body_len = 0;
}
return;
}
void http_message_get0_decompressed_body(const struct http_message *msg, const char **dec_body_ptr, size_t *dec_body_len)
{
enum http_content_encoding ecode = HTTP_CONTENT_ENCODING_NONE;
struct http_decoder_half_data *ref_data = NULL;
if (unlikely(NULL == msg))
{
goto fail;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
if (msg->decompress_payload.iov_base != NULL && msg->decompress_payload.iov_len != 0)
{
*dec_body_ptr = msg->decompress_payload.iov_base;
*dec_body_len = msg->decompress_payload.iov_len;
return;
}
/**
* @brief If the body hasn't been compressed, same as http_message_get0_uncompressed_body().
*
*/
if (HTTP_MESSAGE_REQ_BODY_START == msg->type || HTTP_MESSAGE_REQ_BODY == msg->type || HTTP_MESSAGE_REQ_BODY_END == msg->type)
{
ref_data = msg->ref_queue->array[msg->queue_index].req_data;
}
else if (HTTP_MESSAGE_RES_BODY_START == msg->type || HTTP_MESSAGE_RES_BODY == msg->type || HTTP_MESSAGE_RES_BODY_END == msg->type)
{
ref_data = msg->ref_queue->array[msg->queue_index].res_data;
}
ecode = http_half_data_get_content_encoding(ref_data);
if (ref_data != NULL && HTTP_CONTENT_ENCODING_NONE != ecode)
{
goto fail;
}
if (msg->raw_payload.iov_base != NULL && msg->raw_payload.iov_len != 0)
{
*dec_body_ptr = msg->raw_payload.iov_base;
*dec_body_len = msg->raw_payload.iov_len;
}
return;
fail:
if (dec_body_ptr)
{
*dec_body_ptr = NULL;
*dec_body_len = 0;
}
return;
}
void http_message_get0_raw_url(const struct http_message *msg, const char **url_val, size_t *url_len)
{
struct http_decoder_half_data *req_data = NULL;
if (unlikely(NULL == msg))
{
goto fail;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
req_data = msg->ref_queue->array[msg->queue_index].req_data;
if (http_half_data_get_url(req_data, url_val, url_len) < 0)
{
goto fail;
}
return;
fail:
if (url_val)
{
*url_val = NULL;
*url_len = 0;
}
return;
}
#if 0
void http_message_decoded_url_get0(const struct http_message *msg, struct iovec *url)
{
if (unlikely(NULL == msg))
{
if (url)
{
url->iov_base = NULL;
url->iov_len = 0;
}
return;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
struct http_decoder_half_data *req_data =
msg->ref_queue->array[msg->queue_index].req_data;
if (http_half_data_get_decode_url(req_data, url) < 0)
{
goto fail;
}
return;
fail:
if (url)
{
url->iov_base = NULL;
url->iov_len = 0;
}
return;
}
#endif
int http_message_get_transaction_seq(const struct http_message *msg)
{
if (unlikely(NULL == msg))
{
return -1;
}
assert(msg->ref_queue);
assert(msg->queue_index < HD_RESULT_QUEUE_LEN);
struct http_decoder_half_data *hf_data = NULL;
if (HTTP_REQUEST == msg->flow_type)
{
hf_data = msg->ref_queue->array[msg->queue_index].req_data;
}
else
{
hf_data = msg->ref_queue->array[msg->queue_index].res_data;
}
return http_half_data_get_transaction_seq(hf_data);
}
#ifdef __cplusplus
}
#endif