/* ********************************************************************************************** * File: maat_plugin.cpp * Description: * Authors: Liu WenTan * Date: 2022-10-31 * Copyright: (c) 2018-2022 Geedge Networks, Inc. All rights reserved. *********************************************************************************************** */ #include #include "log/log.h" #include "cJSON/cJSON.h" #include "utils.h" #include "maat_utils.h" #include "maat_plugin.h" #include "maat_ex_data.h" #include "maat_limits.h" #define MODULE_PLUGIN module_name_str("maat.plugin") struct plugin_callback_schema { maat_start_callback_t *start; maat_update_callback_t *update; maat_finish_callback_t *finish; void *u_para; }; struct plugin_runtime { uint64_t acc_line_num; struct ex_data_runtime *ex_data_rt; uint32_t rule_num; uint32_t updating_rule_num; struct maat_garbage_bin *ref_garbage_bin; struct log_handle *logger; }; #define MAX_PLUGIN_PER_TABLE 32 struct plugin_schema { int item_id_column; int key_column; int rule_tag_column; int n_foreign; int foreign_columns[MAX_FOREIGN_CLMN_NUM]; size_t cb_cnt; struct plugin_callback_schema cb[MAX_PLUGIN_PER_TABLE]; struct ex_data_schema *ex_schema; int table_id; //ugly }; static int read_integer_array(char *string, int *array, int size) { int i = 0; char *token = NULL, *sub_token = NULL, *saveptr; for (i = 0, token = string; i < size; token= NULL, i++) { sub_token = strtok_r(token, ",", &saveptr); if (sub_token == NULL) { break; } sscanf(sub_token, "%d", array + i); } return i; } void *plugin_schema_new(cJSON *json, const char *table_name, struct log_handle *logger) { size_t read_cnt = 0; struct plugin_schema *plugin_schema = ALLOC(struct plugin_schema, 1); cJSON *custom_item = NULL; cJSON *item = cJSON_GetObjectItem(json, "table_id"); if (item != NULL && item->type == cJSON_Number) { plugin_schema->table_id = item->valueint; read_cnt++; } item = cJSON_GetObjectItem(json, "custom"); if (item == NULL || item->type != cJSON_Object) { log_error(logger, MODULE_PLUGIN, "table %s has no custom column", table_name); goto error; } custom_item = cJSON_GetObjectItem(item, "item_id"); if (custom_item != NULL && custom_item->type == cJSON_Number) { plugin_schema->item_id_column = custom_item->valueint; read_cnt++; } custom_item = cJSON_GetObjectItem(item, "key"); if (custom_item != NULL && custom_item->type == cJSON_Number) { plugin_schema->key_column = custom_item->valueint; read_cnt++; } custom_item = cJSON_GetObjectItem(item, "tag"); if (custom_item != NULL && custom_item->type == cJSON_Number) { plugin_schema->rule_tag_column = custom_item->valueint; read_cnt++; } custom_item = cJSON_GetObjectItem(item, "foreign"); if (custom_item != NULL) { read_cnt++; if (custom_item->type == cJSON_String) { plugin_schema->n_foreign = read_integer_array(custom_item->valuestring, plugin_schema->foreign_columns, MAX_FOREIGN_CLMN_NUM); } else if (custom_item->type == cJSON_Array) { plugin_schema->n_foreign = cJSON_GetArraySize(custom_item); for (int i = 0; i < plugin_schema->n_foreign; i++) { cJSON *foreign_item = cJSON_GetArrayItem(custom_item, i); assert(foreign_item->type == cJSON_Number); plugin_schema->foreign_columns[i] = foreign_item->valueint; } } } if (read_cnt < 5) { goto error; } return plugin_schema; error: FREE(plugin_schema); return NULL; } void plugin_schema_free(void *plugin_schema) { if (NULL == plugin_schema) { return; } struct plugin_schema *schema = (struct plugin_schema *)plugin_schema; if (schema->ex_schema != NULL) { ex_data_schema_free(schema->ex_schema); schema->ex_schema = NULL; } FREE(schema); } int plugin_table_add_callback(void *plugin_schema, int table_id, maat_start_callback_t *start, maat_update_callback_t *update, maat_finish_callback_t *finish, void *u_para, struct log_handle *logger) { if (NULL == plugin_schema) { return -1; } struct plugin_schema *schema = (struct plugin_schema *)plugin_schema; size_t idx = schema->cb_cnt; if (idx == MAX_PLUGIN_PER_TABLE) { log_error(logger, MODULE_PLUGIN, "the plugin number of table_id: %d exceed maxium:%d", table_id, MAX_PLUGIN_PER_TABLE); return -1; } schema->cb_cnt++; schema->cb[idx].start = start; schema->cb[idx].update = update; schema->cb[idx].finish = finish; schema->cb[idx].u_para = u_para; return 0; } void plugin_table_all_callback_start(struct plugin_schema *plugin_schema, int update_type) { for (size_t i = 0; i < plugin_schema->cb_cnt; i++) { if (plugin_schema->cb[i].start != NULL) { plugin_schema->cb[i].start(update_type, plugin_schema->cb[i].u_para); } } } void plugin_table_all_callback_finish(struct plugin_schema *plugin_schema) { for (size_t i = 0; i < plugin_schema->cb_cnt; i++) { if (plugin_schema->cb[i].finish != NULL) { plugin_schema->cb[i].finish(plugin_schema->cb[i].u_para); } } } int plugin_table_get_foreign_column(struct plugin_schema *plugin_schema, int *foreign_columns) { if (NULL == plugin_schema) { return -1; } int n_foreign = plugin_schema->n_foreign; for (int i = 0; i < n_foreign; i++) { foreign_columns[i] = plugin_schema->foreign_columns[i]; } return n_foreign; } int plugin_table_set_ex_data_schema(void *plugin_schema, maat_plugin_ex_new_func_t *new_func, maat_plugin_ex_free_func_t *free_func, maat_plugin_ex_dup_func_t *dup_func, long argl, void *argp, struct log_handle *logger) { if (NULL == plugin_schema) { return -1; } struct plugin_schema *schema = (struct plugin_schema *)plugin_schema; if (schema->ex_schema != NULL) { assert(0); log_error(logger, MODULE_PLUGIN, "Error: %s, EX data schema already registed", __FUNCTION__); return -1; } schema->ex_schema = ex_data_schema_new(new_func, free_func, dup_func, argl, argp); return 0; } struct ex_data_schema *plugin_table_get_ex_data_schema(void *plugin_schema) { if (NULL == plugin_schema) { return NULL; } struct plugin_schema *schema = (struct plugin_schema *)plugin_schema; return schema->ex_schema; } void *plugin_runtime_new(void *plugin_schema, int max_thread_num, struct maat_garbage_bin *garbage_bin, struct log_handle *logger) { if (NULL == plugin_schema) { return NULL; } struct plugin_schema *schema = (struct plugin_schema *)plugin_schema; struct plugin_runtime *plugin_rt = ALLOC(struct plugin_runtime, 1); plugin_rt->ex_data_rt = ex_data_runtime_new(schema->table_id, ex_data_container_free, logger); plugin_rt->ref_garbage_bin = garbage_bin; plugin_rt->logger = logger; return plugin_rt; } void plugin_runtime_free(void *plugin_runtime) { if (NULL == plugin_runtime) { return; } struct plugin_runtime *plugin_rt = (struct plugin_runtime *)plugin_runtime; if (plugin_rt->ex_data_rt != NULL) { ex_data_runtime_free(plugin_rt->ex_data_rt); plugin_rt->ex_data_rt = NULL; } FREE(plugin_rt); } int plugin_runtime_updating_flag(void *plugin_runtime) { struct plugin_runtime *plugin_rt = (struct plugin_runtime *)plugin_runtime; return ex_data_runtime_updating_flag(plugin_rt->ex_data_rt); } int plugin_runtime_update_row(struct plugin_runtime *plugin_rt, struct plugin_schema *plugin_schema, const char *row, char *key, size_t key_len, int is_valid) { int ret = -1; void *ex_data = ex_data_runtime_row2ex_data(plugin_rt->ex_data_rt, row, key, key_len); struct ex_data_container *ex_container = ex_data_container_new(ex_data, NULL); struct ex_data_schema *ex_schema = plugin_schema->ex_schema; /* already set plugin_table_schema's ex_data_schema */ if (ex_schema != NULL) { if (is_valid == 0) { // delete ret = ex_data_runtime_del_ex_container(plugin_rt->ex_data_rt, key, key_len); if (ret < 0) { return -1; } } else { // add ret = ex_data_runtime_add_ex_container(plugin_rt->ex_data_rt, key, key_len, ex_container); if (ret < 0) { return -1; } } } /* plugin table schema has callback */ size_t cb_count = plugin_schema->cb_cnt; if (cb_count > 0) { for (size_t i = 0; i < cb_count; i++) { plugin_schema->cb[i].update(plugin_schema->table_id, row, plugin_schema->cb[i].u_para); } } if ((NULL == ex_schema) && (0 == cb_count)) { ex_data_runtime_cache_row_put(plugin_rt->ex_data_rt, row); } plugin_rt->acc_line_num++; return 0; } int plugin_runtime_update(void *plugin_runtime, void *plugin_schema, const char *line, int valid_column) { if (NULL == plugin_runtime || NULL == plugin_runtime) { return -1; } struct plugin_schema *schema = (struct plugin_schema *)plugin_schema; struct plugin_runtime *plugin_rt = (struct plugin_runtime *)plugin_runtime; int item_id = get_column_value(line, schema->item_id_column); int is_valid = get_column_value(line, valid_column); if (is_valid < 0) { return -1; } char *key = (char *)&item_id; int ret = plugin_runtime_update_row(plugin_rt, schema, line, key, sizeof(int), is_valid); if (ret < 0) { } else { } return 0; } int plugin_runtime_commit(void *plugin_runtime) { if (NULL == plugin_runtime) { return -1; } struct plugin_runtime *plugin_rt = (struct plugin_runtime *)plugin_runtime; ex_data_runtime_commit(plugin_rt->ex_data_rt); //table_rt->rule_num = ex_data_runtime_ex_container_count(table_rt->plugin_rt.ex_data_rt); return 0; } struct ex_data_runtime *plugin_runtime_get_ex_data_rt(void *plugin_runtime) { if (NULL == plugin_runtime) { return NULL; } struct plugin_runtime *plugin_rt = (struct plugin_runtime *)plugin_runtime; return plugin_rt->ex_data_rt; }