731 lines
24 KiB
C
731 lines
24 KiB
C
|
|
#include "utable.h"
|
||
|
|
|
||
|
|
#include <stdio.h>
|
||
|
|
#include <stdlib.h>
|
||
|
|
#include <string.h>
|
||
|
|
|
||
|
|
#include "mpack/mpack.h"
|
||
|
|
|
||
|
|
#define YYJSON_HAS_STDINT_H 1
|
||
|
|
#define YYJSON_DISABLE_READER 1
|
||
|
|
#define YYJSON_HAS_STDBOOL_H 1
|
||
|
|
#include "yyjson/yyjson.h"
|
||
|
|
|
||
|
|
#include "uthash/uthash.h"
|
||
|
|
#include "base64/b64.h"
|
||
|
|
|
||
|
|
#include "nmx_pool/mempool.h"
|
||
|
|
|
||
|
|
#ifdef DEBUG_MODE
|
||
|
|
#define DEBUG_PRINT(...) printf(__VA_ARGS__)
|
||
|
|
#else
|
||
|
|
#define DEBUG_PRINT(...)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define ALLOC(number, type) ((type *)calloc(sizeof(type), number))
|
||
|
|
#define FREE(p) {free(p);p=NULL;}
|
||
|
|
|
||
|
|
#define MEMPOOL_TYPE mem_pool_t
|
||
|
|
|
||
|
|
#define MEMPOOL_CREATE(pool_size) create_mem_pool(pool_size)
|
||
|
|
#define MEMPOOL_DESTROY(pool) destroy_mem_pool(pool)
|
||
|
|
|
||
|
|
#define MEMPOOL_ALLOC(pool, number, type) ((type *)mem_alloc(pool, sizeof(type) * number))
|
||
|
|
#define MEMPOOL_FREE(pool, p) mem_free(pool, p)
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
struct utable_item {
|
||
|
|
char *key;
|
||
|
|
size_t key_sz;
|
||
|
|
enum utable_value_type value_type;
|
||
|
|
size_t value_sz;
|
||
|
|
union {
|
||
|
|
struct
|
||
|
|
{
|
||
|
|
char *cstring;
|
||
|
|
size_t cstring_sz;
|
||
|
|
};
|
||
|
|
struct
|
||
|
|
{
|
||
|
|
char *blob;
|
||
|
|
size_t blob_sz;
|
||
|
|
};
|
||
|
|
struct
|
||
|
|
{
|
||
|
|
int64_t *interger_array;
|
||
|
|
size_t n_integer;
|
||
|
|
};
|
||
|
|
struct
|
||
|
|
{
|
||
|
|
char **cstring_array;
|
||
|
|
size_t *cstring_array_sz;
|
||
|
|
size_t n_cstring;
|
||
|
|
};
|
||
|
|
int64_t integer;
|
||
|
|
};
|
||
|
|
UT_hash_handle hh;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct utable {
|
||
|
|
struct utable_item *items;
|
||
|
|
struct utable_item *iter;
|
||
|
|
MEMPOOL_TYPE *mempool;
|
||
|
|
struct utable_stat stat;
|
||
|
|
};
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
struct utable *utable_new_with_size(size_t sz)
|
||
|
|
{
|
||
|
|
struct utable *table = ALLOC(1, struct utable);
|
||
|
|
table->mempool = MEMPOOL_CREATE(sz);
|
||
|
|
return table;
|
||
|
|
}
|
||
|
|
|
||
|
|
#define UTABLE_INITIAL_MEMPOOL_SIZE 2 * 1024
|
||
|
|
|
||
|
|
inline struct utable *utable_new(void)
|
||
|
|
{
|
||
|
|
return utable_new_with_size(UTABLE_INITIAL_MEMPOOL_SIZE);
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_free(struct utable *table)
|
||
|
|
{
|
||
|
|
if(table->items) HASH_CLEAR(hh, table->items);
|
||
|
|
if(table->mempool) MEMPOOL_DESTROY(table->mempool);
|
||
|
|
FREE(table);
|
||
|
|
}
|
||
|
|
|
||
|
|
inline void utable_stat(struct utable *table, struct utable_stat *stat)
|
||
|
|
{
|
||
|
|
if(stat == NULL)
|
||
|
|
return;
|
||
|
|
memcpy(stat, &table->stat, sizeof(struct utable_stat));
|
||
|
|
}
|
||
|
|
|
||
|
|
static void utable_item_stat_add(struct utable_stat *stat, struct utable_item *item)
|
||
|
|
{
|
||
|
|
if(stat==NULL || item == NULL)
|
||
|
|
return;
|
||
|
|
stat->n_item++;
|
||
|
|
stat->n_item_size += item->key_sz;
|
||
|
|
stat->n_item_size += item->value_sz;
|
||
|
|
switch (item->value_type)
|
||
|
|
{
|
||
|
|
case utable_value_type_cstring:
|
||
|
|
stat->n_cstring++;
|
||
|
|
stat->n_cstring_size += item->value_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob:
|
||
|
|
stat->n_blob++;
|
||
|
|
stat->n_blob_size += item->value_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer:
|
||
|
|
stat->n_integer++;
|
||
|
|
stat->n_integer_size += item->value_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array:
|
||
|
|
stat->n_integer_array++;
|
||
|
|
stat->n_integer_array_size += item->value_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_cstring_array:
|
||
|
|
stat->n_cstring_array++;
|
||
|
|
stat->n_cstring_array_size += item->value_sz;
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static void utable_item_stat_sub(struct utable_stat *stat, struct utable_item *item)
|
||
|
|
{
|
||
|
|
if(stat==NULL || item == NULL)
|
||
|
|
return;
|
||
|
|
stat->n_item--;
|
||
|
|
stat->n_item_size -= item->key_sz;
|
||
|
|
stat->n_item_size -= item->value_sz;
|
||
|
|
switch (item->value_type)
|
||
|
|
{
|
||
|
|
case utable_value_type_cstring:
|
||
|
|
stat->n_cstring--;
|
||
|
|
stat->n_cstring_size -= item->cstring_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob:
|
||
|
|
stat->n_blob--;
|
||
|
|
stat->n_blob_size -= item->blob_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer:
|
||
|
|
stat->n_integer--;
|
||
|
|
stat->n_integer_size -= sizeof(item->integer);
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array:
|
||
|
|
stat->n_integer_array--;
|
||
|
|
stat->n_integer_array_size -= sizeof(int64_t) * item->n_integer;
|
||
|
|
break;
|
||
|
|
case utable_value_type_cstring_array:
|
||
|
|
stat->n_cstring_array--;
|
||
|
|
stat->n_cstring_array_size -= item->value_sz;
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static char*mempool_strdup(MEMPOOL_TYPE *mempool, const char* s, size_t len)
|
||
|
|
{
|
||
|
|
char* new_str = MEMPOOL_ALLOC(mempool, len + 1, char);
|
||
|
|
memcpy(new_str, s, len + 1);
|
||
|
|
return new_str;
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_add_cstring(struct utable *table, const char *key, const char *value, size_t value_sz)
|
||
|
|
{
|
||
|
|
// check if key already exists
|
||
|
|
struct utable_item *item;
|
||
|
|
size_t key_sz = strlen(key);
|
||
|
|
HASH_FIND(hh, table->items, key, key_sz, item);
|
||
|
|
if (item) {
|
||
|
|
DEBUG_PRINT("ERR: key %s already exists\n", key);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
item = MEMPOOL_ALLOC(table->mempool ,1,struct utable_item);
|
||
|
|
item->key = mempool_strdup(table->mempool,key, key_sz);
|
||
|
|
item->key_sz = key_sz;
|
||
|
|
item->value_type = utable_value_type_cstring;
|
||
|
|
item->cstring = MEMPOOL_ALLOC(table->mempool ,value_sz + 1, char);
|
||
|
|
memcpy(item->cstring, value, value_sz);
|
||
|
|
item->cstring[value_sz] = '\0';
|
||
|
|
item->cstring_sz = value_sz;
|
||
|
|
item->value_sz = value_sz;
|
||
|
|
HASH_ADD_KEYPTR(hh, table->items, item->key, item->key_sz, item);
|
||
|
|
utable_item_stat_add(&table->stat, item);
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_add_blob(struct utable *table, const char *key, const char *blob, size_t blob_sz)
|
||
|
|
{
|
||
|
|
// check if key already exists
|
||
|
|
struct utable_item *item;
|
||
|
|
size_t key_sz = strlen(key);
|
||
|
|
HASH_FIND(hh, table->items, key, key_sz, item);
|
||
|
|
if (item) {
|
||
|
|
DEBUG_PRINT("ERR: key %s already exists\n", key);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
item = MEMPOOL_ALLOC(table->mempool ,1, struct utable_item);
|
||
|
|
item->key = mempool_strdup(table->mempool, key, key_sz);
|
||
|
|
item->key_sz = key_sz;
|
||
|
|
item->value_type = utable_value_type_blob;
|
||
|
|
item->blob = MEMPOOL_ALLOC(table->mempool ,blob_sz, char);
|
||
|
|
memcpy(item->blob, blob, blob_sz);
|
||
|
|
item->blob_sz = blob_sz;
|
||
|
|
item->value_sz = blob_sz;
|
||
|
|
HASH_ADD_KEYPTR(hh, table->items, item->key, item->key_sz, item);
|
||
|
|
|
||
|
|
utable_item_stat_add(&table->stat, item);
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_add_integer(struct utable *table, const char *key, int64_t value)
|
||
|
|
{
|
||
|
|
// check if key already exists
|
||
|
|
struct utable_item *item;
|
||
|
|
size_t key_sz = strlen(key);
|
||
|
|
HASH_FIND(hh, table->items, key, key_sz, item);
|
||
|
|
if (item) {
|
||
|
|
DEBUG_PRINT("ERR: key %s already exists\n", key);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
item = MEMPOOL_ALLOC(table->mempool ,1, struct utable_item);
|
||
|
|
item->key = mempool_strdup(table->mempool, key, key_sz);
|
||
|
|
item->key_sz = key_sz;
|
||
|
|
item->value_type = utable_value_type_integer;
|
||
|
|
item->integer = value;
|
||
|
|
item->value_sz = sizeof(int64_t);
|
||
|
|
HASH_ADD_KEYPTR(hh, table->items, item->key, item->key_sz, item);
|
||
|
|
|
||
|
|
utable_item_stat_add(&table->stat, item);
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_add_integer_array(struct utable *table, const char *key, int64_t value_array[], size_t n_value)
|
||
|
|
{
|
||
|
|
// check if key already exists
|
||
|
|
struct utable_item *item;
|
||
|
|
size_t key_sz = strlen(key);
|
||
|
|
HASH_FIND(hh, table->items, key, key_sz, item);
|
||
|
|
if (item) {
|
||
|
|
DEBUG_PRINT("ERR: key %s already exists\n", key);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
item = MEMPOOL_ALLOC(table->mempool ,1, struct utable_item);
|
||
|
|
item->key = mempool_strdup(table->mempool, key, key_sz);
|
||
|
|
item->key_sz = key_sz;
|
||
|
|
item->value_type = utable_value_type_integer_array;
|
||
|
|
item->interger_array = MEMPOOL_ALLOC(table->mempool ,n_value, int64_t);
|
||
|
|
memcpy(item->interger_array, value_array, sizeof(int64_t) * n_value);
|
||
|
|
item->n_integer = n_value;
|
||
|
|
item->value_sz = sizeof(int64_t) * n_value;
|
||
|
|
HASH_ADD_KEYPTR(hh, table->items, item->key, item->key_sz, item);
|
||
|
|
|
||
|
|
utable_item_stat_add(&table->stat, item);
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_add_cstring_array(struct utable *table, const char *key, const char* value_array[], size_t value_sz[], size_t n_value)
|
||
|
|
{
|
||
|
|
// check if key already exists
|
||
|
|
struct utable_item *item;
|
||
|
|
size_t key_sz = strlen(key);
|
||
|
|
HASH_FIND(hh, table->items, key, key_sz, item);
|
||
|
|
if (item) {
|
||
|
|
DEBUG_PRINT("ERR: key %s already exists\n", key);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
item = MEMPOOL_ALLOC(table->mempool ,1, struct utable_item);
|
||
|
|
item->key = mempool_strdup(table->mempool, key, key_sz);
|
||
|
|
item->key_sz = key_sz;
|
||
|
|
item->value_type = utable_value_type_cstring_array;
|
||
|
|
item->cstring_array = MEMPOOL_ALLOC(table->mempool ,n_value, char *);
|
||
|
|
item->cstring_array_sz = MEMPOOL_ALLOC(table->mempool ,n_value, size_t);
|
||
|
|
item->value_sz = 0;
|
||
|
|
for(size_t i =0; i < n_value; i++)
|
||
|
|
{
|
||
|
|
item->cstring_array[i] = MEMPOOL_ALLOC(table->mempool , value_sz[i]+1, char);
|
||
|
|
memcpy(item->cstring_array[i], value_array[i], value_sz[i]);
|
||
|
|
item->cstring_array[i][value_sz[i]] = '\0';
|
||
|
|
item->cstring_array_sz[i] = value_sz[i];
|
||
|
|
item->value_sz += value_sz[i];
|
||
|
|
}
|
||
|
|
item->n_cstring = n_value;
|
||
|
|
HASH_ADD_KEYPTR(hh, table->items, item->key, item->key_sz, item);
|
||
|
|
|
||
|
|
utable_item_stat_add(&table->stat, item);
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_delete_item(struct utable *table, const char *key)
|
||
|
|
{
|
||
|
|
struct utable_item *item;
|
||
|
|
HASH_FIND_STR(table->items, key, item);
|
||
|
|
if (item) {
|
||
|
|
HASH_DEL(table->items, item);
|
||
|
|
MEMPOOL_FREE(table->mempool, item->key);
|
||
|
|
switch (item->value_type) {
|
||
|
|
case utable_value_type_cstring:
|
||
|
|
MEMPOOL_FREE(table->mempool,item->cstring);
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob:
|
||
|
|
MEMPOOL_FREE(table->mempool,item->blob);
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array:
|
||
|
|
MEMPOOL_FREE(table->mempool,item->interger_array);
|
||
|
|
break;
|
||
|
|
case utable_value_type_cstring_array:
|
||
|
|
for(size_t i=0; i < item->n_cstring; i++)
|
||
|
|
{
|
||
|
|
MEMPOOL_FREE(table->mempool,item->cstring_array[i]);
|
||
|
|
}
|
||
|
|
MEMPOOL_FREE(table->mempool,item->cstring_array_sz);
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
utable_item_stat_sub(&table->stat, item);
|
||
|
|
MEMPOOL_FREE(table->mempool,item);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_reset_iter(struct utable *table)
|
||
|
|
{
|
||
|
|
table->iter = NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
const char *utable_next_key(struct utable *table)
|
||
|
|
{
|
||
|
|
if (table->iter == NULL) {
|
||
|
|
table->iter = table->items;
|
||
|
|
} else {
|
||
|
|
table->iter = (struct utable_item *)table->iter->hh.next;
|
||
|
|
}
|
||
|
|
if (table->iter == NULL) {
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
return table->iter->key;
|
||
|
|
}
|
||
|
|
|
||
|
|
enum utable_value_type utable_get_value_type(const struct utable *table, const char *key)
|
||
|
|
{
|
||
|
|
struct utable_item *item;
|
||
|
|
HASH_FIND_STR(table->items, key, item);
|
||
|
|
if (item) {
|
||
|
|
return item->value_type;
|
||
|
|
}
|
||
|
|
return utable_value_type_undefined;
|
||
|
|
}
|
||
|
|
|
||
|
|
int utable_get0_blob_value(const struct utable *table, const char *key, char **value, size_t *value_len)
|
||
|
|
{
|
||
|
|
struct utable_item *item;
|
||
|
|
HASH_FIND_STR(table->items, key, item);
|
||
|
|
if (item) {
|
||
|
|
if (item->value_type == utable_value_type_blob) {
|
||
|
|
*value = item->blob;
|
||
|
|
*value_len = item->blob_sz;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return -1;
|
||
|
|
}
|
||
|
|
|
||
|
|
int utable_get0_cstring_value(const struct utable *table, const char *key, char **value, size_t *value_len)
|
||
|
|
{
|
||
|
|
struct utable_item *item;
|
||
|
|
HASH_FIND_STR(table->items, key, item);
|
||
|
|
if (item) {
|
||
|
|
if (item->value_type == utable_value_type_cstring) {
|
||
|
|
*value = item->cstring;
|
||
|
|
*value_len = item->cstring_sz;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return -1;
|
||
|
|
}
|
||
|
|
|
||
|
|
int utable_get0_integer_value(const struct utable *table, const char *key, int64_t *value)
|
||
|
|
{
|
||
|
|
struct utable_item *item;
|
||
|
|
HASH_FIND_STR(table->items, key, item);
|
||
|
|
if (item) {
|
||
|
|
if (item->value_type == utable_value_type_integer) {
|
||
|
|
*value = item->integer;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return -1;
|
||
|
|
}
|
||
|
|
|
||
|
|
int utable_get0_integer_value_array(const struct utable *table, const char *key, int64_t **value_array, size_t *n_value)
|
||
|
|
{
|
||
|
|
struct utable_item *item;
|
||
|
|
HASH_FIND_STR(table->items, key, item);
|
||
|
|
if (item) {
|
||
|
|
if (item->value_type == utable_value_type_integer_array) {
|
||
|
|
*value_array = item->interger_array;
|
||
|
|
*n_value = item->n_integer;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return -1;
|
||
|
|
}
|
||
|
|
|
||
|
|
int utable_get0_cstring_value_array(const struct utable *table, const char *key, char ***value_array, size_t **value_len, size_t *n_value)
|
||
|
|
{
|
||
|
|
struct utable_item *item;
|
||
|
|
HASH_FIND_STR(table->items, key, item);
|
||
|
|
if (item) {
|
||
|
|
if (item->value_type == utable_value_type_cstring_array) {
|
||
|
|
*value_array = item->cstring_array;
|
||
|
|
*value_len = item->cstring_array_sz;
|
||
|
|
*n_value = item->n_cstring;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return -1;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct utable_item *utable_item_dup(MEMPOOL_TYPE *mempool, const struct utable_item *item)
|
||
|
|
{
|
||
|
|
struct utable_item *new_item = MEMPOOL_ALLOC(mempool, 1, struct utable_item);
|
||
|
|
size_t key_sz = item->key_sz;
|
||
|
|
new_item->key = mempool_strdup(mempool, item->key, key_sz);
|
||
|
|
new_item->key_sz = key_sz;
|
||
|
|
new_item->value_type = item->value_type;
|
||
|
|
new_item->value_sz= item->value_sz;
|
||
|
|
switch (item->value_type) {
|
||
|
|
case utable_value_type_cstring:
|
||
|
|
new_item->cstring = MEMPOOL_ALLOC(mempool,item->cstring_sz + 1, char);
|
||
|
|
memcpy(new_item->cstring, item->cstring, item->cstring_sz);
|
||
|
|
new_item->cstring[item->cstring_sz] = '\0';
|
||
|
|
new_item->cstring_sz = item->cstring_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob:
|
||
|
|
new_item->blob = MEMPOOL_ALLOC(mempool,item->blob_sz, char);
|
||
|
|
memcpy(new_item->blob, item->blob, item->blob_sz);
|
||
|
|
new_item->blob_sz = item->blob_sz;
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer:
|
||
|
|
new_item->integer = item->integer;
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array:
|
||
|
|
new_item->interger_array = MEMPOOL_ALLOC(mempool,item->n_integer, int64_t);
|
||
|
|
memcpy(new_item->interger_array, item->interger_array, sizeof(int64_t) * item->n_integer);
|
||
|
|
new_item->n_integer = item->n_integer;
|
||
|
|
break;
|
||
|
|
case utable_value_type_cstring_array:
|
||
|
|
new_item->n_cstring= item->n_cstring;
|
||
|
|
new_item->cstring_array = MEMPOOL_ALLOC(mempool ,item->n_cstring, char *);
|
||
|
|
new_item->cstring_array_sz = MEMPOOL_ALLOC(mempool ,item->n_cstring, size_t);
|
||
|
|
for(size_t i =0; i < item->n_cstring; i++)
|
||
|
|
{
|
||
|
|
new_item->cstring_array[i] = MEMPOOL_ALLOC(mempool , item->cstring_array_sz[i]+1, char);
|
||
|
|
memcpy(new_item->cstring_array[i], item->cstring_array[i], item->cstring_array_sz[i]);
|
||
|
|
new_item->cstring_array[i][item->cstring_array_sz[i]] = '\0';
|
||
|
|
new_item->cstring_array_sz[i] = item->cstring_array_sz[i];
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
return new_item;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct utable *utable_duplicate(const struct utable *table)
|
||
|
|
{
|
||
|
|
struct utable *new_table = utable_new();
|
||
|
|
struct utable_item *item, *tmp;
|
||
|
|
HASH_ITER(hh, table->items, item, tmp) {
|
||
|
|
struct utable_item *new_item = utable_item_dup(new_table->mempool, item);
|
||
|
|
HASH_ADD_KEYPTR(hh, new_table->items, new_item->key, new_item->key_sz, new_item);
|
||
|
|
}
|
||
|
|
new_table->stat = table->stat;
|
||
|
|
return new_table;
|
||
|
|
}
|
||
|
|
|
||
|
|
int utable_merge(struct utable *dst, const struct utable *src)
|
||
|
|
{
|
||
|
|
struct utable_item *item, *tmp;
|
||
|
|
HASH_ITER(hh, src->items, item, tmp) {
|
||
|
|
struct utable_item *dst_item;
|
||
|
|
HASH_FIND(hh, dst->items, item->key, item->key_sz, dst_item);
|
||
|
|
if (dst_item) {
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
struct utable_item *new_item = utable_item_dup(dst->mempool, item);
|
||
|
|
HASH_ADD_KEYPTR(hh, dst->items, new_item->key, new_item->key_sz, new_item);
|
||
|
|
utable_item_stat_add(&dst->stat, item);
|
||
|
|
}
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
int utable_json_export(const struct utable *table, char **blob, size_t *blob_len)
|
||
|
|
{
|
||
|
|
yyjson_mut_doc *doc = yyjson_mut_doc_new(NULL);
|
||
|
|
yyjson_mut_val *root = yyjson_mut_obj(doc);
|
||
|
|
yyjson_mut_doc_set_root(doc, root);
|
||
|
|
char *encs[HASH_COUNT(table->items)];
|
||
|
|
struct utable_item *item, *tmp;
|
||
|
|
int enc_cnt = 0;
|
||
|
|
HASH_ITER(hh, table->items, item, tmp) {
|
||
|
|
switch (item->value_type) {
|
||
|
|
case utable_value_type_cstring: {
|
||
|
|
yyjson_mut_obj_add_str(doc, root, item->key, item->cstring); // key and cstring are shallow copied
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob: {
|
||
|
|
char *enc = b64_encode((unsigned char *)item->blob, item->blob_sz);
|
||
|
|
yyjson_mut_obj_add_str(doc, root, item->key, enc);
|
||
|
|
// do not free enc now, it is shallow copied
|
||
|
|
encs[enc_cnt++] = enc;
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer: {
|
||
|
|
yyjson_mut_obj_add_int(doc, root, item->key, item->integer);
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array: {
|
||
|
|
yyjson_mut_val *arr = yyjson_mut_arr_with_sint64(doc, item->interger_array, item->n_integer);
|
||
|
|
yyjson_mut_obj_add_val(doc, root, item->key, arr);
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
case utable_value_type_cstring_array: {
|
||
|
|
yyjson_mut_val *arr = yyjson_mut_arr_with_strn(doc, (const char **)item->cstring_array, item->cstring_array_sz, item->n_cstring);
|
||
|
|
yyjson_mut_obj_add_val(doc, root, item->key, arr);
|
||
|
|
}
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
char *json_str = yyjson_mut_write(doc, YYJSON_WRITE_ALLOW_INVALID_UNICODE, blob_len);
|
||
|
|
yyjson_mut_doc_free(doc);
|
||
|
|
*blob = json_str;
|
||
|
|
for (int j = 0; j < enc_cnt; j++) {
|
||
|
|
free(encs[j]);
|
||
|
|
}
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
/*
|
||
|
|
[{
|
||
|
|
"key":<tag key string>
|
||
|
|
"type":"i_arr", "c_str", or "blob"
|
||
|
|
"value":<
|
||
|
|
}]
|
||
|
|
*/
|
||
|
|
int utable_msgpack_export(const struct utable *table, char **blob, size_t *blob_len)
|
||
|
|
{
|
||
|
|
mpack_writer_t writer;
|
||
|
|
mpack_writer_init_growable(&writer, blob, blob_len);
|
||
|
|
mpack_start_array(&writer, HASH_COUNT(table->items));
|
||
|
|
|
||
|
|
struct utable_item *item, *tmp;
|
||
|
|
HASH_ITER(hh, table->items, item, tmp) {
|
||
|
|
mpack_start_map(&writer, 3);
|
||
|
|
mpack_write_cstr(&writer, "key");
|
||
|
|
mpack_write_cstr(&writer, item->key);
|
||
|
|
|
||
|
|
mpack_write_cstr(&writer, "type");
|
||
|
|
switch (item->value_type) {
|
||
|
|
case utable_value_type_cstring:
|
||
|
|
mpack_write_cstr(&writer, "c_str");
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob:
|
||
|
|
mpack_write_cstr(&writer, "blob");
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer:
|
||
|
|
mpack_write_cstr(&writer, "i");
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array:
|
||
|
|
mpack_write_cstr(&writer, "i_arr");
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
mpack_write_cstr(&writer, "value");
|
||
|
|
switch (item->value_type) {
|
||
|
|
case utable_value_type_cstring:
|
||
|
|
mpack_write_bin(&writer, item->cstring, item->cstring_sz);
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob:
|
||
|
|
mpack_write_bin(&writer, item->blob, item->blob_sz);
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer:
|
||
|
|
mpack_write_i64(&writer, item->integer);
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array:
|
||
|
|
mpack_start_array(&writer, item->n_integer);
|
||
|
|
for (size_t i = 0; i < item->n_integer; i++) {
|
||
|
|
mpack_write_i64(&writer, item->interger_array[i]);
|
||
|
|
}
|
||
|
|
mpack_finish_array(&writer);
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
mpack_finish_map(&writer);
|
||
|
|
}
|
||
|
|
|
||
|
|
mpack_finish_array(&writer);
|
||
|
|
if (mpack_writer_destroy(&writer) != mpack_ok) {
|
||
|
|
DEBUG_PRINT("ERR mpack writer fieldtag_list_serialize destroy failed\n");
|
||
|
|
return -1;
|
||
|
|
}
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
void utable_serialize(const struct utable *table, char **blob, size_t *blob_len) {
|
||
|
|
utable_msgpack_export(table, blob, blob_len);
|
||
|
|
}
|
||
|
|
|
||
|
|
char *get_cstring_from_mpack_node(MEMPOOL_TYPE *mempool ,mpack_node_t node)
|
||
|
|
{
|
||
|
|
size_t len = mpack_node_strlen(node);
|
||
|
|
char *str = MEMPOOL_ALLOC(mempool, len + 1, char);
|
||
|
|
memcpy(str, mpack_node_str(node), len);
|
||
|
|
str[len] = '\0';
|
||
|
|
return str;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void utable_item_free(MEMPOOL_TYPE *mempool, struct utable_item *item)
|
||
|
|
{
|
||
|
|
if(item == NULL)
|
||
|
|
return;
|
||
|
|
if(item->key)MEMPOOL_FREE(mempool, item->key);
|
||
|
|
switch (item->value_type) {
|
||
|
|
case utable_value_type_cstring:
|
||
|
|
MEMPOOL_FREE(mempool,item->cstring);
|
||
|
|
break;
|
||
|
|
case utable_value_type_blob:
|
||
|
|
MEMPOOL_FREE(mempool,item->blob);
|
||
|
|
break;
|
||
|
|
case utable_value_type_integer_array:
|
||
|
|
MEMPOOL_FREE(mempool,item->interger_array);
|
||
|
|
break;
|
||
|
|
case utable_value_type_cstring_array:
|
||
|
|
for(size_t i=0; i < item->n_cstring; i++)
|
||
|
|
{
|
||
|
|
MEMPOOL_FREE(mempool,item->cstring_array[i]);
|
||
|
|
}
|
||
|
|
MEMPOOL_FREE(mempool,item->cstring_array_sz);
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
struct utable *utable_deserialize(const char *blob, size_t blob_len)
|
||
|
|
{
|
||
|
|
mpack_tree_t tree;
|
||
|
|
mpack_tree_init_data(&tree, blob, blob_len);
|
||
|
|
mpack_tree_parse(&tree);
|
||
|
|
mpack_node_t root = mpack_tree_root(&tree);
|
||
|
|
if (mpack_node_type(root) != mpack_type_array) {
|
||
|
|
DEBUG_PRINT("ERR mpack root type is not array\n");
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
size_t n_item = mpack_node_array_length(root);
|
||
|
|
|
||
|
|
struct utable *table = utable_new();
|
||
|
|
for (size_t i = 0; i < n_item; i++) {
|
||
|
|
mpack_node_t item = mpack_node_array_at(root, i);
|
||
|
|
mpack_node_t key = mpack_node_map_cstr(item, "key");
|
||
|
|
mpack_node_t type = mpack_node_map_cstr(item, "type");
|
||
|
|
mpack_node_t value = mpack_node_map_cstr(item, "value");
|
||
|
|
char *type_str = get_cstring_from_mpack_node(table->mempool, type);
|
||
|
|
|
||
|
|
struct utable_item *new_item = MEMPOOL_ALLOC(table->mempool,1, struct utable_item);
|
||
|
|
new_item->key = get_cstring_from_mpack_node(table->mempool, key);
|
||
|
|
new_item->key_sz = strlen(new_item->key);
|
||
|
|
new_item->value_sz = 0;
|
||
|
|
|
||
|
|
if (strcmp(type_str, "c_str") == 0) {
|
||
|
|
new_item->value_type = utable_value_type_cstring;
|
||
|
|
new_item->cstring = MEMPOOL_ALLOC(table->mempool,mpack_node_bin_size(value), char);
|
||
|
|
new_item->cstring_sz = mpack_node_bin_size(value);
|
||
|
|
new_item->value_sz = new_item->cstring_sz;
|
||
|
|
memcpy(new_item->cstring, mpack_node_bin_data(value), mpack_node_bin_size(value));
|
||
|
|
} else if (strcmp(type_str, "blob") == 0) {
|
||
|
|
new_item->value_type = utable_value_type_blob;
|
||
|
|
new_item->blob = MEMPOOL_ALLOC(table->mempool,mpack_node_bin_size(value), char);
|
||
|
|
new_item->blob_sz = mpack_node_bin_size(value);
|
||
|
|
new_item->value_sz = new_item->blob_sz;
|
||
|
|
memcpy(new_item->blob, mpack_node_bin_data(value), mpack_node_bin_size(value));
|
||
|
|
} else if (strcmp(type_str, "i") == 0) {
|
||
|
|
new_item->value_type = utable_value_type_integer;
|
||
|
|
new_item->integer = mpack_node_i64(value);
|
||
|
|
} else if (strcmp(type_str, "i_arr") == 0) {
|
||
|
|
new_item->value_type = utable_value_type_integer_array;
|
||
|
|
new_item->n_integer = mpack_node_array_length(value);
|
||
|
|
new_item->interger_array = MEMPOOL_ALLOC(table->mempool,new_item->n_integer, int64_t);
|
||
|
|
for (size_t j = 0; j < new_item->n_integer; j++) {
|
||
|
|
new_item->interger_array[j] = mpack_node_i64(mpack_node_array_at(value, j));
|
||
|
|
}
|
||
|
|
new_item->value_sz = sizeof(int64_t) * new_item->n_integer;
|
||
|
|
} else {
|
||
|
|
DEBUG_PRINT("ERR unknown type %s\n", type_str);
|
||
|
|
mpack_tree_destroy(&tree);
|
||
|
|
MEMPOOL_FREE(table->mempool, type_str);
|
||
|
|
utable_item_free(table->mempool, new_item);
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
HASH_ADD_KEYPTR(hh, table->items, new_item->key, new_item->key_sz, new_item);
|
||
|
|
utable_item_stat_add(&table->stat, new_item);
|
||
|
|
MEMPOOL_FREE(table->mempool, type_str);
|
||
|
|
}
|
||
|
|
|
||
|
|
mpack_tree_destroy(&tree);
|
||
|
|
return table;
|
||
|
|
}
|