7 Commits

Author SHA1 Message Date
wangmenglan
c2c9a8a704 1. 将trylock替换为lock 2. 修改测试程序 2022-01-24 17:10:49 +08:00
wangmenglan
3ecbc885fb 调整限制日志输出逻辑,通过调用函数位置做单独的限制输出速率,不再通过handle做整体限制 2022-01-21 10:23:51 +08:00
wangmenglan
4c9b58db56 删除无关文件 2022-01-20 11:40:21 +08:00
wangmenglan
74d3c95994 修改宏位置 2022-01-20 11:21:42 +08:00
wangmenglan
d5de7fa545 修改日志逻辑,增加时间周期和周期内打印条数设置 2022-01-20 11:06:36 +08:00
wangmenglan
ff694442c0 日志逻辑实现,时间通过clock_gettime, 线程安全通过互斥锁 2022-01-17 17:27:59 +08:00
wangmenglan
174a57e01f 临时修改 2022-01-17 11:04:09 +08:00
3 changed files with 157 additions and 13 deletions

View File

@@ -16,11 +16,12 @@ void *test_handle = NULL;
int g_mode = 0;
int g_log_num = 0;
int g_thread_num = 0;
int g_log_print_way = 0;
const char *g_zlog_conf = NULL;
volatile long g_start_time = 0;
volatile long g_end_time = 0;
void call_logger(int log_num, int thread_num)
void call_logger(int log_num, int thread_num, int way)
{
int i = 0;
struct timespec start, end;
@@ -40,12 +41,25 @@ void call_logger(int log_num, int thread_num)
}
for(i = 0; i < log_num; i++)
{
MESA_handle_runtime_log(sample_handle, RLOG_LV_DEBUG, "sample", "sample_handle MESA_handle_runtime_log, i = %d, thread_num = %d", i, thread_num);
//sleep(1);
switch (way)
{
case 1:
MESA_handle_runtime_log(sample_handle, RLOG_LV_DEBUG, "sample", "sample_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
MESA_handle_runtime_log(test_handle, RLOG_LV_INFO, "test", "test_handle MESA_handle_runtime_log, i = %d, thread_num = %d", i, thread_num);
//MESA_HANDLE_RUNTIME_LOG(sample_handle, RLOG_LV_FATAL, "sample", "sample_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
//sleep(1);
//MESA_HANDLE_RUNTIME_LOG(test_handle, RLOG_LV_FATAL, "test", "test_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
break;
case 2:
MESA_HANDLE_RUNTIME_LOG_RATELIMIT(sample_handle, RLOG_LV_DEBUG, "sample", "sample_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
MESA_HANDLE_RUNTIME_LOG_RATELIMIT(test_handle, RLOG_LV_INFO, "test", "test_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
break;
case 3:
MESA_HANDLE_RUNTIME_LOG(sample_handle, RLOG_LV_DEBUG, "sample", "sample_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
MESA_HANDLE_RUNTIME_LOG(test_handle, RLOG_LV_INFO, "test", "test_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
break;
default:
break;
}
// if (i % 10000 == 0)
// sleep(1);
}
clock_gettime(CLOCK_MONOTONIC, &end);
end_time = end.tv_sec*1000000 + end.tv_nsec/1000;
@@ -70,7 +84,7 @@ void *thread_logger(void *arg)
{
int thread_num = (int)(unsigned long long)arg;
printf("thread %d created! \n", thread_num);
call_logger(g_log_num, thread_num);
call_logger(g_log_num, thread_num, g_log_print_way);
printf("thread %d finished! \n", thread_num);
return NULL;
}
@@ -96,20 +110,39 @@ void sig_hup_handler(int sig)
MESA_handle_runtime_log_reconstruction(g_zlog_conf);
}
void sig_user1_handler(int sig)
{
printf("SIGUSR1 recviced! set interval:3 burst:5\n");
MESA_set_runtime_log_handle_ratelimit(sample_handle, 3, 5);
}
void sig_user2_handler(int sig)
{
printf("SIGUSR2 recviced! set interval:5 burst:3\n");
MESA_set_runtime_log_handle_ratelimit(sample_handle, 5, 3);
}
void sig_min_handler(int sig)
{
printf("SIGRTMIN recviced! unlimit\n");
MESA_set_runtime_log_handle_ratelimit(sample_handle, 0, 3);
}
int main(int argc, char ** args)
{
pthread_t t[MAX_THREAD_NUM];
int i = 0;
if (argc != 5)
if (argc != 6)
{
printf("Usage: ./($app) $mode[1 or 2] $zlog_conf_path $thread_num $log_num \n");
printf("Usage: ./($app) $mode[1 or 2] $zlog_conf_path $thread_num $log_num $log_print_way[1 2 3]\n");
return -1;
}
g_mode = atoi(args[1]);
g_zlog_conf = args[2];
g_thread_num = atoi(args[3]);
g_log_num = atoi(args[4]);
g_log_print_way = atoi(args[5]);
if(g_thread_num <= 0 || g_log_num <= 0)
{
@@ -144,6 +177,9 @@ int main(int argc, char ** args)
}
signal(SIGINT, sig_int_handler);
signal(SIGHUP, sig_hup_handler);
signal(SIGUSR1, sig_user1_handler);
signal(SIGUSR2, sig_user2_handler);
signal(SIGRTMIN, sig_min_handler);
while(1)
;
//MESA_destroy_runtime_log_handle(sample_handle);

View File

@@ -14,10 +14,21 @@ extern "C"
{
#endif
#include <pthread.h>
#define RLOG_LV_DEBUG 10
#define RLOG_LV_INFO 20
#define RLOG_LV_FATAL 30
typedef struct log_ratelimit_s
{
int interval;
int burst;
int printed;
int missed;
long begin;
pthread_mutex_t mutex;
}log_ratelimit_t;
int MESA_handle_runtime_log_creation(const char *conf_path);
int MESA_handle_runtime_log_reconstruction(const char *conf_path);
@@ -27,6 +38,15 @@ void MESA_handle_runtime_log_destruction();
MESA_handle_runtime_log((handle), (lv), (mod), "file %s, line %d, " fmt, \
__FILE__, __LINE__, ##args)
#define MESA_HANDLE_RUNTIME_LOG_RATELIMIT(handle, lv, mod, fmt, args...) \
({ \
static log_ratelimit_t _rs = { \
.mutex = PTHREAD_MUTEX_INITIALIZER, \
}; \
if (MESA_runtime_log_ratelimit((handle), (&_rs), (lv), (mod), (__func__))) \
MESA_handle_runtime_log((handle), (lv), (mod), fmt, ##args); \
})
/*
* name: MESA_create_runtime_log_handle
* functionality: get runtime_log handle;
@@ -63,6 +83,18 @@ void MESA_handle_runtime_log(void *handle, int level, const char *module, const
*/
void MESA_destroy_runtime_log_handle(void *handle);
/*
* name: MESA_set_runtime_log_handle_ratelimit
* functionality: set not more than @burst in every @interval when appends log message
* params:
* handle: runtime log handle which is going to be released;
* interval: interval time(second). if set '0', it means unlimit.
* burst: in interval time max count
* returns:
* none;
*/
void MESA_set_runtime_log_handle_ratelimit(void *handle, int interval, int burst);
#ifdef __cplusplus
}
#endif

View File

@@ -9,6 +9,9 @@
#include <time.h>
#define MAX_HANDLE_LOG_PATH 4096
#define DEFAULT_BURST 10
#define DEFAULT_INTERVAL 5
static int g_zlog_inited = 0;
static int g_zlog_conf_fp = -1;
static char global_conf_filepath[MAX_HANDLE_LOG_PATH] = "";
@@ -16,6 +19,9 @@ static char tmp_conf_filepath[MAX_HANDLE_LOG_PATH] = "";
typedef struct log_handle_t
{
int interval;
int burst;
pthread_mutex_t mutex;
int runtime_log_level;
zlog_category_t *zc;
const char *global_conf_path;
@@ -47,7 +53,6 @@ static __attribute__((__used__)) const char * GIT_VERSION_UNKNOWN = NULL;
}
#endif
static int create_dir(const char *dir_path, int path_len)
{
if(dir_path == NULL)
@@ -163,6 +168,60 @@ static void snapshot_handle_info(const char *handle_name, const char *log_path,
return;
}
static void log_update_time(log_handle_t *p_handle, log_ratelimit_t *rs, int level, const char *module, const char *func)
{
struct timespec current = {0, 0};
clock_gettime(CLOCK_MONOTONIC, &current);
if (((long)(rs->begin + rs->interval - current.tv_sec)) < 0)
{
if (rs->missed)
{
zlog(p_handle->zc, p_handle->runtime_log_file, strlen(p_handle->runtime_log_file), module, strlen(module), __LINE__, level, "%s: %d callbacks suppressed\n", func, rs->missed);
rs->missed = 0;
}
rs->begin = current.tv_sec;
rs->printed = 0;
}
return ;
}
int MESA_runtime_log_ratelimit(void *handle, log_ratelimit_t *rs, int level, const char *module, const char *func)
{
int ret = 0;
struct timespec timer = {0, 0};
log_handle_t *p_handle = (log_handle_t *)handle;
if (pthread_mutex_lock(&rs->mutex) != 0)return 0;
if (!rs->begin)
{
clock_gettime(CLOCK_MONOTONIC, &timer);
rs->begin = timer.tv_sec;
}
rs->burst = p_handle->burst;
rs->interval = p_handle->interval;
if (!rs->interval)
{
pthread_mutex_unlock(&rs->mutex);
return 1;
}
log_update_time(p_handle, rs, level, module, func);
if (rs->burst && rs->burst > rs->printed)
{
rs->printed++;
ret = 1;
}
else
{
rs->missed++;
ret = 0;
}
pthread_mutex_unlock(&rs->mutex);
return ret;
}
void *MESA_create_runtime_log_handle(const char *file_path, int level)
{
if(file_path == NULL)
@@ -199,13 +258,19 @@ void *MESA_create_runtime_log_handle(const char *file_path, int level)
strncpy(p_handle->runtime_log_file, file_path, sizeof(p_handle->runtime_log_file) - 1);
p_handle->runtime_log_level = level;
p_handle->zc = zc;
p_handle->burst = DEFAULT_BURST;
p_handle->interval = DEFAULT_INTERVAL;
pthread_mutex_init(&p_handle->mutex, NULL);
return (void *)p_handle;
}
void MESA_destroy_runtime_log_handle(void *handle)
{
log_handle_t *p_handle = (log_handle_t *)handle;
if(handle != NULL)
{
pthread_mutex_destroy(&p_handle->mutex);
free(handle);
handle = NULL;
}
@@ -213,23 +278,34 @@ void MESA_destroy_runtime_log_handle(void *handle)
return;
}
void MESA_handle_runtime_log(void *handle, int level, const char *module, const char *fmt, ...)
{
va_list ap;
log_handle_t *p_handle = (log_handle_t *)handle;
if(p_handle == NULL || p_handle->runtime_log_file == NULL)return;
if(p_handle->zc == NULL)return;
va_list ap;
va_start(ap, fmt);
vzlog(p_handle->zc, p_handle->runtime_log_file, strlen(p_handle->runtime_log_file), module, strlen(module), __LINE__, level, fmt, ap);
va_end(ap);
return ;
}
void MESA_set_runtime_log_handle_ratelimit(void *handle, int interval, int burst)
{
log_handle_t *p_handle = (log_handle_t *)handle;
if ((p_handle == NULL) || (interval < 0) || (burst < 0))return;
pthread_mutex_lock(&p_handle->mutex);
p_handle->interval = interval;
p_handle->burst = burst;
pthread_mutex_unlock(&p_handle->mutex);
return;
}
int MESA_handle_runtime_log_creation(const char *conf_path)
{