gfwleak/mesa-framework-mesa-handle-logger
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

文件操作逻辑升级

Browse Source 
#1 性能优化
1、句柄中存储文件句柄，无需每次打开
2、完善demo中的性能测试场景

单机测试硬件（OS:CentOS Linux release 7.4.1708, CPU:Intel E5 2640 v4 2.4GHz, Disk:ST600MM0208 600G）
30线程每线程循环写入10w条日志，耗时380448us，平均日志写入速度788544条/s，日志平均长度104Byte/条，折合写入磁盘速度为78.8MB/s
This commit is contained in:
dump2file
2019-02-18 17:50:44 +08:00
parent 6c8af75e99
commit e63b7ee385
3 changed files with 95 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

82
demo/test_handle_logger.c
View File

@@ -4,25 +4,61 @@
#include <stdlib.h>
#include <pthread.h>
#include <signal.h>
#include <time.h>
void *sample_handle = NULL;
void *test_handle = NULL;
#define LOG_NUM 100
#define THREAD_NUM 100
#define LOG_NUM 100000
#define MAX_THREAD_NUM 65535
int g_log_num = 0;
int g_thread_num = 0;
volatile long g_start_time = 0;
volatile long g_end_time = 0;
void call_logger(int log_num, int thread_num)
{
int i = 0;
struct timespec start, end;
long start_time, end_time, time_cost;
clock_gettime(CLOCK_MONOTONIC, &start);
start_time = start.tv_sec*1000000 + start.tv_nsec/1000;
if(g_start_time == 0)
{
g_start_time = start_time;
}
else
{
if(g_start_time > start_time)
{
g_start_time = start_time;
}
}
for(i = 0; i < log_num; i++)
{
MESA_handle_runtime_log(sample_handle, RLOG_LV_INFO, "sample", "sample_handle MESA_handle_runtime_log, i = %d, thread_num = %d", i, thread_num);
//sleep(1);
MESA_handle_runtime_log(test_handle, RLOG_LV_INFO, "test", "test_handle MESA_handle_runtime_log, i = %d, thread_num = %d", i, thread_num);
MESA_HANDLE_RUNTIME_LOG(sample_handle, RLOG_LV_FATAL, "sample", "sample_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
//sleep(1);
MESA_HANDLE_RUNTIME_LOG(test_handle, RLOG_LV_FATAL, "test", "test_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
//MESA_handle_runtime_log(test_handle, RLOG_LV_INFO, "test", "test_handle MESA_handle_runtime_log, i = %d, thread_num = %d", i, thread_num);
//MESA_HANDLE_RUNTIME_LOG(sample_handle, RLOG_LV_FATAL, "sample", "sample_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
////sleep(1);
//MESA_HANDLE_RUNTIME_LOG(test_handle, RLOG_LV_FATAL, "test", "test_handle RUNTIEM_LOG test, i = %d, thread_num = %d", i, thread_num);
}
clock_gettime(CLOCK_MONOTONIC, &end);
end_time = end.tv_sec*1000000 + end.tv_nsec/1000;
if(g_end_time == 0)
{
g_end_time = end_time;
}
else
{
if(g_end_time < end_time)
{
g_end_time = end_time;
}
}
time_cost = (end.tv_sec - start.tv_sec) * 1000000 + (end.tv_nsec - start.tv_nsec) / 1000 ;
printf("THREAD %d write %d log using %ld us, avg speed %f /s, %ld -> %ld\n", thread_num, log_num, time_cost, ((float)log_num/(float)time_cost)*1000000, start_time, end_time);
return;
}
@@ -31,7 +67,7 @@ void *thread_logger(void *arg)
{
int thread_num = (int)(unsigned long long)arg;
printf("thread %d created! \n", thread_num);
call_logger(LOG_NUM, thread_num);
call_logger(g_log_num, thread_num);
printf("thread %d finished! \n", thread_num);
return NULL;
}
@@ -43,19 +79,33 @@ void sig_handler(int sig)
MESA_destroy_runtime_log_handle(test_handle);
sample_handle = NULL;
test_handle = NULL;
printf("%d thread write %d log using %ld us, avg speed %f /s, %ld -> %ld\n", g_thread_num, g_thread_num*g_log_num, g_end_time-g_start_time, ((float)(g_thread_num*g_log_num)/(float)(g_end_time-g_start_time))*1000000, g_start_time, g_end_time);
exit(0);
}
int main()
int main(int argc, char ** args)
{
pthread_t t[THREAD_NUM];
int i = 0;
pthread_t t[MAX_THREAD_NUM];
int i = 0;
sample_handle = MESA_create_runtime_log_handle("./log/test_log", RLOG_LV_DEBUG);
if(sample_handle == NULL)
{
printf("get log sample_handle error\n");
return -1;
if(argc != 3)
{
printf("Usage: ./($app) $thread_num $log_num \n");
return -1;
}
g_thread_num = atoi(args[1]);
g_log_num = atoi(args[2]);
if(g_thread_num <= 0 || g_log_num <= 0)
{
printf("Error, wrong parameter!\n");
return -1;
}
sample_handle = MESA_create_runtime_log_handle("./log/test_log", RLOG_LV_DEBUG);
if (sample_handle == NULL)
{
printf("get log sample_handle error\n");
return -1;
}
test_handle = MESA_create_runtime_log_handle("./log/test_log", RLOG_LV_DEBUG);
@@ -65,7 +115,7 @@ int main()
return -1;
}
for(i = 0; i < THREAD_NUM; i++)
for(i = 0; i < g_thread_num; i++)
{
pthread_create(&t[i], NULL, thread_logger, (void *)(unsigned long)(i));
}