#include #include #include #include #include #include #include #include #include struct watchdog_kni { struct tfe_proxy * proxy; const char * profile; void * logger; unsigned int enable; struct sockaddr_in sk_kni_watchdog; int fd; struct event_base * ev_base; struct bufferevent * bev; pthread_t pthread; }; static int watchdog_kni_fd_create() { int fd = socket(AF_INET, SOCK_STREAM, 0); unsigned int so_keepalive = 1; unsigned int tcp_keepcnt = 1; unsigned int tcp_keepintvl = 1; unsigned int tcp_keepidle = 1; evutil_make_socket_nonblocking(fd); if (setsockopt(fd, SOL_SOCKET, SO_KEEPALIVE, (const void *) &so_keepalive, sizeof(int)) == -1) { TFE_LOG_ERROR(g_default_logger, "watchdog fd setup setsockopt(SO_KEEPALIVE, %d) failed : %s", so_keepalive, strerror(errno)); goto errout; } if (setsockopt(fd, IPPROTO_TCP, TCP_KEEPCNT, (const void *) &tcp_keepcnt, sizeof(int)) == -1) { TFE_LOG_ERROR(g_default_logger, "watchdog fd setup setsockopt(TCP_KEEPCNT, %d) failed: %s", tcp_keepcnt, strerror(errno)); goto errout; } if (setsockopt(fd, IPPROTO_TCP, TCP_KEEPINTVL, (const void *) &tcp_keepintvl, sizeof(int)) == -1) { TFE_LOG_ERROR(g_default_logger, "watchdog fd setup setsockopt(TCP_KEEPINTVL, %d) failed: %s", tcp_keepintvl, strerror(errno)); } if (setsockopt(fd, IPPROTO_TCP, TCP_KEEPIDLE, (const void *) &tcp_keepidle, sizeof(int)) == -1) { TFE_LOG_ERROR(g_default_logger, "watchdog fd setup setsockopt(TCP_KEEPIDLE, %d) failed: %s", tcp_keepidle, strerror(errno)); } return fd; errout: if(fd > 0) close(fd); return -1; } static void watchdog_kni_readcb(struct bufferevent *bev, void *ctx) { struct evbuffer * evbuffer_in = bufferevent_get_input(bev); evbuffer_drain(evbuffer_in, evbuffer_get_length(evbuffer_in)); } static void watchdog_kni_eventcb(struct bufferevent *bev, short what, void *ctx) { struct watchdog_kni * __ctx = (struct watchdog_kni *)ctx; if (what & BEV_EVENT_CONNECTED) { TFE_LOG_INFO(__ctx->bev, "KNI watchdog connection is established."); return; } if (what & (BEV_EVENT_EOF | BEV_EVENT_ERROR)) { if (what & BEV_EVENT_EOF) { TFE_LOG_ERROR(__ctx->logger, "KNI watchdog connection broken, KNI is shutdown, EXIT."); exit(EXIT_FAILURE); } if (what & BEV_EVENT_ERROR) { if (errno) { TFE_LOG_ERROR(__ctx->logger, "KNI watchdog connection broken: %s, EXIT.", strerror(errno)); } else { TFE_LOG_ERROR(__ctx->logger, "KNI watchdog connection broken: Unknown, EXIT."); } exit(EXIT_FAILURE); } } return; } void * watchdog_kni_thread(void * arg) { struct watchdog_kni * __ctx = (struct watchdog_kni *)arg; while(event_base_dispatch(__ctx->ev_base) >= 0) {} DIE("watchdog thread is terminated."); } struct watchdog_kni * watchdog_kni_create(struct tfe_proxy * proxy, const char * profile, void * logger) { struct watchdog_kni * __ctx = ALLOC(struct watchdog_kni, 1); int ret = 0; __ctx->proxy = proxy; __ctx->profile = profile; __ctx->logger = logger; unsigned int en_watchdog = 0; MESA_load_profile_uint_def(profile, "kni", "watchdog_switch", &en_watchdog, 0); __ctx->enable = en_watchdog; if (!__ctx->enable) { return __ctx; } char str_kni_ip[TFE_STRING_MAX] = {0}; MESA_load_profile_string_def(profile, "kni", "ip", str_kni_ip, sizeof(str_kni_ip), "127.0.0.1"); struct sockaddr_in sk_kni_address{}; sk_kni_address.sin_family = AF_INET; ret = inet_pton(AF_INET, str_kni_ip, &sk_kni_address.sin_addr); if (ret < 0) { TFE_LOG_ERROR(logger, "failed at parsing kni's address, in file %s, section %s, entry %s: %s", profile, "kni", "ip", str_kni_ip); goto __errout; } unsigned int kni_port; MESA_load_profile_uint_def(profile, "kni", "watchdog_port", &kni_port, 2476); __ctx->sk_kni_watchdog = sk_kni_address; __ctx->sk_kni_watchdog.sin_port = htons(kni_port); /* Prepare watchdog fd */ __ctx->fd = watchdog_kni_fd_create(); if (__ctx->fd < 0) { TFE_LOG_ERROR(logger, "failed at creating watchdog fd : %s", strerror(errno)); goto __errout; } __ctx->ev_base = event_base_new(); if (!__ctx->ev_base) { TFE_LOG_ERROR(logger, "failed at watchdog event_base_new(): %s", strerror(errno)); goto __errout; } __ctx->bev = bufferevent_socket_new(__ctx->ev_base, __ctx->fd, BEV_OPT_CLOSE_ON_FREE); if (!__ctx->bev) { TFE_LOG_ERROR(logger, "failed at watchdog bufferevent_socket_new(): %s", strerror(errno)); goto __errout; } ret = bufferevent_socket_connect(__ctx->bev, (const sockaddr *)&__ctx->sk_kni_watchdog, sizeof(__ctx->sk_kni_watchdog)); if (ret < 0) { TFE_LOG_ERROR(logger, "failed at watchdog connect(): %s", strerror(errno)); goto __errout; } bufferevent_setcb(__ctx->bev, watchdog_kni_readcb, NULL, watchdog_kni_eventcb, __ctx); bufferevent_enable(__ctx->bev, EV_READ | EV_WRITE); /* Create a thread to dispatch ctx->evbase */ ret = pthread_create(&__ctx->pthread, NULL, watchdog_kni_thread, (void *) __ctx); if (unlikely(ret < 0)) { TFE_LOG_ERROR(__ctx->logger, "Failed at creating watchdog thread: %s", strerror(errno)); goto __errout; } TFE_LOG_INFO(__ctx->logger, "KNI watchdong init successfully."); return __ctx; __errout: return NULL; }