#include #include #include #include #include #define FAIL_AS_PINNING_COUNT 4 #define FAIL_TIME_WINDOW 30 #define FAIL_AS_PROTO_ERR_COUNT 5 #define SUCC_AS_APP_NOT_PINNING 3 struct ssl_svc_client_st { time_t last_update_time; unsigned int suspect_pinning_count; unsigned int protocol_error_count; char is_mutual_auth; struct ssl_service_cache* ref_svc_cache; }; struct ssl_svc_server_st { char is_ev; char is_ct; long long ev_st_switched; long long ct_st_switched; struct ssl_service_cache* ref_svc_cache; }; struct ssl_svc_app_st { unsigned int down_ssl_success_cnt; struct ssl_service_cache* ref_svc_cache; }; struct ssl_service_cache { MESA_htable_handle cli_st_hash; MESA_htable_handle srv_st_hash; MESA_htable_handle app_st_hash; struct ssl_service_cache_statistics stat; unsigned int fail_as_cli_pinning_count; unsigned int fail_as_proto_err_count; unsigned int fail_time_window; unsigned int succ_as_app_not_pinning_count; }; struct ssl_service_write_args { struct ssl_service_cache* cache; const struct ssl_service_status* status; }; static void ssl_svc_free_client_st(void * data) { struct ssl_svc_client_st* p = (struct ssl_svc_client_st *) data; struct ssl_service_cache* svc_cache=p->ref_svc_cache; if(p->is_mutual_auth) { svc_cache->stat.mutual_auth_cli_cnt--; } if(p->suspect_pinning_count>=svc_cache->fail_as_cli_pinning_count) { svc_cache->stat.pinning_cli_cnt--; } free(p); return; } static void ssl_svc_free_server_st(void * data) { struct ssl_svc_server_st* p = (struct ssl_svc_server_st *) data; struct ssl_service_cache* svc_cache=p->ref_svc_cache; if(p->is_ct) { svc_cache->stat.ct_srv_cnt--; } if(p->is_ev) { svc_cache->stat.ev_srv_cnt--; } free(p); return; } static void ssl_svc_free_app_st(void* data) { struct ssl_svc_app_st* p= (struct ssl_svc_app_st*)data; struct ssl_service_cache* svc_cache=p->ref_svc_cache; if(p->down_ssl_success_cnt>svc_cache->succ_as_app_not_pinning_count) { svc_cache->stat.app_not_pinning_cnt--; } free(p); } static size_t ssl_svc_server_st_mk_key(const struct ssl_chello* chello, const struct tfe_stream_addr * addr, char* key_buff, size_t sz) { size_t key_len=0; const char* sip=NULL, *sport=NULL, *dip=NULL, *dport=NULL; char * addr_str= tfe_stream_addr_to_str(addr); tfe_stream_addr_str_split(addr_str, &sip, &sport, &dip, &dport); key_len=snprintf(key_buff, sz, "%s:%s:%s:", dip, dport, chello->sni?chello->sni:"null"); free(addr_str); return key_len; } static size_t ssl_svc_app_st_mk_key(const struct ssl_chello* chello, const struct tfe_stream_addr * addr, char* key_buff, size_t sz) { size_t key_len=0; const char* sip=NULL, *sport=NULL, *dip=NULL, *dport=NULL; char * addr_str= tfe_stream_addr_to_str(addr); tfe_stream_addr_str_split(addr_str, &sip, &sport, &dip, &dport); key_len=snprintf(key_buff, sz, "%d:%d:%s:%s", chello->min_version.ossl_format, chello->max_version.ossl_format, chello->sni?chello->sni: dip , chello->alpn?chello->alpn:"null"); if(chello->cipher_suites && sz-key_len>chello->cipher_suites_len) { memcpy(key_buff+key_len, chello->cipher_suites, chello->cipher_suites_len); key_len+=chello->cipher_suites_len; } if(chello->sign_algos && sz-key_len > chello->sign_algos_len) { memcpy(key_buff+key_len, chello->sign_algos, chello->sign_algos_len); key_len+=chello->sign_algos_len; } if(chello->supported_groups && sz-key_len > chello->supported_groups_len) { memcpy(key_buff+key_len, chello->supported_groups, chello->supported_groups_len); key_len+=chello->supported_groups_len; } free(addr_str); return key_len; } static size_t ssl_svc_client_st_mk_key(const struct ssl_chello* chello, const struct tfe_stream_addr * addr, char* key_buff, size_t sz) { size_t key_len=0; const char* sip=NULL, *sport=NULL, *dip=NULL, *dport=NULL; char * addr_str= tfe_stream_addr_to_str(addr); tfe_stream_addr_str_split(addr_str, &sip, &sport, &dip, &dport); char chello_id_buff[sz]; size_t chello_id_len=0; key_len=snprintf(key_buff, sz, "%s:", sip); chello_id_len=ssl_svc_app_st_mk_key(chello, addr, chello_id_buff, sizeof(chello_id_buff)); memcpy(key_buff+key_len, chello_id_buff, MIN(chello_id_len, sz-key_len)); key_len+=chello_id_len; free(addr_str); return key_len; } static long cli_st_read_cb(void * data, const uchar * key, uint size, void * user_arg) { struct ssl_svc_client_st* cli_st=(struct ssl_svc_client_st*)data; struct ssl_service_cache* svc_cache=cli_st->ref_svc_cache; struct ssl_service_status* result=(struct ssl_service_status*)user_arg; if (cli_st == NULL) { return 0; } if(cli_st->suspect_pinning_count==0) { result->cli_pinning_status=PINNING_ST_NOT_PINNING; } else if(cli_st->suspect_pinning_countfail_as_cli_pinning_count) { result->cli_pinning_status=PINNING_ST_MAYBE_PINNING; } else { result->cli_pinning_status=PINNING_ST_PINNING; } if(cli_st->protocol_error_count>=svc_cache->fail_as_proto_err_count) { result->has_protocol_errors=1; } result->is_mutual_auth=cli_st->is_mutual_auth; return 1; } static long cli_st_write_cb(void * data, const uchar * key, uint size, void * user_arg) { struct ssl_svc_client_st* cli_st=(struct ssl_svc_client_st*)data; struct ssl_service_write_args* args=(struct ssl_service_write_args*)user_arg; const struct ssl_service_status* status=args->status; struct ssl_service_cache* cache=args->cache; UNUSED int ret = 0; time_t now=time(NULL); if(cli_st==NULL) { cli_st=ALLOC(struct ssl_svc_client_st, 1); cli_st->ref_svc_cache=cache; cli_st->last_update_time = now; ret = MESA_htable_add(cache->cli_st_hash, key, size, cli_st); assert(ret >= 0); } if (now - cli_st->last_update_time > cache->fail_time_window) { if(cli_st->suspect_pinning_countfail_as_cli_pinning_count) cli_st->suspect_pinning_count=0; if(cli_st->protocol_error_countfail_as_proto_err_count) cli_st->protocol_error_count=0; } if(status->cli_pinning_status!=PINNING_ST_NOT_PINNING && cli_st->suspect_pinning_countfail_as_cli_pinning_count) { if(status->cli_pinning_status==PINNING_ST_PINNING) { cli_st->suspect_pinning_count=cache->fail_as_cli_pinning_count; } else { cli_st->suspect_pinning_count++; } if(cli_st->suspect_pinning_count==cache->fail_as_cli_pinning_count) { cache->stat.pinning_cli_cnt++; } } else if(status->cli_pinning_status==PINNING_ST_PINNING) { cli_st->suspect_pinning_count=cache->fail_as_cli_pinning_count; } if(status->has_protocol_errors) { cli_st->protocol_error_count++; if(cli_st->protocol_error_count==cache->fail_as_proto_err_count) { cache->stat.proto_err_cli_cnt++; } } if(status->is_mutual_auth==1&&cli_st->is_mutual_auth==0) { cache->stat.mutual_auth_cli_cnt++; cli_st->is_mutual_auth=1; } cli_st->last_update_time=now; return 1; } static long srv_st_read_cb(void * data, const uchar * key, uint size, void * user_arg) { struct ssl_svc_server_st* srv_st=(struct ssl_svc_server_st*)data; struct ssl_service_status* result=(struct ssl_service_status*)user_arg; if (srv_st == NULL) { return 0; } result->is_ct=srv_st->is_ct; result->is_ev=srv_st->is_ev; return 1; } static long srv_st_write_cb(void * data, const uchar * key, uint size, void * user_arg) { struct ssl_svc_server_st* srv_st=(struct ssl_svc_server_st*)data; struct ssl_service_write_args* args=(struct ssl_service_write_args*)user_arg; const struct ssl_service_status* status=args->status; struct ssl_service_cache* cache=args->cache; UNUSED int ret = 0; if(srv_st==NULL) { srv_st=ALLOC(struct ssl_svc_server_st, 1); srv_st->ref_svc_cache=cache; ret = MESA_htable_add(cache->srv_st_hash, key, size, srv_st); assert(ret >= 0); } if(status->is_ev==1&&srv_st->is_ev==0) { srv_st->is_ev=1; cache->stat.ev_srv_cnt++; } if(status->is_ev!=srv_st->is_ev) { srv_st->ev_st_switched++; } if(status->is_ct==1&&srv_st->is_ct==0) { srv_st->is_ct=1; cache->stat.ct_srv_cnt++; } if(status->is_ct!=srv_st->is_ct) { srv_st->ct_st_switched++; } // assert(srv_st->ev_st_switched<2&&srv_st->ct_st_switched<2); return 1; } static long app_st_read_cb(void * data, const uchar * key, uint size, void * user_arg) { struct ssl_svc_app_st* app_st=(struct ssl_svc_app_st*)data; struct ssl_service_status* result=(struct ssl_service_status*)user_arg; if (app_st == NULL) { return 0; } if(app_st->down_ssl_success_cnt>app_st->ref_svc_cache->succ_as_app_not_pinning_count) { result->is_app_not_pinning=1; } return 1; } static long app_st_write_cb(void * data, const uchar * key, uint size, void * user_arg) { struct ssl_svc_app_st* app_st=(struct ssl_svc_app_st*)data; struct ssl_service_write_args* args=(struct ssl_service_write_args*)user_arg; const struct ssl_service_status* status=args->status; struct ssl_service_cache* cache=args->cache; UNUSED int ret = 0; if(app_st==NULL) { app_st=ALLOC(struct ssl_svc_app_st, 1); app_st->ref_svc_cache=cache; ret = MESA_htable_add(cache->srv_st_hash, key, size, app_st); assert(ret >= 0); } if(status->is_app_not_pinning) { app_st->down_ssl_success_cnt++; } if(app_st->down_ssl_success_cnt>cache->succ_as_app_not_pinning_count) { cache->stat.app_not_pinning_cnt++; } return 1; } int ssl_service_cache_read(struct ssl_service_cache* svc_cache, const struct ssl_chello* chello, const struct tfe_stream_addr * addr, struct ssl_service_status* result) { long cli_st_cb_ret=0, svr_st_cb_ret=0, app_st_cb_ret=0; char hash_key[2048]; size_t hash_key_sz=0; if(chello->sni==NULL) { return 0; } hash_key_sz=ssl_svc_client_st_mk_key(chello, addr, hash_key, sizeof(hash_key)); MESA_htable_search_cb(svc_cache->cli_st_hash, (unsigned char*) hash_key, (unsigned int) hash_key_sz, cli_st_read_cb, result, &cli_st_cb_ret); hash_key_sz=ssl_svc_server_st_mk_key(chello, addr, hash_key, sizeof(hash_key)); MESA_htable_search_cb(svc_cache->srv_st_hash, (unsigned char*) hash_key, (unsigned int) hash_key_sz, srv_st_read_cb, result, &svr_st_cb_ret); hash_key_sz=ssl_svc_app_st_mk_key(chello, addr, hash_key, sizeof(hash_key)); MESA_htable_search_cb(svc_cache->srv_st_hash, (unsigned char*) hash_key, (unsigned int) hash_key_sz, app_st_read_cb, result, &app_st_cb_ret); if(cli_st_cb_ret||svr_st_cb_ret||app_st_cb_ret) { return 1; } else { return 0; } } void ssl_service_cache_write(struct ssl_service_cache* svc_cache, const struct ssl_chello* chello, const struct tfe_stream_addr * addr, const struct ssl_service_status* status) { long cli_st_cb_ret=0, svr_st_cb_ret=0; char hash_key[2048]; size_t hash_key_sz=0; if(chello == NULL || chello->sni==NULL) { return; } struct ssl_service_write_args write_args={svc_cache, status}; if(status->is_mutual_auth||status->cli_pinning_status!=PINNING_ST_NOT_PINNING||status->has_protocol_errors) { hash_key_sz=ssl_svc_client_st_mk_key(chello, addr, hash_key, sizeof(hash_key)); MESA_htable_search_cb(svc_cache->cli_st_hash, (unsigned char*)hash_key, (unsigned int) hash_key_sz, cli_st_write_cb, &write_args, &cli_st_cb_ret); } if(status->is_ct||status->is_ev) { hash_key_sz=ssl_svc_server_st_mk_key(chello, addr, hash_key, sizeof(hash_key)); MESA_htable_search_cb(svc_cache->srv_st_hash, (unsigned char*)hash_key, (unsigned int) hash_key_sz, srv_st_write_cb, &write_args, &svr_st_cb_ret); } if(status->is_app_not_pinning) { hash_key_sz=ssl_svc_app_st_mk_key(chello, addr, hash_key, sizeof(hash_key)); MESA_htable_search_cb(svc_cache->app_st_hash, (unsigned char*)hash_key, (unsigned int) hash_key_sz, app_st_write_cb, &write_args, &svr_st_cb_ret); } } struct ssl_service_cache* ssl_service_cache_create(unsigned int slot_size, unsigned int expire_seconds, int fail_as_pinning_cnt, int fail_as_proto_err_cnt, int fail_time_win) { struct ssl_service_cache * cache = ALLOC(struct ssl_service_cache, 1); unsigned max_num = slot_size * 4; UNUSED int ret = 0; MESA_htable_handle htable=NULL, saved[3]; int i=0, opt_val=0; cache->fail_as_cli_pinning_count=fail_as_pinning_cnt; cache->fail_as_proto_err_count=fail_as_proto_err_cnt; cache->fail_time_window=fail_time_win; cache->succ_as_app_not_pinning_count=4;//TODO: read from profile. void (*free_func[])(void *)={ssl_svc_free_client_st, ssl_svc_free_server_st, ssl_svc_free_app_st}; for(i=0; i<3; i++) { htable = MESA_htable_born(); opt_val=0; ret = MESA_htable_set_opt(htable, MHO_SCREEN_PRINT_CTRL, &opt_val, sizeof(opt_val)); opt_val=1; ret = MESA_htable_set_opt(htable, MHO_THREAD_SAFE, &opt_val, sizeof(opt_val)); opt_val=16; ret = MESA_htable_set_opt(htable, MHO_MUTEX_NUM, &opt_val, sizeof(opt_val)); ret = MESA_htable_set_opt(htable, MHO_HASH_SLOT_SIZE, &slot_size, sizeof(slot_size)); ret = MESA_htable_set_opt(htable, MHO_HASH_MAX_ELEMENT_NUM, &max_num, sizeof(max_num)); ret = MESA_htable_set_opt(htable, MHO_EXPIRE_TIME, &expire_seconds, sizeof(expire_seconds)); opt_val=HASH_ELIMINATE_ALGO_FIFO; ret = MESA_htable_set_opt(htable, MHO_ELIMIMINATE_TYPE, &opt_val, sizeof(int)); ret = MESA_htable_set_opt(htable, MHO_CBFUN_DATA_FREE, (void*)free_func[i], sizeof(free_func[i])); ret = MESA_htable_mature(htable); assert(ret == 0); saved[i]=htable; } cache->cli_st_hash=saved[0]; cache->srv_st_hash=saved[1]; cache->app_st_hash=saved[2]; return cache; } void ssl_service_cache_destroy(struct ssl_service_cache* cache) { MESA_htable_destroy(cache->cli_st_hash, NULL); cache->cli_st_hash=NULL; MESA_htable_destroy(cache->srv_st_hash, NULL); cache->srv_st_hash=NULL; free(cache); return; } void ssl_service_cache_stat(struct ssl_service_cache* svc_cache, struct ssl_service_cache_statistics* result) { *result=svc_cache->stat; return; }