gfwleak/tango-tsg-master
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

IP归属地功能通过自测用例

Browse Source
This commit is contained in:
liuxueli
2020-05-19 10:02:31 +08:00
parent 278c54ab1f
commit 289a3e7bda
7 changed files with 94 additions and 99 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
.gitlab-ci.yml
View File

@@ -85,20 +85,3 @@ release_build_release:
- build/*.rpm - build/*.rpm
only: only:
- tags - tags
release_build_release_devel:
stage: build
variables:
BUILD_TYPE: RelWithDebInfo
ENABLE_DEVEL_SWITCH: "ON"
PACKAGE: 1
UPLOAD: 1
PULP3_REPO_NAME: tsg-stable-x86_64.el7
PULP3_DIST_NAME: tsg-stable-x86_64.el7
extends: .build_by_travis
artifacts:
name: "tsg_master-$CI_COMMIT_REF_NAME-release"
paths:
- build/*.rpm
only:
- tags

4
bin/tsg_static_tableinfo.conf
View File

@@ -47,7 +47,7 @@
35 TSG_PROFILE_RESPONSE_PAGES plugin {"key":1,"foreign":"4","valid":5} -- 35 TSG_PROFILE_RESPONSE_PAGES plugin {"key":1,"foreign":"4","valid":5} --
36 TSG_IP_ASN_BUILT_IN ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7} 36 TSG_IP_ASN_BUILT_IN ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7}
37 TSG_IP_ASN_USER_DEFINED ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7} 37 TSG_IP_ASN_USER_DEFINED ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":7}
38 TSG_IP_LOCATION_BUILT_IN ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":17} 38 TSG_IP_LOCATION_BUILT_IN ip_plugin {"row_id":1,"ip_type":3,"start_ip":4,"end_ip":5,"valid":18}
39 TSG_IP_LOCATION_USER_DEFINED ip_plugin {"row_id":1,"ip_type":2,"start_ip":3,"end_ip":4,"valid":17} 39 TSG_IP_LOCATION_USER_DEFINED ip_plugin {"row_id":1,"ip_type":3,"start_ip":4,"end_ip":5,"valid":18}
40 TSG_OBJ_IP_ASN expr UTF8 UTF8/GBK yes 0 40 TSG_OBJ_IP_ASN expr UTF8 UTF8/GBK yes 0
41 TSG_OBJ_IP_LOCATION expr UTF8 UTF8/GBK yes 0 41 TSG_OBJ_IP_LOCATION expr UTF8 UTF8/GBK yes 0

2
preinstall/install.sh
View File

@@ -10,7 +10,7 @@ echo 'POLICY_PRIORITY struct' >> ${DST}/etc/project_list.conf
fi fi
if [[ -z `grep -rn 'ESTABLISH_LATENCY' ${DST}/etc/project_list.conf` ]];then if [[ -z `grep -rn 'ESTABLISH_LATENCY' ${DST}/etc/project_list.conf` ]];then
echo 'ESTABLISH_LATENCY long' >> ${DST}/etc/project_list.conf echo 'TSG_MASTER_INTERNAL_LABEL struct' >> ${DST}/etc/project_list.conf
fi fi
if [[ -z `grep -rn 'tsg_master.inf' ${DST}/plug/conflist.inf` ]];then if [[ -z `grep -rn 'tsg_master.inf' ${DST}/plug/conflist.inf` ]];then

2
preinstall/uninstall.sh
View File

@@ -3,4 +3,4 @@ DST=${RPM_INSTALL_PREFIX}
mkdir -p ${DST}/plug/platform/ mkdir -p ${DST}/plug/platform/
sed -i '/tsg_master.inf/d' ${DST}/plug/conflist.inf sed -i '/tsg_master.inf/d' ${DST}/plug/conflist.inf
sed -i '/POLICY_PRIORITY/d' ${DST}/etc/project_list.conf sed -i '/POLICY_PRIORITY/d' ${DST}/etc/project_list.conf
sed -i '/ESTABLISH_LATENCY/d' ${DST}/etc/project_list.conf sed -i '/TSG_MASTER_INTERNAL_LABEL/d' ${DST}/etc/project_list.conf

65
src/tsg_entry.cpp
View File

@@ -64,44 +64,47 @@ static void free_internal_label(int thread_seq, void *project_req_value)
{ {
struct _internal_label *label=(struct _internal_label *)project_req_value; struct _internal_label *label=(struct _internal_label *)project_req_value;
if(label->client_asn!=NULL) if(label!=NULL)
{ {
ASN_free_data(label->client_asn->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->client_asn), 0, g_tsg_para.logger); if(label->client_asn!=NULL)
label->client_asn=NULL; {
} ASN_free_data(label->client_asn->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->client_asn), 0, g_tsg_para.logger);
label->client_asn=NULL;
}
if(label->server_asn!=NULL) if(label->server_asn!=NULL)
{ {
ASN_free_data(label->server_asn->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->server_asn), 0, g_tsg_para.logger); ASN_free_data(label->server_asn->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->server_asn), 0, g_tsg_para.logger);
label->server_asn=NULL; label->server_asn=NULL;
} }
if(label->client_location!=NULL) if(label->client_location!=NULL)
{ {
location_free_data(label->client_location->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->client_location), 0, g_tsg_para.logger); location_free_data(label->client_location->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->client_location), 0, g_tsg_para.logger);
label->client_location=NULL; label->client_location=NULL;
} }
if(label->server_location!=NULL) if(label->server_location!=NULL)
{ {
location_free_data(label->server_location->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->server_location), 0, g_tsg_para.logger); location_free_data(label->server_location->table_id, (MAAT_PLUGIN_EX_DATA *)&(label->server_location), 0, g_tsg_para.logger);
label->server_location=NULL; label->server_location=NULL;
} }
if(label->client_subscribe_id!=NULL) if(label->client_subscribe_id!=NULL)
{ {
free(label->client_subscribe_id); subscribe_id_free_data(label->client_subscribe_id->table_id, (MAAT_PLUGIN_EX_DATA *)&label->client_subscribe_id, 0, g_tsg_para.logger);
label->client_subscribe_id=NULL; label->client_subscribe_id=NULL;
} }
if(label->server_subscribe_id!=NULL) if(label->server_subscribe_id!=NULL)
{ {
free(label->server_subscribe_id); subscribe_id_free_data(label->server_subscribe_id->table_id, (MAAT_PLUGIN_EX_DATA *)&label->server_subscribe_id, 0, g_tsg_para.logger);
label->server_subscribe_id=NULL; label->server_subscribe_id=NULL;
} }
dictator_free(thread_seq, project_req_value); dictator_free(thread_seq, project_req_value);
project_req_value=NULL; project_req_value=NULL;
}
} }
static void free_context(void **pme, int thread_seq) static void free_context(void **pme, int thread_seq)

4
src/tsg_entry.h
View File

@@ -86,13 +86,14 @@ struct _location_info
char province_full[256]; char province_full[256];
char city_full[256]; char city_full[256];
char time_zone[128]; char time_zone[128];
int parent_location_id; int geoname_id;
int table_id; int table_id;
}; };
struct _subscribe_id_info struct _subscribe_id_info
{ {
int ref_cnt; int ref_cnt;
int table_id;
char subscribe_id[256]; char subscribe_id[256];
}; };
@@ -221,6 +222,7 @@ int tsg_scan_shared_policy(Maat_feather_t maat_feather, struct _identify_info *i
void location_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void* argp); void location_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void* argp);
void ASN_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void* argp); void ASN_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void* argp);
void subscribe_id_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void* argp);
#endif #endif

99
src/tsg_rule.cpp
View File

@@ -65,13 +65,13 @@ void ASN_dup_data(int table_id, MAAT_PLUGIN_EX_DATA *to, MAAT_PLUGIN_EX_DATA *fr
MESA_handle_runtime_log(logger, MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG, RLOG_LV_DEBUG,
"IP_ASN", "IP_ASN",
"Add ip ASN: [ start_ip: %s end_ip: %s asn: %d organization: %s ref_cnt: %d ] table_id: %d", "Dup(table_id: %d) ip ASN: start_ip: %s end_ip: %s asn: %s organization: %s ref_cnt: %d",
table_id,
asn->start_ip, asn->start_ip,
asn->end_ip, asn->end_ip,
asn->asn, asn->asn,
asn->organization, asn->organization,
asn->ref_cnt, asn->ref_cnt
table_id
); );
return; return;
@@ -103,18 +103,19 @@ void ASN_new_data(int table_id, const char* key, const char* table_line, MAAT_PL
} }
atomic_inc(&asn->ref_cnt); atomic_inc(&asn->ref_cnt);
asn->table_id=table_id;
*ad=(MAAT_PLUGIN_EX_DATA)asn; *ad=(MAAT_PLUGIN_EX_DATA)asn;
MESA_handle_runtime_log(logger, MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG, RLOG_LV_DEBUG,
"IP_ASN", "IP_ASN",
"Add ip ASN: [ start_ip: %s end_ip: %s asn: %d organization: %s ] table_id: %d table_line: %s", "Add(table_id: %d) ip ASN: start_ip: %s end_ip: %s asn: %s organization: %s ref_cnt: %d",
table_id,
asn->start_ip, asn->start_ip,
asn->end_ip, asn->end_ip,
asn->asn, asn->asn,
asn->organization, asn->organization,
table_id, asn->ref_cnt
table_line
); );
return; return;
} }
@@ -124,6 +125,18 @@ void ASN_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void* argp)
void *logger=argp; void *logger=argp;
struct _asn_info *asn=(struct _asn_info *)(*ad); struct _asn_info *asn=(struct _asn_info *)(*ad);
MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG,
"IP_ASN",
"Delate(table_id: %d) ip ASN: start_ip: %s end_ip: %s asn: %s organization: %s ref_cnt: %d",
table_id,
asn->start_ip,
asn->end_ip,
asn->asn,
asn->organization,
asn->ref_cnt
);
atomic_dec(&asn->ref_cnt); atomic_dec(&asn->ref_cnt);
if(asn->ref_cnt<=0) if(asn->ref_cnt<=0)
{ {
@@ -131,18 +144,6 @@ void ASN_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void* argp)
*ad=NULL; *ad=NULL;
} }
MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG,
"IP_ASN",
"Add ip ASN: [ start_ip: %s end_ip: %s asn: %d organization: %s ref_cnt: %d ] table_id: %d",
asn->start_ip,
asn->end_ip,
asn->asn,
asn->organization,
asn->ref_cnt,
table_id
);
return; return;
} }
@@ -157,13 +158,16 @@ void location_dup_data(int table_id, MAAT_PLUGIN_EX_DATA *to, MAAT_PLUGIN_EX_DAT
MESA_handle_runtime_log(logger, MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG, RLOG_LV_DEBUG,
"IP_LOCATION", "IP_LOCATION",
"Dup location: [ start_ip: %s end_ip: %s continent: %s country: %s city: %s ref_cnt: %d ] table_id: %d", "Dup(table_id: %d) location: geoname_id: %d start_ip: %s end_ip: %s continent: %s country: %s city: %s ref_cnt: %d",
table_id,
location->geoname_id,
location->start_ip, location->start_ip,
location->end_ip, location->end_ip,
location->continent_full, location->continent_full,
location->country_full, location->country_full,
location->city_full, location->city_full,
table_id); location->ref_cnt
);
return; return;
} }
@@ -176,8 +180,9 @@ void location_new_data(int table_id, const char* key, const char* table_line, MA
location=(struct _location_info *)calloc(1, sizeof(struct _location_info)); location=(struct _location_info *)calloc(1, sizeof(struct _location_info));
ret=sscanf(table_line, ret=sscanf(table_line,
"%d\t%d\t%s\t%s\t%lf\t%lf\t%lf\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%u\t%d", "%d\t%d\t%d\t%s\t%s\t%lf\t%lf\t%lf\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%d",
&id, &id,
&location->geoname_id,
&location->addr_type, &location->addr_type,
location->start_ip, location->start_ip,
location->end_ip, location->end_ip,
@@ -193,7 +198,6 @@ void location_new_data(int table_id, const char* key, const char* table_line, MA
location->province_full, location->province_full,
location->city_full, location->city_full,
location->time_zone, location->time_zone,
&location->parent_location_id,
&is_valid); &is_valid);
if(ret!=18) if(ret!=18)
{ {
@@ -218,15 +222,15 @@ void location_new_data(int table_id, const char* key, const char* table_line, MA
MESA_handle_runtime_log(logger, MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG, RLOG_LV_DEBUG,
"IP_LOCATION", "IP_LOCATION",
"Add ip location: [ start_ip: %s end_ip: %s continent: %s country: %s city: %s ref_cnt: %d ] table_id: %d table_line: %s", "Add(table_id: %d) ip location: geoname_id: %d start_ip: %s end_ip: %s continent: %s country: %s city: %s ref_cnt: %d",
table_id,
location->geoname_id,
location->start_ip, location->start_ip,
location->end_ip, location->end_ip,
location->continent_full, location->continent_full,
location->country_full, location->country_full,
location->city_full, location->city_full,
location->ref_cnt, location->ref_cnt
table_id,
table_line
); );
return; return;
} }
@@ -236,6 +240,20 @@ void location_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void*
void *logger=argp; void *logger=argp;
struct _location_info *location=(struct _location_info *)(*ad); struct _location_info *location=(struct _location_info *)(*ad);
MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG,
"IP_LOCATION",
"Delete(table_id: %d) location: geoname_id: %d start_ip: %s end_ip: %s continent: %s country: %s city: %s ref_cnt: %d",
table_id,
location->geoname_id,
location->start_ip,
location->end_ip,
location->continent_full,
location->country_full,
location->city_full,
location->ref_cnt
);
atomic_dec(&location->ref_cnt); atomic_dec(&location->ref_cnt);
if(location->ref_cnt<=0) if(location->ref_cnt<=0)
{ {
@@ -243,18 +261,6 @@ void location_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, void*
*ad=NULL; *ad=NULL;
} }
MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG,
"IP_LOCATION",
"Delete location: [ start_ip: %s end_ip: %s continent: %s country: %s city: %s ref_cnt: %d ] table_id: %d",
location->start_ip,
location->end_ip,
location->continent_full,
location->country_full,
location->city_full,
location->ref_cnt,
table_id
);
return; return;
} }
@@ -267,7 +273,7 @@ void subscribe_id_dup_data(int table_id, MAAT_PLUGIN_EX_DATA *to, MAAT_PLUGIN_EX
atomic_inc(&subscribe_id->ref_cnt); atomic_inc(&subscribe_id->ref_cnt);
*to=*from; *to=*from;
MESA_handle_runtime_log(logger, RLOG_LV_DEBUG, "SUBSCRIBE_ID", "Dup subscribe_id: %s ref_cnt: %d table_id: %d", subscribe_id->subscribe_id, subscribe_id->ref_cnt, table_id); MESA_handle_runtime_log(logger, RLOG_LV_DEBUG, "SUBSCRIBE_ID", "Dup(table_id: %d ) subscribe_id: %s ref_cnt: %d", table_id, subscribe_id->subscribe_id, subscribe_id->ref_cnt);
return; return;
} }
@@ -301,15 +307,16 @@ void subscribe_id_new_data(int table_id, const char* key, const char* table_line
atomic_inc(&subscribe_id->ref_cnt); atomic_inc(&subscribe_id->ref_cnt);
subscribe_id->table_id=table_id;
*ad=(MAAT_PLUGIN_EX_DATA)subscribe_id; *ad=(MAAT_PLUGIN_EX_DATA)subscribe_id;
MESA_handle_runtime_log(logger, MESA_handle_runtime_log(logger,
RLOG_LV_DEBUG, RLOG_LV_DEBUG,
"SUBSCRIBE_ID", "SUBSCRIBE_ID",
"Add subscribe_id: %s table_id: %d table_line: %s", "Add(table_id: %d ) subscribe_id: %s ref_cnt: %d",
subscribe_id->subscribe_id,
table_id, table_id,
table_line subscribe_id->subscribe_id,
subscribe_id->ref_cnt
); );
return; return;
} }
@@ -319,6 +326,8 @@ void subscribe_id_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, vo
void *logger=argp; void *logger=argp;
struct _subscribe_id_info *subscribe_id=(struct _subscribe_id_info *)(*ad); struct _subscribe_id_info *subscribe_id=(struct _subscribe_id_info *)(*ad);
MESA_handle_runtime_log(logger, RLOG_LV_DEBUG, "SUBSCRIBE_ID", "Delete(table_id: %d ) subscribe_id: %s ref_cnt: %d", table_id, subscribe_id->subscribe_id, subscribe_id->ref_cnt);
atomic_dec(&subscribe_id->ref_cnt); atomic_dec(&subscribe_id->ref_cnt);
if(subscribe_id->ref_cnt<=0) if(subscribe_id->ref_cnt<=0)
{ {
@@ -326,8 +335,6 @@ void subscribe_id_free_data(int table_id, MAAT_PLUGIN_EX_DATA* ad, long argl, vo
*ad=NULL; *ad=NULL;
} }
MESA_handle_runtime_log(logger, RLOG_LV_DEBUG, "SUBSCRIBE_ID", "Delete subscribe_id: %s ref_cnt: %d table_id: %d", subscribe_id->subscribe_id, subscribe_id->ref_cnt, table_id);
return; return;
} }
@@ -762,7 +769,7 @@ int tsg_scan_ip_asn(Maat_feather_t maat_feather, const struct streaminfo *a_stre
); );
} }
return ret; return (ret>0 ? ret : 0);
} }
@@ -819,7 +826,7 @@ int tsg_scan_ip_location(Maat_feather_t maat_feather, const struct streaminfo *a
); );
} }
return ret; return (ret>0 ? ret : 0);
} }
int tsg_scan_nesting_addr(Maat_feather_t maat_feather, const struct streaminfo *a_stream, tsg_protocol_t proto, scan_status_t *mid, Maat_rule_t*result, int result_num) int tsg_scan_nesting_addr(Maat_feather_t maat_feather, const struct streaminfo *a_stream, tsg_protocol_t proto, scan_status_t *mid, Maat_rule_t*result, int result_num)