gfwleak/galaxy-deployment-updata-record
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

22.02 update

Browse Source
This commit is contained in:
zhanghongqing
2022-03-02 15:38:43 +08:00
parent 20d6a6aac9
commit e674e9859b
9 changed files with 1 additions and 12142 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
TSG发布版本更新记录/TSG-22.02/job/update-02-job.sql
View File

@@ -1,2 +1,2 @@
INSERT INTO `xxl_job_info` VALUES ('101', '3', '0 0 0 1/7 * ?', 'Web-Sketch-Assessment-File', '2022-01-27 17:40:42', '2022-02-23 02:16:56', 'galaxy', '', 'FAILOVER', 'httpToStoreJobHandler', ' [{\r\n \"url\": \"http://{{machine_host}}:9999/?option=long-term&resultId=1&query=SELECT http_domain AS name, arrayStringConcat(groupUniqArray(common_l7_protocol),\',\') AS protocol, count(*) AS sessions FROM tsg_galaxy_v3.session_record WHERE common_recv_time >= toStartOfDay(now()- INTERVAL 7 DAY) AND common_recv_time < toStartOfDay(now()) AND notEmpty(http_domain) GROUP BY name ORDER BY sessions DESC LIMIT 500000;\",\r\n \"method\": \"get\",\r\n \"requestBody\": {},\r\n \"resultKey\": \"data\",\r\n \"store\": \"all\"\r\n}, {\r\n \"url\": \"http://{{machine_host}}:9999/?option=long-term&resultId=1&query=SELECT http_domain AS name, arrayStringConcat(groupUniqArray(common_l7_protocol),\',\') AS protocol, count(*) AS sessions FROM tsg_galaxy_v3.session_record WHERE common_recv_time >= toStartOfDay(now()- INTERVAL 7 DAY) AND common_recv_time < toStartOfDay(now()) AND notEmpty(http_domain) AND empty(common_service_category) AND http_domain NOT IN (select http_domain FROM tsg_galaxy_v3.session_record WHERE common_recv_time >= toStartOfDay(now()- INTERVAL 7 DAY) AND common_recv_time < toStartOfDay(now()) AND notEmpty(http_domain) AND notEmpty(common_service_category)) GROUP BY name ORDER BY sessions DESC LIMIT 500000;\",\r\n \"method\": \"get\",\r\n \"requestBody\": {},\r\n \"resultKey\": \"data\",\r\n \"store\": \"uncategorized\"\r\n}]', 'COVER_EARLY', '0', '0', 'BEAN', '', 'GLUE代码初始化', '2022-01-27 17:40:42', '', '1', '1645488000000', '1646092800000');
INSERT INTO `xxl_job_info` VALUES ('101', '3', '0 0 0 1/7 * ?', 'Web-Sketch-Assessment-File', '2022-01-27 17:40:42', '2022-02-23 02:16:56', 'galaxy', '', 'FAILOVER', 'httpToStoreJobHandler', ' [{\r\n \"url\": \"http://{{machine_host}}:9999/?option=long-term&resultId=1&query=SELECT http_domain AS name, arrayStringConcat(groupUniqArray(common_l7_protocol),\',\') AS protocol, count(*) AS sessions FROM tsg_galaxy_v3.session_record WHERE common_recv_time >= toStartOfDay(now()- INTERVAL 1 DAY) AND common_recv_time < toStartOfDay(now()) AND notEmpty(http_domain) GROUP BY name ORDER BY sessions DESC LIMIT 500000;\",\r\n \"method\": \"get\",\r\n \"requestBody\": {},\r\n \"resultKey\": \"data\",\r\n \"store\": \"all\"\r\n}, {\r\n \"url\": \"http://{{machine_host}}:9999/?option=long-term&resultId=1&query=SELECT http_domain AS name, arrayStringConcat(groupUniqArray(common_l7_protocol),\',\') AS protocol, count(*) AS sessions FROM tsg_galaxy_v3.session_record WHERE common_recv_time >= toStartOfDay(now()- INTERVAL 1 DAY) AND common_recv_time < toStartOfDay(now()) AND notEmpty(http_domain) AND empty(common_service_category) AND http_domain NOT IN (select http_domain FROM tsg_galaxy_v3.session_record WHERE common_recv_time >= toStartOfDay(now()- INTERVAL 1 DAY) AND common_recv_time < toStartOfDay(now()) AND notEmpty(http_domain) AND notEmpty(common_service_category)) GROUP BY name ORDER BY sessions DESC LIMIT 500000;\",\r\n \"method\": \"get\",\r\n \"requestBody\": {},\r\n \"resultKey\": \"data\",\r\n \"store\": \"uncategorized\"\r\n}]', 'COVER_EARLY', '0', '0', 'BEAN', '', 'GLUE代码初始化', '2022-01-27 17:40:42', '', '1', '1645488000000', '1646092800000');
INSERT INTO `xxl_job_info` VALUES ('103', '3', '0 0 0/4 * * ?', 'IP-Locate-Library', '2022-02-08 15:14:04', '2022-02-10 15:26:28', 'tian', '', 'FIRST', 'IPLocateLibraryJobHandler', 'docker run -it -d --rm -v /home/galaxy/volumes/mmdb:/mmdb -v /home/galaxy/volumes/mmdb/mmdb-perl-user-defined.pl:/mmdb-perl-user-defined.pl -v /home/galaxy/volumes/mmdb/mmdb-perl-built-in.pl:/mmdb-perl-built-in.pl --name my-running-script perl:v3 sh -c \'cd /mmdb &&perl /mmdb-perl-user-defined.pl && perl /mmdb-perl-built-in.pl\'', 'SERIAL_EXECUTION', '200000', '0', 'BEAN', '', 'GLUE代码初始化', '2022-02-08 15:14:04', '', '1', '1644566511000', '1644566512000');

87
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/assessment_event.json
View File

@@ -1,87 +0,0 @@
{
"type": "record",
"name": "assessment_event",
"namespace": "tsg_galaxy_v3",
"doc": {
"primary_key": "common_log_id",
"partition_key": "common_recv_time",
"functions": {
"$ref": "public_schema_info.json#/functions"
}
},
"fields": [
{
"name": "common_recv_time",
"label": "Receive Time",
"doc": {
"constraints": {
"type": "timestamp"
}
},
"type": "long"
},
{
"name": "common_log_id",
"label": "Log ID",
"doc": {
"format": {
"functions": "snowflake_id"
}
},
"type": "long"
},
{
"name": "lot_number",
"label": "Lot Number",
"type": "string"
},
{
"name": "file_name",
"label": "File Name",
"type": "string"
},
{
"name": "features",
"label": "Features",
"doc": {
"visibility": "hidden"
},
"type": "string"
},
{
"name": "assessment_type",
"label": "Assessment Type",
"type": "string"
},
{
"name": "size",
"label": "Size",
"type": "long"
},
{
"name": "file_checksum_sha",
"label": "SHA256",
"type": "string"
},
{
"name": "assessment_date",
"label": "Assessment Date",
"doc": {
"constraints": {
"type": "timestamp"
}
},
"type": "long"
},
{
"name": "assessment_file",
"label": "Assessment File",
"doc": {
"constraints": {
"type": "file"
}
},
"type": "string"
}
]
}

2291
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/interim_session_record.json
View File

File diff suppressed because it is too large Load Diff

90
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/meta_data.json
View File

@@ -1,90 +0,0 @@
{
"metadata": [
{
"namespace": "tsg_galaxy_v3",
"group": "CLICKHOUSE_GROUP",
"tables": [
"radius_onff_log",
"session_record",
"session_record_common_client_ip",
"session_record_common_server_ip",
"session_record_http_domain",
"interim_session_record",
"transaction_record",
"radius_record",
"voip_record",
"gtpc_record",
"security_event",
"proxy_event",
"dos_event",
"active_defence_event",
"sys_packet_capture_event",
"assessment_event"
]
},
{
"namespace": "elasticsearch",
"group": "ELASTICSEARCH_GROUP",
"tables": [
]
},
{
"namespace": "system",
"group": "CLICKHOUSE_GROUP",
"tables": [
"query_log_cluster",
"tables_cluster",
"columns_cluster",
"disks_cluster",
"parts_cluster",
"processes",
"query_log"
]
},
{
"namespace": "druid",
"group": "DRUID_GROUP",
"tables": [
"top_internal_host_log",
"top_website_domain_log",
"proxy_event_hits_log",
"sys_storage_log",
"security_event_hits_log",
"traffic_protocol_stat_log",
"top_server_ip_log",
"traffic_summary_log",
"traffic_metrics_log",
"top_user_log",
"top_urls_log",
"top_client_ip_log",
"top_external_host_log",
"traffic_app_stat_log",
"traffic_top_destination_ip_metrics_log"
]
},
{
"namespace": "etl",
"group": "ETL_GROUP",
"tables": [
"liveChart_interim",
"liveChart_session"
]
},
{
"namespace":"tsg",
"group":"HBASE_GROUP",
"tables":[
"report_result"
]
},
{
"namespace": "tsg_galaxy",
"group": "HBASE_GROUP",
"tables": [
"relation_account_framedip",
"recommendation_app_cip",
"job_result"
]
}
]
}

2104
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/public_schema_info.json
View File

File diff suppressed because it is too large Load Diff

2367
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/security_event.json
View File

File diff suppressed because it is too large Load Diff

2320
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/session_record.json
View File

File diff suppressed because it is too large Load Diff

1500
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/transaction_record.json
View File

File diff suppressed because it is too large Load Diff

1382
TSG发布版本更新记录/TSG-22.02/qgw/galaxy-qgw-service/config/voip_record.json
View File

File diff suppressed because it is too large Load Diff