gfwleak/galaxy-deployment-updata-record
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

增加GAL-72和74 sql文件

Browse Source
This commit is contained in:
qidaijie
2021-08-06 11:48:52 +08:00
parent 99e1dfab9f
commit fb00794fcd
2 changed files with 118 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
TSG-21.08/clickhouse/ck_column_2108_gal72.sql Normal file
View File

@@ -0,0 +1,26 @@
----通联日志
ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l7_protocol LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l7_protocol LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l4_protocol LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l4_protocol LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_schema_type LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_schema_type LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_client_location LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_client_location LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_server_location LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_server_location LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_app_label LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_app_label LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_l7_protocol LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_l4_protocol LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_schema_type LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_client_location LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_server_location LowCardinality(String);
ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_app_label LowCardinality(String);

92
TSG-21.08/clickhouse/ck_column_2108_gal74.sql Normal file
View File

@@ -0,0 +1,92 @@
--删除子表
DROP TABLE IF EXISTS tsg_galaxy_v3.common_client_ip ON CLUSTER ck_cluster ;
DROP TABLE IF EXISTS tsg_galaxy_v3.common_server_ip ON CLUSTER ck_cluster ;
DROP TABLE IF EXISTS tsg_galaxy_v3.common_subscriber_id ON CLUSTER ck_cluster ;
DROP TABLE IF EXISTS tsg_galaxy_v3.common_http_domain ON CLUSTER ck_cluster ;
DROP TABLE IF EXISTS tsg_galaxy_v3.connection_record_log_common_subscriber_id_local ON CLUSTER ck_cluster ;
DROP TABLE IF EXISTS tsg_galaxy_v3.connection_record_log_common_subscriber_id ON CLUSTER ck_cluster ;
DROP TABLE IF EXISTS tsg_galaxy_v3.connection_record_log_common_subscriber_id ON CLUSTER ck_query ;
--删除子表多余字段
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_action;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query DROP COLUMN IF EXISTS common_policy_id;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query DROP COLUMN IF EXISTS common_action;
--增加子表字段
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port;
ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label;
--创建视图
CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.common_client_ip ON CLUSTER ck_cluster TO tsg_galaxy_v3.connection_record_log_common_client_ip_local AS SELECT common_log_id, common_recv_time, common_server_ip, common_client_ip, common_sled_ip, common_entrance_id, common_subscriber_id, common_stream_trace_id, http_domain, ssl_sni,common_schema_type,common_client_port,common_server_port,common_app_label,common_direction FROM tsg_galaxy_v3.connection_record_log_local;
CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.common_server_ip ON CLUSTER ck_cluster TO tsg_galaxy_v3.connection_record_log_common_server_ip_local AS SELECT common_log_id, common_recv_time, common_server_ip, common_client_ip, common_sled_ip, common_entrance_id, common_subscriber_id, common_stream_trace_id, http_domain, ssl_sni,common_schema_type,common_client_port,common_server_port,common_app_label,common_direction FROM tsg_galaxy_v3.connection_record_log_local;
CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.common_http_domain ON CLUSTER ck_cluster TO tsg_galaxy_v3.connection_record_log_http_domain_local AS SELECT common_log_id, common_recv_time, common_server_ip, common_client_ip, common_sled_ip, common_entrance_id, common_subscriber_id, common_stream_trace_id, http_domain, ssl_sni,common_schema_type,common_client_port,common_server_port,common_app_label,common_direction FROM tsg_galaxy_v3.connection_record_log_local;