From fb00794fcd2379fd3690cfb8a336252e74ce9bc2 Mon Sep 17 00:00:00 2001 From: qidaijie Date: Fri, 6 Aug 2021 11:48:52 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0GAL-72=E5=92=8C74=20sql?= =?UTF-8?q?=E6=96=87=E4=BB=B6?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- TSG-21.08/clickhouse/ck_column_2108_gal72.sql | 26 ++++++ TSG-21.08/clickhouse/ck_column_2108_gal74.sql | 92 +++++++++++++++++++ 2 files changed, 118 insertions(+) create mode 100644 TSG-21.08/clickhouse/ck_column_2108_gal72.sql create mode 100644 TSG-21.08/clickhouse/ck_column_2108_gal74.sql diff --git a/TSG-21.08/clickhouse/ck_column_2108_gal72.sql b/TSG-21.08/clickhouse/ck_column_2108_gal72.sql new file mode 100644 index 0000000..9c7c986 --- /dev/null +++ b/TSG-21.08/clickhouse/ck_column_2108_gal72.sql @@ -0,0 +1,26 @@ +----通联日志 +ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l7_protocol LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l7_protocol LowCardinality(String); + +ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l4_protocol LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_l4_protocol LowCardinality(String); + +ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_schema_type LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_schema_type LowCardinality(String); + +ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_client_location LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_client_location LowCardinality(String); + +ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_server_location LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_server_location LowCardinality(String); + +ALTER TABLE tsg_galaxy_v3.connection_record_log_local ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_app_label LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_cluster MODIFY COLUMN IF EXISTS common_app_label LowCardinality(String); + + +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_l7_protocol LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_l4_protocol LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_schema_type LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_client_location LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_server_location LowCardinality(String); +ALTER TABLE tsg_galaxy_v3.connection_record_log ON CLUSTER ck_query MODIFY COLUMN IF EXISTS common_app_label LowCardinality(String); diff --git a/TSG-21.08/clickhouse/ck_column_2108_gal74.sql b/TSG-21.08/clickhouse/ck_column_2108_gal74.sql new file mode 100644 index 0000000..1ea13f2 --- /dev/null +++ b/TSG-21.08/clickhouse/ck_column_2108_gal74.sql @@ -0,0 +1,92 @@ +--删除子表 +DROP TABLE IF EXISTS tsg_galaxy_v3.common_client_ip ON CLUSTER ck_cluster ; +DROP TABLE IF EXISTS tsg_galaxy_v3.common_server_ip ON CLUSTER ck_cluster ; +DROP TABLE IF EXISTS tsg_galaxy_v3.common_subscriber_id ON CLUSTER ck_cluster ; +DROP TABLE IF EXISTS tsg_galaxy_v3.common_http_domain ON CLUSTER ck_cluster ; +DROP TABLE IF EXISTS tsg_galaxy_v3.connection_record_log_common_subscriber_id_local ON CLUSTER ck_cluster ; +DROP TABLE IF EXISTS tsg_galaxy_v3.connection_record_log_common_subscriber_id ON CLUSTER ck_cluster ; +DROP TABLE IF EXISTS tsg_galaxy_v3.connection_record_log_common_subscriber_id ON CLUSTER ck_query ; + +--删除子表多余字段 +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster DROP COLUMN IF EXISTS common_action; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_action; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query DROP COLUMN IF EXISTS common_action; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query DROP COLUMN IF EXISTS common_policy_id; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query DROP COLUMN IF EXISTS common_action; + +--增加子表字段 +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain_local ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + + +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_cluster ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_client_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_common_server_ip ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_schema_type LowCardinality(String) after ssl_sni; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_client_port Int64 after common_schema_type; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_server_port Int64 after common_client_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_app_label LowCardinality(String) after common_server_port; +ALTER TABLE tsg_galaxy_v3.connection_record_log_http_domain ON CLUSTER ck_query ADD COLUMN IF NOT EXISTS common_direction Int64 after common_app_label; + + +--创建视图 +CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.common_client_ip ON CLUSTER ck_cluster TO tsg_galaxy_v3.connection_record_log_common_client_ip_local AS SELECT common_log_id, common_recv_time, common_server_ip, common_client_ip, common_sled_ip, common_entrance_id, common_subscriber_id, common_stream_trace_id, http_domain, ssl_sni,common_schema_type,common_client_port,common_server_port,common_app_label,common_direction FROM tsg_galaxy_v3.connection_record_log_local; +CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.common_server_ip ON CLUSTER ck_cluster TO tsg_galaxy_v3.connection_record_log_common_server_ip_local AS SELECT common_log_id, common_recv_time, common_server_ip, common_client_ip, common_sled_ip, common_entrance_id, common_subscriber_id, common_stream_trace_id, http_domain, ssl_sni,common_schema_type,common_client_port,common_server_port,common_app_label,common_direction FROM tsg_galaxy_v3.connection_record_log_local; +CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.common_http_domain ON CLUSTER ck_cluster TO tsg_galaxy_v3.connection_record_log_http_domain_local AS SELECT common_log_id, common_recv_time, common_server_ip, common_client_ip, common_sled_ip, common_entrance_id, common_subscriber_id, common_stream_trace_id, http_domain, ssl_sni,common_schema_type,common_client_port,common_server_port,common_app_label,common_direction FROM tsg_galaxy_v3.connection_record_log_local;