diff --git a/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_LOG_ID/Clickhouse_TSG_建表语句.sql b/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_LOG_ID/Clickhouse_TSG_建表语句.sql index ab53bb1..dc630a9 100644 --- a/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_LOG_ID/Clickhouse_TSG_建表语句.sql +++ b/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_LOG_ID/Clickhouse_TSG_建表语句.sql @@ -3352,14 +3352,14 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.proxy_event_local ON CLUSTER ck_cluster ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - intercept_pinning_status Int64, - intercept_status Int64, + intercept_pinning_status Nullable(Int64), + intercept_status Nullable(Int64), intercept_passthrough_reason String, - intercept_server_side_latency Int64, - intercept_client_side_latency Int64, + intercept_server_side_latency Nullable(Int64), + intercept_client_side_latency Nullable(Int64), intercept_server_side_version String, intercept_client_side_version String, - intercept_cert_verify Int64, + intercept_cert_verify Nullable(Int64), intercept_error String ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(common_recv_time)) @@ -3534,14 +3534,14 @@ create table IF NOT EXISTS tsg_galaxy_v3.proxy_event ON CLUSTER ck_cluster ( ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - intercept_pinning_status Int64, - intercept_status Int64, + intercept_pinning_status Nullable(Int64), + intercept_status Nullable(Int64), intercept_passthrough_reason String, - intercept_server_side_latency Int64, - intercept_client_side_latency Int64, + intercept_server_side_latency Nullable(Int64), + intercept_client_side_latency Nullable(Int64), intercept_server_side_version String, intercept_client_side_version String, - intercept_cert_verify Int64, + intercept_cert_verify Nullable(Int64), intercept_error String ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,proxy_event_local,rand()); @@ -3712,14 +3712,14 @@ create table IF NOT EXISTS tsg_galaxy_v3.proxy_event ON CLUSTER ck_query ( ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - intercept_pinning_status Int64, - intercept_status Int64, + intercept_pinning_status Nullable(Int64), + intercept_status Nullable(Int64), intercept_passthrough_reason String, - intercept_server_side_latency Int64, - intercept_client_side_latency Int64, + intercept_server_side_latency Nullable(Int64), + intercept_client_side_latency Nullable(Int64), intercept_server_side_version String, intercept_client_side_version String, - intercept_cert_verify Int64, + intercept_cert_verify Nullable(Int64), intercept_error String ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,proxy_event_local,rand()); diff --git a/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_VSYS_ID/Clickhouse_TSG_建表语句.sql b/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_VSYS_ID/Clickhouse_TSG_建表语句.sql index 830e6f9..b34746d 100644 --- a/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_VSYS_ID/Clickhouse_TSG_建表语句.sql +++ b/Clickhouse最新全量建表语句/TSG_OLAP_PRIMARY_KEY_VSYS_ID/Clickhouse_TSG_建表语句.sql @@ -3344,14 +3344,14 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.proxy_event_local ON CLUSTER ck_cluster ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - intercept_pinning_status Int64, - intercept_status Int64, + intercept_pinning_status Nullable(Int64), + intercept_status Nullable(Int64), intercept_passthrough_reason String, - intercept_server_side_latency Int64, - intercept_client_side_latency Int64, + intercept_server_side_latency Nullable(Int64), + intercept_client_side_latency Nullable(Int64), intercept_server_side_version String, intercept_client_side_version String, - intercept_cert_verify Int64, + intercept_cert_verify Nullable(Int64), intercept_error String ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(common_recv_time)) @@ -3525,14 +3525,14 @@ create table IF NOT EXISTS tsg_galaxy_v3.proxy_event ON CLUSTER ck_cluster ( ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - intercept_pinning_status Int64, - intercept_status Int64, + intercept_pinning_status Nullable(Int64), + intercept_status Nullable(Int64), intercept_passthrough_reason String, - intercept_server_side_latency Int64, - intercept_client_side_latency Int64, + intercept_server_side_latency Nullable(Int64), + intercept_client_side_latency Nullable(Int64), intercept_server_side_version String, intercept_client_side_version String, - intercept_cert_verify Int64, + intercept_cert_verify Nullable(Int64), intercept_error String ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,proxy_event_local,rand()); @@ -3703,14 +3703,14 @@ create table IF NOT EXISTS tsg_galaxy_v3.proxy_event ON CLUSTER ck_query ( ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - intercept_pinning_status Int64, - intercept_status Int64, + intercept_pinning_status Nullable(Int64), + intercept_status Nullable(Int64), intercept_passthrough_reason String, - intercept_server_side_latency Int64, - intercept_client_side_latency Int64, + intercept_server_side_latency Nullable(Int64), + intercept_client_side_latency Nullable(Int64), intercept_server_side_version String, intercept_client_side_version String, - intercept_cert_verify Int64, + intercept_cert_verify Nullable(Int64), intercept_error String ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,proxy_event_local,rand()); diff --git a/TSG发布版本更新记录/TSG-23.05/clickhouse/update-23.05-ck.sql b/TSG发布版本更新记录/TSG-23.05/clickhouse/update-23.05-ck.sql index 0841bdd..769c47e 100644 --- a/TSG发布版本更新记录/TSG-23.05/clickhouse/update-23.05-ck.sql +++ b/TSG发布版本更新记录/TSG-23.05/clickhouse/update-23.05-ck.sql @@ -1,86 +1,9 @@ set distributed_ddl_task_timeout = 180; -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_error String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_error String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_error String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_cert_verify Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_cert_verify Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_cert_verify Int64 after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_client_side_version String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_client_side_version String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_client_side_version String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_server_side_version String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_server_side_version String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_server_side_version String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_client_side_latency Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_client_side_latency Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_client_side_latency Int64 after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_server_side_latency Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_server_side_latency Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_server_side_latency Int64 after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_passthrough_reason String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_passthrough_reason String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_passthrough_reason String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_status Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_status Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_status Int64 after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_pinning_status Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_pinning_status Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_pinning_status Int64 after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_cert_subject String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_cert_subject String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_cert_subject String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_cert_issuer String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_cert_issuer String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_cert_issuer String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_ja3s_hash String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_ja3s_hash String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_ja3s_hash String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_ja3s_fingerprint String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_ja3s_fingerprint String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_ja3s_fingerprint String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_ja3_hash String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_ja3_hash String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_ja3_hash String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_ja3_fingerprint String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_ja3_fingerprint String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_ja3_fingerprint String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_con_latency_ms Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_con_latency_ms Int64 after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_con_latency_ms Int64 after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_cn String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_cn String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_cn String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_san String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_san String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_san String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_sni String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_sni String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_sni String after rdp_cookie; - -ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS ssl_version String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS ssl_version String after rdp_cookie; -ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS ssl_version String after rdp_cookie; - +ALTER table tsg_galaxy_v3.proxy_event_local on cluster ck_cluster add column IF NOT EXISTS intercept_error String after rdp_cookie,add column IF NOT EXISTS intercept_cert_verify Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_client_side_version String after rdp_cookie,add column IF NOT EXISTS intercept_server_side_version String after rdp_cookie,add column IF NOT EXISTS intercept_client_side_latency Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_server_side_latency Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_passthrough_reason String after rdp_cookie,add column IF NOT EXISTS intercept_status Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_pinning_status Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS ssl_cert_subject String after rdp_cookie,add column IF NOT EXISTS ssl_cert_issuer String after rdp_cookie,add column IF NOT EXISTS ssl_ja3s_hash String after rdp_cookie,add column IF NOT EXISTS ssl_ja3s_fingerprint String after rdp_cookie,add column IF NOT EXISTS ssl_ja3_hash String after rdp_cookie,add column IF NOT EXISTS ssl_ja3_fingerprint String after rdp_cookie,add column IF NOT EXISTS ssl_con_latency_ms Int64 after rdp_cookie,add column IF NOT EXISTS ssl_cn String after rdp_cookie,add column IF NOT EXISTS ssl_san String after rdp_cookie,add column IF NOT EXISTS ssl_sni String after rdp_cookie,add column IF NOT EXISTS ssl_version String after rdp_cookie; +ALTER table tsg_galaxy_v3.proxy_event on cluster ck_cluster add column IF NOT EXISTS intercept_error String after rdp_cookie,add column IF NOT EXISTS intercept_cert_verify Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_client_side_version String after rdp_cookie,add column IF NOT EXISTS intercept_server_side_version String after rdp_cookie,add column IF NOT EXISTS intercept_client_side_latency Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_server_side_latency Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_passthrough_reason String after rdp_cookie,add column IF NOT EXISTS intercept_status Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_pinning_status Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS ssl_cert_subject String after rdp_cookie,add column IF NOT EXISTS ssl_cert_issuer String after rdp_cookie,add column IF NOT EXISTS ssl_ja3s_hash String after rdp_cookie,add column IF NOT EXISTS ssl_ja3s_fingerprint String after rdp_cookie,add column IF NOT EXISTS ssl_ja3_hash String after rdp_cookie,add column IF NOT EXISTS ssl_ja3_fingerprint String after rdp_cookie,add column IF NOT EXISTS ssl_con_latency_ms Int64 after rdp_cookie,add column IF NOT EXISTS ssl_cn String after rdp_cookie,add column IF NOT EXISTS ssl_san String after rdp_cookie,add column IF NOT EXISTS ssl_sni String after rdp_cookie,add column IF NOT EXISTS ssl_version String after rdp_cookie; +ALTER table tsg_galaxy_v3.proxy_event on cluster ck_query add column IF NOT EXISTS intercept_error String after rdp_cookie,add column IF NOT EXISTS intercept_cert_verify Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_client_side_version String after rdp_cookie,add column IF NOT EXISTS intercept_server_side_version String after rdp_cookie,add column IF NOT EXISTS intercept_client_side_latency Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_server_side_latency Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_passthrough_reason String after rdp_cookie,add column IF NOT EXISTS intercept_status Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS intercept_pinning_status Nullable(Int64) after rdp_cookie,add column IF NOT EXISTS ssl_cert_subject String after rdp_cookie,add column IF NOT EXISTS ssl_cert_issuer String after rdp_cookie,add column IF NOT EXISTS ssl_ja3s_hash String after rdp_cookie,add column IF NOT EXISTS ssl_ja3s_fingerprint String after rdp_cookie,add column IF NOT EXISTS ssl_ja3_hash String after rdp_cookie,add column IF NOT EXISTS ssl_ja3_fingerprint String after rdp_cookie,add column IF NOT EXISTS ssl_con_latency_ms Int64 after rdp_cookie,add column IF NOT EXISTS ssl_cn String after rdp_cookie,add column IF NOT EXISTS ssl_san String after rdp_cookie,add column IF NOT EXISTS ssl_sni String after rdp_cookie,add column IF NOT EXISTS ssl_version String after rdp_cookie; ALTER TABLE tsg_galaxy_v3.proxy_event_local on cluster ck_cluster DROP COLUMN IF EXISTS rdp_encryption_method, DROP COLUMN IF EXISTS rdp_encryption_level, DROP COLUMN IF EXISTS rdp_certificate_permanent, DROP COLUMN IF EXISTS rdp_certificate_count, DROP COLUMN IF EXISTS rdp_certificate_type, DROP COLUMN IF EXISTS rdp_requested_color_depth, DROP COLUMN IF EXISTS rdp_desktop_height, DROP COLUMN IF EXISTS rdp_desktop_width, DROP COLUMN IF EXISTS rdp_client_product_id, DROP COLUMN IF EXISTS rdp_client_name, DROP COLUMN IF EXISTS rdp_client_version, DROP COLUMN IF EXISTS rdp_keyboard_layout, DROP COLUMN IF EXISTS rdp_client_channels, DROP COLUMN IF EXISTS rdp_security_protocol, DROP COLUMN IF EXISTS rdp_cookie;