From 63efebb0662af09b398b5a36ad132c4eda9c0039 Mon Sep 17 00:00:00 2001 From: houjinchuan Date: Wed, 26 Oct 2022 15:31:36 +0800 Subject: [PATCH] =?UTF-8?q?cn=20ck=2009=2010=20=E8=AE=BE=E7=BD=AE=E9=83=A8?= =?UTF-8?q?=E5=88=86=E5=AD=97=E6=AE=B5=E5=8F=AF=E4=B8=BA=E7=A9=BA?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../CN-22.09/clickhouse/update-09-ck.sql | 91 ++ .../Clickhouse_CN_建表语句.sql | 1422 +++++++---------- 2 files changed, 646 insertions(+), 867 deletions(-) diff --git a/CN发布版本更新记录/CN-22.09/clickhouse/update-09-ck.sql b/CN发布版本更新记录/CN-22.09/clickhouse/update-09-ck.sql index 7549768..978d1bc 100644 --- a/CN发布版本更新记录/CN-22.09/clickhouse/update-09-ck.sql +++ b/CN发布版本更新记录/CN-22.09/clickhouse/update-09-ck.sql @@ -15,6 +15,97 @@ ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster add co ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query add column IF NOT EXISTS server_zone String after client_idc_renter; +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_egress_link_id Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_ingress_link_id Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS http_status_code Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_qr Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_opcode Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_aa Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_rcode Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_qtype Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_qclass Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_sub Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS domain_reputation_score Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS client_longitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS client_latitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS server_longitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS server_latitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS app_is_protocol Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS app_risk Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_c2s_tcp_lostlen Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_s2c_tcp_lostlen Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_c2s_tcp_unorder_num Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_s2c_tcp_unorder_num Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_c2s_byte_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_s2c_byte_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_c2s_pkt_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_s2c_pkt_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS common_establish_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS http_response_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS ssl_con_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn_local on cluster ck_cluster MODIFY column IF EXISTS dns_response_latency_ms Nullable(Int64); + +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_egress_link_id Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_ingress_link_id Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS http_status_code Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_qr Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_opcode Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_aa Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_rcode Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_qtype Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_qclass Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_sub Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS domain_reputation_score Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS client_longitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS client_latitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS server_longitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS server_latitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS app_is_protocol Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS app_risk Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_c2s_tcp_lostlen Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_s2c_tcp_lostlen Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_c2s_tcp_unorder_num Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_s2c_tcp_unorder_num Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_c2s_byte_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_s2c_byte_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_c2s_pkt_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_s2c_pkt_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS common_establish_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS http_response_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS ssl_con_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_cluster MODIFY column IF EXISTS dns_response_latency_ms Nullable(Int64); + +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_egress_link_id Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_ingress_link_id Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS http_status_code Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_qr Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_opcode Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_aa Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_rcode Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_qtype Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_qclass Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_sub Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS domain_reputation_score Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS client_longitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS client_latitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS server_longitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS server_latitude Nullable(Float64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS app_is_protocol Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS app_risk Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_c2s_tcp_lostlen Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_s2c_tcp_lostlen Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_c2s_tcp_unorder_num Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_s2c_tcp_unorder_num Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_c2s_byte_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_s2c_byte_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_c2s_pkt_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_s2c_pkt_retrans Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS common_establish_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS http_response_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS ssl_con_latency_ms Nullable(Int64); +ALTER table cyber_narrator_galaxy.session_record_cn on cluster ck_query MODIFY column IF EXISTS dns_response_latency_ms Nullable(Int64); + + CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ip_local ON CLUSTER ck_cluster ( ip String, side String, diff --git a/Clickhouse最新全量建表语句/Clickhouse_CN_建表语句.sql b/Clickhouse最新全量建表语句/Clickhouse_CN_建表语句.sql index aeea933..b72f655 100644 --- a/Clickhouse最新全量建表语句/Clickhouse_CN_建表语句.sql +++ b/Clickhouse最新全量建表语句/Clickhouse_CN_建表语句.sql @@ -19,8 +19,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS common_l4_protocol String, common_l7_protocol String, common_isp String, - common_egress_link_id Int64, - common_ingress_link_id Int64, + common_egress_link_id Nullable(Int64), + common_ingress_link_id Nullable(Int64), http_host String, http_url String, http_cookie String, @@ -28,7 +28,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS http_user_agent String, http_request_line String, http_response_line String, - http_status_code Int64, + http_status_code Nullable(Int64), ssl_sni String, ssl_version String, ssl_san String, @@ -38,14 +38,14 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - dns_qr Int64, - dns_opcode Int64, - dns_aa Int64, - dns_rcode Int64, + dns_qr Nullable(Int64), + dns_opcode Nullable(Int64), + dns_aa Nullable(Int64), + dns_rcode Nullable(Int64), dns_qname String, - dns_qtype Int64, - dns_qclass Int64, - dns_sub Int64, + dns_qtype Nullable(Int64), + dns_qclass Nullable(Int64), + dns_sub Nullable(Int64), dns_rr String, ssh_version String, ssh_auth_success String, @@ -66,7 +66,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS domain String, domain_category_name String, domain_category_group String, - domain_reputation_score Int64, + domain_reputation_score Nullable(Int64), domain_reputation_level String, domain_icp_company_name String, domain_whois_org String, @@ -74,8 +74,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS client_country String, client_province String, client_region String, - client_longitude Float64, - client_latitude Float64, + client_longitude Nullable(Float64), + client_latitude Nullable(Float64), client_isp String, client_asn String, client_whois_owner String, @@ -84,8 +84,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS server_country String, server_province String, server_region String, - server_longitude Float64, - server_latitude Float64, + server_longitude Nullable(Float64), + server_latitude Nullable(Float64), server_isp String, server_asn String, server_whois_owner String, @@ -95,7 +95,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS app_is_protocol Nullable(Int64), app_company String, app_company_category String, - app_risk Int64, + app_risk Nullable(Int64), dns_server_role Array(String), dns_server_org String, dns_server_os String, @@ -106,18 +106,18 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn_local ON CLUS common_s2c_pkt_num Int64, common_s2c_byte_num Int64, common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64, - dns_response_latency_ms Int64 + common_c2s_tcp_lostlen Nullable(Int64), + common_s2c_tcp_lostlen Nullable(Int64), + common_c2s_tcp_unorder_num Nullable(Int64), + common_s2c_tcp_unorder_num Nullable(Int64), + common_c2s_byte_retrans Nullable(Int64), + common_s2c_byte_retrans Nullable(Int64), + common_c2s_pkt_retrans Nullable(Int64), + common_s2c_pkt_retrans Nullable(Int64), + common_establish_latency_ms Nullable(Int64), + http_response_latency_ms Nullable(Int64), + ssl_con_latency_ms Nullable(Int64), + dns_response_latency_ms Nullable(Int64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(common_recv_time)) ORDER BY common_recv_time SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck_cluster ( @@ -137,8 +137,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck common_l4_protocol String, common_l7_protocol String, common_isp String, - common_egress_link_id Int64, - common_ingress_link_id Int64, + common_egress_link_id Nullable(Int64), + common_ingress_link_id Nullable(Int64), http_host String, http_url String, http_cookie String, @@ -146,7 +146,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck http_user_agent String, http_request_line String, http_response_line String, - http_status_code Int64, + http_status_code Nullable(Int64), ssl_sni String, ssl_version String, ssl_san String, @@ -156,14 +156,14 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - dns_qr Int64, - dns_opcode Int64, - dns_aa Int64, - dns_rcode Int64, + dns_qr Nullable(Int64), + dns_opcode Nullable(Int64), + dns_aa Nullable(Int64), + dns_rcode Nullable(Int64), dns_qname String, - dns_qtype Int64, - dns_qclass Int64, - dns_sub Int64, + dns_qtype Nullable(Int64), + dns_qclass Nullable(Int64), + dns_sub Nullable(Int64), dns_rr String, ssh_version String, ssh_auth_success String, @@ -184,7 +184,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck domain String, domain_category_name String, domain_category_group String, - domain_reputation_score Int64, + domain_reputation_score Nullable(Int64), domain_reputation_level String, domain_icp_company_name String, domain_whois_org String, @@ -192,8 +192,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck client_country String, client_province String, client_region String, - client_longitude Float64, - client_latitude Float64, + client_longitude Nullable(Float64), + client_latitude Nullable(Float64), client_isp String, client_asn String, client_whois_owner String, @@ -202,8 +202,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck server_country String, server_province String, server_region String, - server_longitude Float64, - server_latitude Float64, + server_longitude Nullable(Float64), + server_latitude Nullable(Float64), server_isp String, server_asn String, server_whois_owner String, @@ -213,7 +213,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck app_is_protocol Nullable(Int64), app_company String, app_company_category String, - app_risk Int64, + app_risk Nullable(Int64), dns_server_role Array(String), dns_server_org String, dns_server_os String, @@ -224,18 +224,18 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck common_s2c_pkt_num Int64, common_s2c_byte_num Int64, common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64, - dns_response_latency_ms Int64 + common_c2s_tcp_lostlen Nullable(Int64), + common_s2c_tcp_lostlen Nullable(Int64), + common_c2s_tcp_unorder_num Nullable(Int64), + common_s2c_tcp_unorder_num Nullable(Int64), + common_c2s_byte_retrans Nullable(Int64), + common_s2c_byte_retrans Nullable(Int64), + common_c2s_pkt_retrans Nullable(Int64), + common_s2c_pkt_retrans Nullable(Int64), + common_establish_latency_ms Nullable(Int64), + http_response_latency_ms Nullable(Int64), + ssl_con_latency_ms Nullable(Int64), + dns_response_latency_ms Nullable(Int64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'session_record_cn_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck_query ( @@ -255,8 +255,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck common_l4_protocol String, common_l7_protocol String, common_isp String, - common_egress_link_id Int64, - common_ingress_link_id Int64, + common_egress_link_id Nullable(Int64), + common_ingress_link_id Nullable(Int64), http_host String, http_url String, http_cookie String, @@ -264,7 +264,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck http_user_agent String, http_request_line String, http_response_line String, - http_status_code Int64, + http_status_code Nullable(Int64), ssl_sni String, ssl_version String, ssl_san String, @@ -274,14 +274,14 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck ssl_ja3s_hash String, ssl_cert_issuer String, ssl_cert_subject String, - dns_qr Int64, - dns_opcode Int64, - dns_aa Int64, - dns_rcode Int64, + dns_qr Nullable(Int64), + dns_opcode Nullable(Int64), + dns_aa Nullable(Int64), + dns_rcode Nullable(Int64), dns_qname String, - dns_qtype Int64, - dns_qclass Int64, - dns_sub Int64, + dns_qtype Nullable(Int64), + dns_qclass Nullable(Int64), + dns_sub Nullable(Int64), dns_rr String, ssh_version String, ssh_auth_success String, @@ -302,7 +302,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck domain String, domain_category_name String, domain_category_group String, - domain_reputation_score Int64, + domain_reputation_score Nullable(Int64), domain_reputation_level String, domain_icp_company_name String, domain_whois_org String, @@ -310,8 +310,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck client_country String, client_province String, client_region String, - client_longitude Float64, - client_latitude Float64, + client_longitude Nullable(Float64), + client_latitude Nullable(Float64), client_isp String, client_asn String, client_whois_owner String, @@ -320,8 +320,8 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck server_country String, server_province String, server_region String, - server_longitude Float64, - server_latitude Float64, + server_longitude Nullable(Float64), + server_latitude Nullable(Float64), server_isp String, server_asn String, server_whois_owner String, @@ -331,7 +331,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck app_is_protocol Nullable(Int64), app_company String, app_company_category String, - app_risk Int64, + app_risk Nullable(Int64), dns_server_role Array(String), dns_server_org String, dns_server_os String, @@ -342,333 +342,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.session_record_cn ON CLUSTER ck common_s2c_pkt_num Int64, common_s2c_byte_num Int64, common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64, - dns_response_latency_ms Int64 + common_c2s_tcp_lostlen Nullable(Int64), + common_s2c_tcp_lostlen Nullable(Int64), + common_c2s_tcp_unorder_num Nullable(Int64), + common_s2c_tcp_unorder_num Nullable(Int64), + common_c2s_byte_retrans Nullable(Int64), + common_s2c_byte_retrans Nullable(Int64), + common_c2s_pkt_retrans Nullable(Int64), + common_s2c_pkt_retrans Nullable(Int64), + common_establish_latency_ms Nullable(Int64), + http_response_latency_ms Nullable(Int64), + ssl_con_latency_ms Nullable(Int64), + dns_response_latency_ms Nullable(Int64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'session_record_cn_local', rand()); -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.security_event_local ON CLUSTER ck_cluster ( - event_id UInt64, - start_time Int64, - event_severity String, - security_type String, - victim_ip String, - victim_location_country String, - victim_location_province String, - victim_location_region String, - victim_asn String, - offender_ip String, - offender_location_country String, - offender_location_province String, - offender_location_region String, - offender_asn String, - client_ip String, - server_ip String, - domain String, - domain_category_name String, - domain_category_group String, - domain_reputation_score String, - domain_reputation_level String, - app_name String, - app_category String, - app_subcategory String, - app_risk Int64, - malware_name String, - malware_alias Array(String), - malware_description String, - malware_platforms Array(String), - malware_techniques Array(String), - malware_groups Array(String), - phishing_url String, - phishing_brand_name String, - phishing_brand_industry String, - phishing_brand_website String, - phishing_language String, - cryptomining_pool String, - cryptomining_coin_type String, - cryptomining_software String, - dga_family String, - ddos_type String, - ddos_conditions String, - ddos_source_list String -) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(start_time)) ORDER BY (event_id, start_time) SETTINGS index_granularity = 8192; - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.security_event ON CLUSTER ck_cluster ( - event_id UInt64, - start_time Int64, - event_severity String, - security_type String, - victim_ip String, - victim_location_country String, - victim_location_province String, - victim_location_region String, - victim_asn String, - offender_ip String, - offender_location_country String, - offender_location_province String, - offender_location_region String, - offender_asn String, - client_ip String, - server_ip String, - domain String, - domain_category_name String, - domain_category_group String, - domain_reputation_score String, - domain_reputation_level String, - app_name String, - app_category String, - app_subcategory String, - app_risk Int64, - malware_name String, - malware_alias Array(String), - malware_description String, - malware_platforms Array(String), - malware_techniques Array(String), - malware_groups Array(String), - phishing_url String, - phishing_brand_name String, - phishing_brand_industry String, - phishing_brand_website String, - phishing_language String, - cryptomining_pool String, - cryptomining_coin_type String, - cryptomining_software String, - dga_family String, - ddos_type String, - ddos_conditions String, - ddos_source_list String -) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'security_event_local', rand()); - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.security_event ON CLUSTER ck_query ( - event_id UInt64, - start_time Int64, - event_severity String, - security_type String, - victim_ip String, - victim_location_country String, - victim_location_province String, - victim_location_region String, - victim_asn String, - offender_ip String, - offender_location_country String, - offender_location_province String, - offender_location_region String, - offender_asn String, - client_ip String, - server_ip String, - domain String, - domain_category_name String, - domain_category_group String, - domain_reputation_score String, - domain_reputation_level String, - app_name String, - app_category String, - app_subcategory String, - app_risk Int64, - malware_name String, - malware_alias Array(String), - malware_description String, - malware_platforms Array(String), - malware_techniques Array(String), - malware_groups Array(String), - phishing_url String, - phishing_brand_name String, - phishing_brand_industry String, - phishing_brand_website String, - phishing_language String, - cryptomining_pool String, - cryptomining_coin_type String, - cryptomining_software String, - dga_family String, - ddos_type String, - ddos_conditions String, - ddos_source_list String -) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'security_event_local', rand()); - - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_map_local ON CLUSTER ck_cluster ( - server_country String, - client_country String, - server_province String, - client_province String, - server_region String, - client_region String, - common_recv_time Int64, - common_schema_type String, - common_l4_protocol String, - common_c2s_pkt_num Int64, - common_c2s_byte_num Int64, - common_s2c_pkt_num Int64, - common_s2c_byte_num Int64, - common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64 -) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(common_recv_time)) ORDER BY (common_recv_time, server_country, common_l4_protocol, common_schema_type, server_region) SETTINGS index_granularity = 8192; - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_map ON CLUSTER ck_cluster ( - server_country String, - client_country String, - server_province String, - client_province String, - server_region String, - client_region String, - common_recv_time Int64, - common_schema_type String, - common_l4_protocol String, - common_c2s_pkt_num Int64, - common_c2s_byte_num Int64, - common_s2c_pkt_num Int64, - common_s2c_byte_num Int64, - common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64 -) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_map_local', rand()); - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_map ON CLUSTER ck_query ( - server_country String, - client_country String, - server_province String, - client_province String, - server_region String, - client_region String, - common_recv_time Int64, - common_schema_type String, - common_l4_protocol String, - common_c2s_pkt_num Int64, - common_c2s_byte_num Int64, - common_s2c_pkt_num Int64, - common_s2c_byte_num Int64, - common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64 -) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_map_local', rand()); - - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_top_entity_local ON CLUSTER ck_cluster ( - common_client_ip String, - common_server_ip String, - domain String, - common_app_label LowCardinality(String), - common_recv_time Int64, - group_by LowCardinality(String), - order_by LowCardinality(String), - time_granularity Int64, - common_c2s_pkt_num Int64, - common_c2s_byte_num Int64, - common_s2c_pkt_num Int64, - common_s2c_byte_num Int64, - common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64, - packet_loss Float64, - packet_retrans Float64 -) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(common_recv_time)) ORDER BY (group_by, order_by, common_recv_time, time_granularity) SETTINGS index_granularity = 8192; - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_top_entity ON CLUSTER ck_cluster ( - common_client_ip String, - common_server_ip String, - domain String, - common_app_label LowCardinality(String), - common_recv_time Int64, - group_by LowCardinality(String), - order_by LowCardinality(String), - time_granularity Int64, - common_c2s_pkt_num Int64, - common_c2s_byte_num Int64, - common_s2c_pkt_num Int64, - common_s2c_byte_num Int64, - common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64, - packet_loss Float64, - packet_retrans Float64 -) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_top_entity_local', rand()); - -CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_top_entity ON CLUSTER ck_query ( - common_client_ip String, - common_server_ip String, - domain String, - common_app_label LowCardinality(String), - common_recv_time Int64, - group_by LowCardinality(String), - order_by LowCardinality(String), - time_granularity Int64, - common_c2s_pkt_num Int64, - common_c2s_byte_num Int64, - common_s2c_pkt_num Int64, - common_s2c_byte_num Int64, - common_sessions Int64, - common_c2s_tcp_lostlen Int64, - common_s2c_tcp_lostlen Int64, - common_c2s_tcp_unorder_num Int64, - common_s2c_tcp_unorder_num Int64, - common_c2s_byte_retrans Int64, - common_s2c_byte_retrans Int64, - common_c2s_pkt_retrans Int64, - common_s2c_pkt_retrans Int64, - common_establish_latency_ms Int64, - http_response_latency_ms Int64, - ssl_con_latency_ms Int64, - packet_loss Float64, - packet_retrans Float64 -) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_top_entity_local', rand()); - - CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ip_local ON CLUSTER ck_cluster ( ip String, side String, @@ -687,21 +375,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ip_local ON CLUSTER ck_c traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,ip) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ip ON CLUSTER ck_cluster ( @@ -722,21 +410,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ip ON CLUSTER ck_cluster traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_ip_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ip ON CLUSTER ck_query ( @@ -757,21 +445,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ip ON CLUSTER ck_query ( traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_ip_local', rand()); @@ -794,21 +482,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_region_local ON CLUSTER traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,country,province,city) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_region ON CLUSTER ck_cluster ( @@ -830,21 +518,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_region ON CLUSTER ck_clu traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_region_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_region ON CLUSTER ck_query ( @@ -866,21 +554,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_region ON CLUSTER ck_que traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_region_local', rand()); @@ -902,21 +590,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_asn_local ON CLUSTER ck_ traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,asn,isp) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_asn ON CLUSTER ck_cluster ( @@ -937,21 +625,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_asn ON CLUSTER ck_cluste traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_asn_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_asn ON CLUSTER ck_query ( @@ -972,21 +660,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_asn ON CLUSTER ck_query traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_asn_local', rand()); @@ -1007,21 +695,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_idc_renter_local ON CLUS traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,idc_renter) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_idc_renter ON CLUSTER ck_cluster ( @@ -1041,21 +729,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_idc_renter ON CLUSTER ck traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_idc_renter_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_idc_renter ON CLUSTER ck_query ( @@ -1075,21 +763,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_idc_renter ON CLUSTER ck traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_idc_renter_local', rand()); @@ -1112,21 +800,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_application_local ON CLU traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,common_app_label,app_category,app_subcategory,app_company) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_application ON CLUSTER ck_cluster ( @@ -1148,21 +836,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_application ON CLUSTER c traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_application_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_application ON CLUSTER ck_query ( @@ -1184,21 +872,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_application ON CLUSTER c traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_application_local', rand()); @@ -1220,21 +908,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_domain_local ON CLUSTER traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,domain,domain_category_name,domain_category_group) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_domain ON CLUSTER ck_cluster ( @@ -1255,21 +943,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_domain ON CLUSTER ck_clu traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_domain_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_domain ON CLUSTER ck_query ( @@ -1290,21 +978,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_domain ON CLUSTER ck_que traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_domain_local', rand()); @@ -1324,21 +1012,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_http_host_local ON CLUST traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,http_host) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_http_host ON CLUSTER ck_cluster ( @@ -1357,21 +1045,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_http_host ON CLUSTER ck_ traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_http_host_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_http_host ON CLUSTER ck_query ( @@ -1390,21 +1078,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_http_host ON CLUSTER ck_ traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_http_host_local', rand()); @@ -1424,21 +1112,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ssl_sni_local ON CLUSTER traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,ssl_sni) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ssl_sni ON CLUSTER ck_cluster ( @@ -1457,21 +1145,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ssl_sni ON CLUSTER ck_cl traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_ssl_sni_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ssl_sni ON CLUSTER ck_query ( @@ -1490,21 +1178,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_ssl_sni ON CLUSTER ck_qu traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_ssl_sni_local', rand()); @@ -1525,21 +1213,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_protocol_local ON CLUSTE traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,common_l7_protocol,common_server_port) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_protocol ON CLUSTER ck_cluster ( @@ -1559,21 +1247,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_protocol ON CLUSTER ck_c traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_protocol_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_protocol ON CLUSTER ck_query ( @@ -1593,21 +1281,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_protocol ON CLUSTER ck_q traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_protocol_local', rand()); @@ -1636,21 +1324,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_link_local ON CLUSTER ck traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_link ON CLUSTER ck_cluster ( @@ -1678,21 +1366,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_link ON CLUSTER ck_clust traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_link_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_link ON CLUSTER ck_query ( @@ -1720,21 +1408,21 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_link ON CLUSTER ck_query traffic_internal_pkt Int64, traffic_through_byte Int64, traffic_through_pkt Int64, - c2s_tcp_lostlen_ratio Float64, - s2c_tcp_lostlen_ratio Float64, - tcp_lostlen_ratio Float64, - c2s_tcp_unorder_num_ratio Float64, - s2c_tcp_unorder_num_ratio Float64, - tcp_unorder_num_ratio Float64, - c2s_byte_retrans_ratio Float64, - s2c_byte_retrans_ratio Float64, - byte_retrans_ratio Float64, - c2s_pkt_retrans_ratio Float64, - s2c_pkt_retrans_ratio Float64, - pkt_retrans_ratio Float64, - avg_establish_latency_ms Float64, - avg_http_response_latency_ms Float64, - avg_ssl_con_latency_ms Float64 + c2s_tcp_lostlen_ratio Nullable(Float64), + s2c_tcp_lostlen_ratio Nullable(Float64), + tcp_lostlen_ratio Nullable(Float64), + c2s_tcp_unorder_num_ratio Nullable(Float64), + s2c_tcp_unorder_num_ratio Nullable(Float64), + tcp_unorder_num_ratio Nullable(Float64), + c2s_byte_retrans_ratio Nullable(Float64), + s2c_byte_retrans_ratio Nullable(Float64), + byte_retrans_ratio Nullable(Float64), + c2s_pkt_retrans_ratio Nullable(Float64), + s2c_pkt_retrans_ratio Nullable(Float64), + pkt_retrans_ratio Nullable(Float64), + avg_establish_latency_ms Nullable(Float64), + avg_http_response_latency_ms Nullable(Float64), + avg_ssl_con_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_link_local', rand()); @@ -1751,7 +1439,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_server_ip_local ON C traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,server_ip) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_server_ip ON CLUSTER ck_cluster ( @@ -1767,7 +1455,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_server_ip ON CLUSTER traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_server_ip_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_server_ip ON CLUSTER ck_query ( @@ -1783,7 +1471,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_server_ip ON CLUSTER traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_server_ip_local', rand()); @@ -1797,7 +1485,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qname_local ON CLUST traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,qname) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qname ON CLUSTER ck_cluster ( @@ -1810,7 +1498,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qname ON CLUSTER ck_ traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_qname_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qname ON CLUSTER ck_query ( @@ -1823,7 +1511,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qname ON CLUSTER ck_ traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_qname_local', rand()); @@ -1835,7 +1523,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qtype_local ON CLUST traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,qtype) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qtype ON CLUSTER ck_cluster ( @@ -1846,7 +1534,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qtype ON CLUSTER ck_ traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_qtype_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qtype ON CLUSTER ck_query ( @@ -1857,7 +1545,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_qtype ON CLUSTER ck_ traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_qtype_local', rand()); @@ -1869,7 +1557,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rcode_local ON CLUST traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,rcode) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rcode ON CLUSTER ck_cluster ( @@ -1880,7 +1568,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rcode ON CLUSTER ck_ traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rcode_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rcode ON CLUSTER ck_query ( @@ -1891,7 +1579,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rcode ON CLUSTER ck_ traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rcode_local', rand()); @@ -1903,7 +1591,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_a_local ON CLUSTE traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,rr_a) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_a ON CLUSTER ck_cluster ( @@ -1914,7 +1602,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_a ON CLUSTER ck_c traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rr_a_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_a ON CLUSTER ck_query ( @@ -1925,7 +1613,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_a ON CLUSTER ck_q traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rr_a_local', rand()); @@ -1937,7 +1625,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_aaaa_local ON CLU traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,rr_aaaa) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_aaaa ON CLUSTER ck_cluster ( @@ -1948,7 +1636,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_aaaa ON CLUSTER c traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rr_aaaa_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_aaaa ON CLUSTER ck_query ( @@ -1959,7 +1647,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_aaaa ON CLUSTER c traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rr_aaaa_local', rand()); @@ -1971,7 +1659,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_cname_local ON CL traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = MergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (stat_time,rr_cname) SETTINGS index_granularity = 8192; CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_cname ON CLUSTER ck_cluster ( @@ -1982,7 +1670,7 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_cname ON CLUSTER traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rr_cname_local', rand()); CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_cname ON CLUSTER ck_query ( @@ -1993,5 +1681,5 @@ CREATE TABLE IF NOT EXISTS cyber_narrator_galaxy.metric_dns_rr_cname ON CLUSTER traffic_outbound_byte Int64, internal_query_num Int64, external_query_num Int64, - avg_response_latency_ms Float64 + avg_response_latency_ms Nullable(Float64) ) ENGINE = Distributed('ck_cluster', 'cyber_narrator_galaxy', 'metric_dns_rr_cname_local', rand()); \ No newline at end of file