diff --git a/Clickhouse最新全量建表语句/Clickhouse-dll.sql b/Clickhouse最新全量建表语句/Clickhouse-dll.sql index 5885a7c..7b06993 100644 --- a/Clickhouse最新全量建表语句/Clickhouse-dll.sql +++ b/Clickhouse最新全量建表语句/Clickhouse-dll.sql @@ -1,13 +1,17 @@ -CREATE DICTIONARY IF NOT EXISTS tsg_galaxy_v3.cdn on cluster ck_cluster ( +create database IF NOT EXISTS tsg_galaxy_dll ON CLUSTER ck_cluster; +create database IF NOT EXISTS tsg_galaxy_dll ON CLUSTER ck_query; + + +CREATE DICTIONARY IF NOT EXISTS tsg_galaxy_dll.cdn on cluster ck_cluster ( cdn_id UInt64, domain String, cname String) PRIMARY KEY cdn_id SOURCE(MYSQL(PORT 3306 USER 'root' PASSWORD 'bifang!@#' REPLICA (HOST '192.168.44.71' PRIORITY 1) DB 'tsg-bifang' TABLE 'tsg_cdn_domain_info')) LIFETIME(MIN 300 MAX 400) LAYOUT(FLAT()); - create table IF NOT EXISTS tsg_galaxy_v3.cdn_dic on cluster ck_cluster (`cdn_id` UInt64, + create table IF NOT EXISTS tsg_galaxy_dll.cdn_dic on cluster ck_cluster (`cdn_id` UInt64, `domain` String, - `cname` String) Engine = Dictionary(tsg_galaxy_v3.cdn); + `cname` String) Engine = Dictionary(tsg_galaxy_dll.cdn); -CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.security_website_domain_info_local on cluster ck_cluster( +CREATE TABLE IF NOT EXISTS tsg_galaxy_dll.security_website_domain_info_local on cluster ck_cluster( stat_time Int64, policy_id Int64, domain String, @@ -19,7 +23,7 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.security_website_domain_info_local on -CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.security_website_domain_info_local_view on cluster ck_cluster TO tsg_galaxy_v3.security_website_domain_info_local ( +CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_dll.security_website_domain_info_local_view on cluster ck_cluster TO tsg_galaxy_dll.security_website_domain_info_local ( stat_time UInt32, policy_id Int64, domain String, @@ -45,11 +49,11 @@ ip_list AggregateFunction(groupUniqArray, '*', ''))) AS san, common_schema_type, - common_server_port FROM tsg_galaxy_v3.security_event_log_local) AS sell INNER JOIN tsg_galaxy_v3.cdn_dic AS cc ON sell.san = cc.domain GROUP BY toStartOfDay(toDate(common_recv_time)), + common_server_port FROM tsg_galaxy_dll.security_event_log_local) AS sell INNER JOIN tsg_galaxy_dll.cdn_dic AS cc ON sell.san = cc.domain GROUP BY toStartOfDay(toDate(common_recv_time)), common_policy_id, http_domain; -CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.security_ip_info_local on cluster ck_cluster ( +CREATE TABLE IF NOT EXISTS tsg_galaxy_dll.security_ip_info_local on cluster ck_cluster ( stat_time Int64, policy_id Int64, ip String, @@ -58,7 +62,7 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.security_ip_info_local on cluster ck_c ) ENGINE = AggregatingMergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (policy_id,ip,stat_time) SETTINGS index_granularity = 8192; -CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.security_ip_info_local_view on cluster ck_cluster TO tsg_galaxy_v3.security_ip_info_local AS +CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_dll.security_ip_info_local_view on cluster ck_cluster TO tsg_galaxy_dll.security_ip_info_local AS SELECT toUnixTimestamp(toStartOfDay(toDate(common_recv_time))) as stat_time, common_policy_id as policy_id, @@ -66,30 +70,30 @@ SELECT groupUniqArrayState(http_domain) as domain_list , groupUniqArrayState(common_server_port) as port_list FROM - tsg_galaxy_v3.security_event_log_local + tsg_galaxy_dll.security_event_log_local group BY toStartOfDay(toDate(common_recv_time)), common_policy_id, common_server_ip; -CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.proxy_ip_info_local on cluster ck_cluster( +CREATE TABLE IF NOT EXISTS tsg_galaxy_dll.proxy_ip_info_local on cluster ck_cluster( stat_time Int64, policy_id Int64, ip_list AggregateFunction(groupUniqArray,String) ) ENGINE = AggregatingMergeTree PARTITION BY toYYYYMMDD(toDate(stat_time)) ORDER BY (policy_id,stat_time) SETTINGS index_granularity = 8192; -CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_v3.proxy_ip_info_local_view on cluster ck_cluster TO tsg_galaxy_v3.proxy_ip_info_local ( +CREATE MATERIALIZED VIEW IF NOT EXISTS tsg_galaxy_dll.proxy_ip_info_local_view on cluster ck_cluster TO tsg_galaxy_dll.proxy_ip_info_local ( stat_time UInt32, policy_id Int64, ip_list AggregateFunction(groupUniqArray, String)) AS SELECT toUnixTimestamp(toStartOfMinute(toDateTime(common_recv_time))) AS stat_time, common_policy_id AS policy_id, - groupUniqArrayState(common_client_ip) AS ip_list FROM tsg_galaxy_v3.proxy_event_log_local GROUP BY toStartOfMinute(toDateTime(common_recv_time)), + groupUniqArrayState(common_client_ip) AS ip_list FROM tsg_galaxy_dll.proxy_event_log_local GROUP BY toStartOfMinute(toDateTime(common_recv_time)), common_policy_id; -create table IF NOT EXISTS tsg_galaxy_v3.security_website_domain_info on cluster ck_query +create table IF NOT EXISTS tsg_galaxy_dll.security_website_domain_info on cluster ck_query ( stat_time Int64, policy_id Int64, @@ -99,20 +103,20 @@ create table IF NOT EXISTS tsg_galaxy_v3.security_website_domain_info on cluster protocol_type_list AggregateFunction(groupUniqArray,String), port_list AggregateFunction(groupUniqArray,Int64) ) -ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,security_website_domain_info_local,rand()); +ENGINE =Distributed(ck_cluster,tsg_galaxy_dll,security_website_domain_info_local,rand()); -create table IF NOT EXISTS tsg_galaxy_v3.security_ip_info on cluster ck_query ( +create table IF NOT EXISTS tsg_galaxy_dll.security_ip_info on cluster ck_query ( stat_time Int64, policy_id Int64, ip String, domain_list AggregateFunction(groupUniqArray,String), port_list AggregateFunction(groupUniqArray,Int64) -) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,security_ip_info_local,rand()); +) ENGINE =Distributed(ck_cluster,tsg_galaxy_dll,security_ip_info_local,rand()); -create table IF NOT EXISTS tsg_galaxy_v3.proxy_ip_info on cluster ck_query ( +create table IF NOT EXISTS tsg_galaxy_dll.proxy_ip_info on cluster ck_query ( stat_time Int64, policy_id Int64, ip_list AggregateFunction(groupUniqArray,String) -) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,proxy_ip_info_local,rand()); +) ENGINE =Distributed(ck_cluster,tsg_galaxy_dll,proxy_ip_info_local,rand());