diff --git a/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl.sql b/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl.sql index 13890d3..4523b5f 100644 --- a/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl.sql +++ b/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl.sql @@ -116,12 +116,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -368,12 +374,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -618,12 +630,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -869,12 +887,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -1119,12 +1143,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -1370,12 +1400,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -1958,12 +1994,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -2126,12 +2168,18 @@ flags_identify_info String, c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), +security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), +monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), +shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), +proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), +statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), +sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -2295,12 +2343,18 @@ TO tsg_galaxy_v3.security_event_local c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), + security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), + monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), + shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), + proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), + statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), + sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -2543,12 +2597,18 @@ SELECT c2s_ttl, s2c_ttl, security_rule_list, + security_rule_uuid_list, security_action, monitor_rule_list, + monitor_rule_uuid_list, shaping_rule_list, + shaping_rule_uuid_list, proxy_rule_list, + proxy_rule_uuid_list, statistics_rule_list, + statistics_rule_uuid_list, sc_rule_list, + sc_rule_uuid_list, sc_rsp_raw, sc_rsp_decrypted, proxy_action, @@ -2762,7 +2822,7 @@ SELECT tunnel_endpoint_a_desc, tunnel_endpoint_b_desc FROM tsg_galaxy_v3.session_record_local -WHERE empty(security_rule_list) = 0 +WHERE empty(security_rule_uuid_list) = 0 ; -- tsg_galaxy_v3.monitor_event_materialized_view @@ -2796,12 +2856,18 @@ TO tsg_galaxy_v3.monitor_event_local c2s_ttl Nullable(Int32), s2c_ttl Nullable(Int32), security_rule_list Array(Int64), + security_rule_uuid_list Array(String), security_action String, monitor_rule_list Array(Int64), + monitor_rule_uuid_list Array(String), shaping_rule_list Array(Int64), + shaping_rule_uuid_list Array(String), proxy_rule_list Array(Int64), + proxy_rule_uuid_list Array(String), statistics_rule_list Array(Int64), + statistics_rule_uuid_list Array(String), sc_rule_list Array(Int64), + sc_rule_uuid_list Array(String), sc_rsp_raw Array(Int64), sc_rsp_decrypted Array(Int64), proxy_action String, @@ -3044,12 +3110,18 @@ SELECT c2s_ttl, s2c_ttl, security_rule_list, + security_rule_uuid_list, security_action, monitor_rule_list, + monitor_rule_uuid_list, shaping_rule_list, + shaping_rule_uuid_list, proxy_rule_list, + proxy_rule_uuid_list, statistics_rule_list, + statistics_rule_uuid_list, sc_rule_list, + sc_rule_uuid_list, sc_rsp_raw, sc_rsp_decrypted, proxy_action, @@ -3263,7 +3335,7 @@ SELECT tunnel_endpoint_a_desc, tunnel_endpoint_b_desc FROM tsg_galaxy_v3.session_record_local -WHERE empty(monitor_rule_list) = 0 +WHERE empty(monitor_rule_uuid_list) = 0 ; diff --git a/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl_check.sql b/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl_check.sql index 534cb8b..db6a697 100644 --- a/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl_check.sql +++ b/tsg_olap/installation/clickhouse/最新全量建表语句/tsg_olap_clickhouse_ddl_check.sql @@ -2,13 +2,13 @@ SELECT log_id, recv_time, vsys_id, assessment_date, lot_number, file_name, asses FROM tsg_galaxy_v3.assessment_event where recv_time >= toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time = toUnixTimestamp('2030-01-01 00:00:00') AND recv_time