diff --git a/TSG-21.05/Clickhouse/add_table.sql b/TSG-21.05/Clickhouse/add_table.sql index 303680f..81a9baf 100644 --- a/TSG-21.05/Clickhouse/add_table.sql +++ b/TSG-21.05/Clickhouse/add_table.sql @@ -1,67 +1,79 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.gtpc_record_log_local on cluster ck_cluster( + common_recv_time Int64, common_log_id UInt64, - common_service Int64, - common_recv_time Int64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, gtp_version String, gtp_apn String, gtp_imei String, @@ -79,69 +91,81 @@ ORDER BY (common_log_id,common_data_center,common_recv_time); CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.gtpc_record_log on cluster ck_cluster( + common_recv_time Int64, common_log_id UInt64, - common_service Int64, - common_recv_time Int64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, gtp_version String, gtp_apn String, gtp_imei String, @@ -155,69 +179,81 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.gtpc_record_log on cluster ck_cluster( ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,gtpc_record_log_local,rand()); CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.gtpc_record_log on cluster ck_query( - common_log_id UInt64, - common_service Int64, common_recv_time Int64, + common_log_id UInt64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, gtp_version String, gtp_apn String, gtp_imei String, @@ -232,69 +268,81 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.gtpc_record_log on cluster ck_query( CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.live_session_record_log_local on cluster ck_cluster( + common_recv_time Int64, common_log_id UInt64, - common_service Int64, - common_recv_time Int64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, http_url String, http_host String, http_domain String, @@ -414,69 +462,81 @@ ORDER BY (common_log_id,common_data_center,common_recv_time); CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.transaction_record_log_local on cluster ck_cluster( + common_recv_time Int64, common_log_id UInt64, - common_service Int64, - common_recv_time Int64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, http_url String, http_host String, http_domain String, @@ -543,69 +603,81 @@ ORDER BY (common_stream_trace_id,common_data_center,common_recv_time); CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.live_session_record_log on cluster ck_query( - common_log_id UInt64, - common_service Int64, common_recv_time Int64, + common_log_id UInt64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, http_url String, http_host String, http_domain String, @@ -722,69 +794,81 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.live_session_record_log on cluster ck_q ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,live_session_record_log_local,rand()); CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.live_session_record_log on cluster ck_cluster( + common_recv_time Int64, common_log_id UInt64, - common_service Int64, - common_recv_time Int64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, http_url String, http_host String, http_domain String, @@ -902,69 +986,81 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.live_session_record_log on cluster ck_c CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.transaction_record_log on cluster ck_query( - common_log_id UInt64, - common_service Int64, common_recv_time Int64, + common_log_id UInt64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, http_url String, http_host String, http_domain String, @@ -1027,69 +1123,81 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.transaction_record_log on cluster ck_qu ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,transaction_record_log_local,rand()); CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.transaction_record_log on cluster ck_cluster( - common_log_id UInt64, - common_service Int64, common_recv_time Int64, + common_log_id UInt64, + common_stream_trace_id UInt64, common_direction Nullable(Int64), - common_l4_protocol String, - common_address_type Int64, - common_schema_type String, - common_policy_id Int64, - common_user_tags String, - common_action Int64, - common_sub_action String, - common_user_region String, - common_client_ip String, - common_client_port Int64, - common_internal_ip String, + common_stream_dir Int64, + common_start_time Int64, + common_end_time Int64, + common_con_duration_ms Int64, + common_establish_latency_ms Int64, + common_processing_time Int64, common_entrance_id Int64, common_device_id String, common_link_id Int64, common_isp String, - common_device_tag String, common_data_center String, - common_encapsulation Int64, - common_tunnels String, common_sled_ip String, + common_action Int64, + common_sub_action String, + common_policy_id Int64, + common_user_tags String, + common_user_region String, + common_client_ip String, + common_internal_ip String, + common_client_port Int64, common_client_location String, common_client_asn String, common_subscriber_id String, + common_imei String, + common_imsi String, + common_phone_number, common_server_ip String, - common_server_port Int64, common_external_ip String, + common_server_port Int64, common_server_location String, common_server_asn String, - common_protocol_label String, + common_app_id String, common_app_label String, - common_app_id Int64, - common_app_surrogate_id Int64, + common_app_surrogate_id String, common_l7_protocol String, + common_protocol_label String, + common_service_category String, + common_service Int64, + common_l4_protocol String, common_sessions Int64, common_c2s_pkt_num Int64, common_s2c_pkt_num Int64, + common_c2s_pkt_diff Int64, + common_s2c_pkt_diff Int64, common_c2s_byte_num Int64, common_s2c_byte_num Int64, - common_start_time Int64, - common_end_time Int64, - common_establish_latency_ms Int64, - common_con_duration_ms Int64, - common_stream_dir Int64, - common_address_list String, - common_has_dup_traffic Int64, - common_stream_error String, - common_stream_trace_id UInt64, - common_link_info_c2s String, - common_link_info_s2c String, + common_c2s_byte_diff Int64, + common_s2c_byte_diff Int64, common_c2s_ipfrag_num Int64, common_s2c_ipfrag_num Int64, common_c2s_tcp_lostlen Int64, common_s2c_tcp_lostlen Int64, common_c2s_tcp_unorder_num Int64, common_s2c_tcp_unorder_num Int64, + common_c2s_pkt_retrans Int64, + common_s2c_pkt_retrans Int64, + common_c2s_byte_retrans Int64, + common_s2c_byte_retrans Int64, + common_first_ttl Int64, common_tcp_client_isn Int64, common_tcp_server_isn Int64, - common_first_ttl Int64, - common_processing_time Int64, + common_address_type Int64, + common_schema_type String, + common_device_tag String, + common_encapsulation Int64, + common_tunnels String, + common_address_list String, + common_has_dup_traffic Int64, + common_stream_error String, + common_link_info_c2s String, + common_link_info_s2c String, http_url String, http_host String, http_domain String, @@ -1150,4 +1258,3 @@ CREATE TABLE IF NOT EXISTS tsg_galaxy_v3.transaction_record_log on cluster ck_cl sip_duration Int64, sip_bye String ) ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,transaction_record_log_local,rand()); -