diff --git a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/proxy_event.yaml.j2 b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/proxy_event.yaml.j2 index ea38aa7..e793d38 100644 --- a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/proxy_event.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/proxy_event.yaml.j2 @@ -18,7 +18,7 @@ sources: processing_pipelines: etl_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: SNOWFLAKE_ID lookup_fields: [''] @@ -26,20 +26,6 @@ processing_pipelines: parameters: data_center_id_num: {{ data_center_id_num }} - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [data_center] - filter: - parameters: - value_expression: $.tags[?(@.tag=='data_center')][0].value - - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [device_group] - filter: - parameters: - value_expression: $.tags[?(@.tag=='device_group')][0].value - - function: UNIX_TIMESTAMP_CONVERTER lookup_fields: [__timestamp] output_fields: [recv_time] @@ -51,12 +37,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: diff --git a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/session_record.yaml.j2 b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/session_record.yaml.j2 index 327bdd3..a1ee302 100644 --- a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/session_record.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/session_record.yaml.j2 @@ -18,7 +18,7 @@ sources: processing_pipelines: etl_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: SNOWFLAKE_ID lookup_fields: [''] @@ -26,20 +26,6 @@ processing_pipelines: parameters: data_center_id_num: {{ data_center_id_num }} - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [data_center] - filter: - parameters: - value_expression: $.tags[?(@.tag=='data_center')][0].value - - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [device_group] - filter: - parameters: - value_expression: $.tags[?(@.tag=='device_group')][0].value - - function: UNIX_TIMESTAMP_CONVERTER lookup_fields: [__timestamp] output_fields: [recv_time] @@ -51,12 +37,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: diff --git a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/transaction_record.yaml.j2 b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/transaction_record.yaml.j2 index 6bed1a7..90cbc98 100644 --- a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/transaction_record.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/transaction_record.yaml.j2 @@ -18,7 +18,7 @@ sources: processing_pipelines: etl_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: SNOWFLAKE_ID lookup_fields: [''] @@ -26,20 +26,6 @@ processing_pipelines: parameters: data_center_id_num: {{ data_center_id_num }} - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [data_center] - filter: - parameters: - value_expression: $.tags[?(@.tag=='data_center')][0].value - - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [device_group] - filter: - parameters: - value_expression: $.tags[?(@.tag=='device_group')][0].value - - function: UNIX_TIMESTAMP_CONVERTER lookup_fields: [__timestamp] output_fields: [recv_time] @@ -51,12 +37,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: diff --git a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/voip_record.yaml.j2 b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/voip_record.yaml.j2 index d36029b..446e4e2 100644 --- a/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/voip_record.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.09/groot_stream/templates/voip_record.yaml.j2 @@ -18,7 +18,7 @@ sources: processing_pipelines: etl_processor: - type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl + type: projection functions: - function: SNOWFLAKE_ID lookup_fields: [''] @@ -26,20 +26,6 @@ processing_pipelines: parameters: data_center_id_num: {{ data_center_id_num }} - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [data_center] - filter: - parameters: - value_expression: $.tags[?(@.tag=='data_center')][0].value - - - function: JSON_EXTRACT - lookup_fields: [device_tag] - output_fields: [device_group] - filter: - parameters: - value_expression: $.tags[?(@.tag=='device_group')][0].value - - function: UNIX_TIMESTAMP_CONVERTER lookup_fields: [__timestamp] output_fields: [recv_time] @@ -51,12 +37,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: