gfwleak/galaxy-deployment-updata-record
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

09版本删除模板JSON EXTRACT和DOMAIN函数，由功能端补全

Browse Source
This commit is contained in:
wangkuan
2024-11-07 14:18:43 +08:00
parent 4f17e18b5c
commit 3e3678314f
4 changed files with 4 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
tsg_olap/upgrade/TSG-24.09/groot_stream/templates/proxy_event.yaml.j2
View File

@@ -18,7 +18,7 @@ sources:
processing_pipelines:
etl_processor:
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
type: projection
functions:
- function: SNOWFLAKE_ID
lookup_fields: ['']
@@ -26,20 +26,6 @@ processing_pipelines:
parameters:
data_center_id_num: {{ data_center_id_num }}
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [data_center]
filter:
parameters:
value_expression: $.tags[?(@.tag=='data_center')][0].value
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [device_group]
filter:
parameters:
value_expression: $.tags[?(@.tag=='device_group')][0].value
- function: UNIX_TIMESTAMP_CONVERTER
lookup_fields: [__timestamp]
output_fields: [recv_time]
@@ -51,12 +37,6 @@ processing_pipelines:
parameters:
value_expression: recv_time
- function: DOMAIN
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
output_fields: [server_domain]
parameters:
option: FIRST_SIGNIFICANT_SUBDOMAIN
- function: BASE64_DECODE_TO_STRING
output_fields: [mail_subject]
parameters:

22
tsg_olap/upgrade/TSG-24.09/groot_stream/templates/session_record.yaml.j2
View File

@@ -18,7 +18,7 @@ sources:
processing_pipelines:
etl_processor:
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
type: projection
functions:
- function: SNOWFLAKE_ID
lookup_fields: ['']
@@ -26,20 +26,6 @@ processing_pipelines:
parameters:
data_center_id_num: {{ data_center_id_num }}
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [data_center]
filter:
parameters:
value_expression: $.tags[?(@.tag=='data_center')][0].value
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [device_group]
filter:
parameters:
value_expression: $.tags[?(@.tag=='device_group')][0].value
- function: UNIX_TIMESTAMP_CONVERTER
lookup_fields: [__timestamp]
output_fields: [recv_time]
@@ -51,12 +37,6 @@ processing_pipelines:
parameters:
value_expression: recv_time
- function: DOMAIN
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
output_fields: [server_domain]
parameters:
option: FIRST_SIGNIFICANT_SUBDOMAIN
- function: BASE64_DECODE_TO_STRING
output_fields: [mail_subject]
parameters:

22
tsg_olap/upgrade/TSG-24.09/groot_stream/templates/transaction_record.yaml.j2
View File

@@ -18,7 +18,7 @@ sources:
processing_pipelines:
etl_processor:
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
type: projection
functions:
- function: SNOWFLAKE_ID
lookup_fields: ['']
@@ -26,20 +26,6 @@ processing_pipelines:
parameters:
data_center_id_num: {{ data_center_id_num }}
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [data_center]
filter:
parameters:
value_expression: $.tags[?(@.tag=='data_center')][0].value
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [device_group]
filter:
parameters:
value_expression: $.tags[?(@.tag=='device_group')][0].value
- function: UNIX_TIMESTAMP_CONVERTER
lookup_fields: [__timestamp]
output_fields: [recv_time]
@@ -51,12 +37,6 @@ processing_pipelines:
parameters:
value_expression: recv_time
- function: DOMAIN
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
output_fields: [server_domain]
parameters:
option: FIRST_SIGNIFICANT_SUBDOMAIN
- function: BASE64_DECODE_TO_STRING
output_fields: [mail_subject]
parameters:

22
tsg_olap/upgrade/TSG-24.09/groot_stream/templates/voip_record.yaml.j2
View File

@@ -18,7 +18,7 @@ sources:
processing_pipelines:
etl_processor:
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
type: projection
functions:
- function: SNOWFLAKE_ID
lookup_fields: ['']
@@ -26,20 +26,6 @@ processing_pipelines:
parameters:
data_center_id_num: {{ data_center_id_num }}
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [data_center]
filter:
parameters:
value_expression: $.tags[?(@.tag=='data_center')][0].value
- function: JSON_EXTRACT
lookup_fields: [device_tag]
output_fields: [device_group]
filter:
parameters:
value_expression: $.tags[?(@.tag=='device_group')][0].value
- function: UNIX_TIMESTAMP_CONVERTER
lookup_fields: [__timestamp]
output_fields: [recv_time]
@@ -51,12 +37,6 @@ processing_pipelines:
parameters:
value_expression: recv_time
- function: DOMAIN
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
output_fields: [server_domain]
parameters:
option: FIRST_SIGNIFICANT_SUBDOMAIN
- function: BASE64_DECODE_TO_STRING
output_fields: [mail_subject]
parameters: