09版本删除模板JSON EXTRACT和DOMAIN函数,由功能端补全
This commit is contained in:
@@ -18,7 +18,7 @@ sources:
|
|||||||
|
|
||||||
processing_pipelines:
|
processing_pipelines:
|
||||||
etl_processor:
|
etl_processor:
|
||||||
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
|
type: projection
|
||||||
functions:
|
functions:
|
||||||
- function: SNOWFLAKE_ID
|
- function: SNOWFLAKE_ID
|
||||||
lookup_fields: ['']
|
lookup_fields: ['']
|
||||||
@@ -26,20 +26,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
data_center_id_num: {{ data_center_id_num }}
|
data_center_id_num: {{ data_center_id_num }}
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [data_center]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='data_center')][0].value
|
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [device_group]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='device_group')][0].value
|
|
||||||
|
|
||||||
- function: UNIX_TIMESTAMP_CONVERTER
|
- function: UNIX_TIMESTAMP_CONVERTER
|
||||||
lookup_fields: [__timestamp]
|
lookup_fields: [__timestamp]
|
||||||
output_fields: [recv_time]
|
output_fields: [recv_time]
|
||||||
@@ -51,12 +37,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
value_expression: recv_time
|
value_expression: recv_time
|
||||||
|
|
||||||
- function: DOMAIN
|
|
||||||
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
|
|
||||||
output_fields: [server_domain]
|
|
||||||
parameters:
|
|
||||||
option: FIRST_SIGNIFICANT_SUBDOMAIN
|
|
||||||
|
|
||||||
- function: BASE64_DECODE_TO_STRING
|
- function: BASE64_DECODE_TO_STRING
|
||||||
output_fields: [mail_subject]
|
output_fields: [mail_subject]
|
||||||
parameters:
|
parameters:
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ sources:
|
|||||||
|
|
||||||
processing_pipelines:
|
processing_pipelines:
|
||||||
etl_processor:
|
etl_processor:
|
||||||
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
|
type: projection
|
||||||
functions:
|
functions:
|
||||||
- function: SNOWFLAKE_ID
|
- function: SNOWFLAKE_ID
|
||||||
lookup_fields: ['']
|
lookup_fields: ['']
|
||||||
@@ -26,20 +26,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
data_center_id_num: {{ data_center_id_num }}
|
data_center_id_num: {{ data_center_id_num }}
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [data_center]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='data_center')][0].value
|
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [device_group]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='device_group')][0].value
|
|
||||||
|
|
||||||
- function: UNIX_TIMESTAMP_CONVERTER
|
- function: UNIX_TIMESTAMP_CONVERTER
|
||||||
lookup_fields: [__timestamp]
|
lookup_fields: [__timestamp]
|
||||||
output_fields: [recv_time]
|
output_fields: [recv_time]
|
||||||
@@ -51,12 +37,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
value_expression: recv_time
|
value_expression: recv_time
|
||||||
|
|
||||||
- function: DOMAIN
|
|
||||||
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
|
|
||||||
output_fields: [server_domain]
|
|
||||||
parameters:
|
|
||||||
option: FIRST_SIGNIFICANT_SUBDOMAIN
|
|
||||||
|
|
||||||
- function: BASE64_DECODE_TO_STRING
|
- function: BASE64_DECODE_TO_STRING
|
||||||
output_fields: [mail_subject]
|
output_fields: [mail_subject]
|
||||||
parameters:
|
parameters:
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ sources:
|
|||||||
|
|
||||||
processing_pipelines:
|
processing_pipelines:
|
||||||
etl_processor:
|
etl_processor:
|
||||||
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
|
type: projection
|
||||||
functions:
|
functions:
|
||||||
- function: SNOWFLAKE_ID
|
- function: SNOWFLAKE_ID
|
||||||
lookup_fields: ['']
|
lookup_fields: ['']
|
||||||
@@ -26,20 +26,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
data_center_id_num: {{ data_center_id_num }}
|
data_center_id_num: {{ data_center_id_num }}
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [data_center]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='data_center')][0].value
|
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [device_group]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='device_group')][0].value
|
|
||||||
|
|
||||||
- function: UNIX_TIMESTAMP_CONVERTER
|
- function: UNIX_TIMESTAMP_CONVERTER
|
||||||
lookup_fields: [__timestamp]
|
lookup_fields: [__timestamp]
|
||||||
output_fields: [recv_time]
|
output_fields: [recv_time]
|
||||||
@@ -51,12 +37,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
value_expression: recv_time
|
value_expression: recv_time
|
||||||
|
|
||||||
- function: DOMAIN
|
|
||||||
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
|
|
||||||
output_fields: [server_domain]
|
|
||||||
parameters:
|
|
||||||
option: FIRST_SIGNIFICANT_SUBDOMAIN
|
|
||||||
|
|
||||||
- function: BASE64_DECODE_TO_STRING
|
- function: BASE64_DECODE_TO_STRING
|
||||||
output_fields: [mail_subject]
|
output_fields: [mail_subject]
|
||||||
parameters:
|
parameters:
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ sources:
|
|||||||
|
|
||||||
processing_pipelines:
|
processing_pipelines:
|
||||||
etl_processor:
|
etl_processor:
|
||||||
type: com.geedgenetworks.core.processor.projection.ProjectionProcessorImpl
|
type: projection
|
||||||
functions:
|
functions:
|
||||||
- function: SNOWFLAKE_ID
|
- function: SNOWFLAKE_ID
|
||||||
lookup_fields: ['']
|
lookup_fields: ['']
|
||||||
@@ -26,20 +26,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
data_center_id_num: {{ data_center_id_num }}
|
data_center_id_num: {{ data_center_id_num }}
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [data_center]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='data_center')][0].value
|
|
||||||
|
|
||||||
- function: JSON_EXTRACT
|
|
||||||
lookup_fields: [device_tag]
|
|
||||||
output_fields: [device_group]
|
|
||||||
filter:
|
|
||||||
parameters:
|
|
||||||
value_expression: $.tags[?(@.tag=='device_group')][0].value
|
|
||||||
|
|
||||||
- function: UNIX_TIMESTAMP_CONVERTER
|
- function: UNIX_TIMESTAMP_CONVERTER
|
||||||
lookup_fields: [__timestamp]
|
lookup_fields: [__timestamp]
|
||||||
output_fields: [recv_time]
|
output_fields: [recv_time]
|
||||||
@@ -51,12 +37,6 @@ processing_pipelines:
|
|||||||
parameters:
|
parameters:
|
||||||
value_expression: recv_time
|
value_expression: recv_time
|
||||||
|
|
||||||
- function: DOMAIN
|
|
||||||
lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni]
|
|
||||||
output_fields: [server_domain]
|
|
||||||
parameters:
|
|
||||||
option: FIRST_SIGNIFICANT_SUBDOMAIN
|
|
||||||
|
|
||||||
- function: BASE64_DECODE_TO_STRING
|
- function: BASE64_DECODE_TO_STRING
|
||||||
output_fields: [mail_subject]
|
output_fields: [mail_subject]
|
||||||
parameters:
|
parameters:
|
||||||
|
|||||||
Reference in New Issue
Block a user