Update traffic_sketch_metric.yaml.j2

This commit is contained in:
窦凤虎
2024-11-07 15:46:03 +00:00
parent d232dd960e
commit 15672eed67

View File

@@ -12,15 +12,14 @@ sources:
kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817 kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817
kafka.group.id: etl_traffic_sketch_metric kafka.group.id: etl_traffic_sketch_metric
kafka.auto.offset.reset: latest kafka.auto.offset.reset: latest
kafka.compression.type: none
format: json format: json
processing_pipelines: processing_pipelines:
etl_processor: # [object] Processing Pipeline etl_processor:
type: projection type: projection
remove_fields: remove_fields:
output_fields: output_fields:
functions: # [array of object] Function List functions:
- function: UNIX_TIMESTAMP_CONVERTER - function: UNIX_TIMESTAMP_CONVERTER
lookup_fields: [ timestamp_ms ] lookup_fields: [ timestamp_ms ]
output_fields: [ recv_time ] output_fields: [ recv_time ]
@@ -38,7 +37,6 @@ processing_pipelines:
- function: SNOWFLAKE_ID - function: SNOWFLAKE_ID
lookup_fields: [ '' ] lookup_fields: [ '' ]
output_fields: [ log_id ] output_fields: [ log_id ]
filter:
parameters: parameters:
data_center_id_num: 1 data_center_id_num: 1
@@ -77,11 +75,11 @@ sinks:
application: application:
env: # [object] Environment Variables env:
name: etl_traffic_sketch_metric # [string] Job Name name: etl_traffic_sketch_metric
shade.identifier: aes shade.identifier: aes
pipeline: pipeline:
object-reuse: true # [boolean] Object Reuse, default is false object-reuse: true
{{ topology }} {{ topology }}