Update traffic_sketch_metric.yaml.j2
This commit is contained in:
@@ -12,15 +12,14 @@ sources:
|
|||||||
kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817
|
kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817
|
||||||
kafka.group.id: etl_traffic_sketch_metric
|
kafka.group.id: etl_traffic_sketch_metric
|
||||||
kafka.auto.offset.reset: latest
|
kafka.auto.offset.reset: latest
|
||||||
kafka.compression.type: none
|
|
||||||
format: json
|
format: json
|
||||||
|
|
||||||
processing_pipelines:
|
processing_pipelines:
|
||||||
etl_processor: # [object] Processing Pipeline
|
etl_processor:
|
||||||
type: projection
|
type: projection
|
||||||
remove_fields:
|
remove_fields:
|
||||||
output_fields:
|
output_fields:
|
||||||
functions: # [array of object] Function List
|
functions:
|
||||||
- function: UNIX_TIMESTAMP_CONVERTER
|
- function: UNIX_TIMESTAMP_CONVERTER
|
||||||
lookup_fields: [ timestamp_ms ]
|
lookup_fields: [ timestamp_ms ]
|
||||||
output_fields: [ recv_time ]
|
output_fields: [ recv_time ]
|
||||||
@@ -38,7 +37,6 @@ processing_pipelines:
|
|||||||
- function: SNOWFLAKE_ID
|
- function: SNOWFLAKE_ID
|
||||||
lookup_fields: [ '' ]
|
lookup_fields: [ '' ]
|
||||||
output_fields: [ log_id ]
|
output_fields: [ log_id ]
|
||||||
filter:
|
|
||||||
parameters:
|
parameters:
|
||||||
data_center_id_num: 1
|
data_center_id_num: 1
|
||||||
|
|
||||||
@@ -77,11 +75,11 @@ sinks:
|
|||||||
|
|
||||||
application:
|
application:
|
||||||
|
|
||||||
env: # [object] Environment Variables
|
env:
|
||||||
name: etl_traffic_sketch_metric # [string] Job Name
|
name: etl_traffic_sketch_metric
|
||||||
shade.identifier: aes
|
shade.identifier: aes
|
||||||
pipeline:
|
pipeline:
|
||||||
object-reuse: true # [boolean] Object Reuse, default is false
|
object-reuse: true
|
||||||
{{ topology }}
|
{{ topology }}
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user