{ "type": "kafka", "dataSchema": { "dataSource": "application_protocol_stat", "parser": { "type": "string", "parseSpec": { "format": "json", "timestampSpec": { "column": "timestamp_ms", "format": "millis" }, "dimensionsSpec": { "dimensions": [ "device_id", "device_group", "data_center", "protocol_stack_id", "app_name", {"name": "vsys_id", "type": "long"} ] } } }, "metricsSpec": [ {"type": "longSum", "name": "sessions", "fieldName": "sessions"}, {"type": "longSum", "name": "c2s_pkts", "fieldName": "c2s_pkts"}, {"type": "longSum", "name": "s2c_pkts", "fieldName": "s2c_pkts"}, {"type": "longSum", "name": "c2s_bytes", "fieldName": "c2s_bytes"}, {"type": "longSum", "name": "s2c_bytes", "fieldName": "s2c_bytes"}, {"type": "longSum", "name": "c2s_fragments", "fieldName": "c2s_fragments"}, {"type": "longSum", "name": "s2c_fragments", "fieldName": "s2c_fragments"}, {"type": "longSum", "name": "c2s_tcp_lost_bytes", "fieldName": "c2s_tcp_lost_bytes"}, {"type": "longSum", "name": "s2c_tcp_lost_bytes", "fieldName": "s2c_tcp_lost_bytes"}, {"type": "longSum", "name": "c2s_tcp_ooorder_pkts", "fieldName": "c2s_tcp_ooorder_pkts"}, {"type": "longSum", "name": "s2c_tcp_ooorder_pkts", "fieldName": "s2c_tcp_ooorder_pkts"}, {"type": "longSum", "name": "c2s_tcp_retransmitted_pkts", "fieldName": "c2s_tcp_retransmitted_pkts"}, {"type": "longSum", "name": "s2c_tcp_retransmitted_pkts", "fieldName": "s2c_tcp_retransmitted_pkts"}, {"type": "longSum", "name": "c2s_tcp_retransmitted_bytes", "fieldName": "c2s_tcp_retransmitted_bytes"}, {"type": "longSum", "name": "s2c_tcp_retransmitted_bytes", "fieldName": "s2c_tcp_retransmitted_bytes"}, {"type": "longSum", "name": "in_bytes", "fieldName": "in_bytes"}, {"type": "longSum", "name": "out_bytes", "fieldName": "out_bytes"}, {"type": "longSum", "name": "in_pkts", "fieldName": "in_pkts"}, {"type": "longSum", "name": "out_pkts", "fieldName": "out_pkts"} ], "granularitySpec": { "type": "uniform", "segmentGranularity": "DAY", "queryGranularity": {"type": "period", "period": "PT1S"}, "rollup": true }, "transformSpec": { "transforms": [ {"type": "expression", "name": "vsys_id", "expression": "nvl(vsys_id,1)"}, {"type": "expression", "name": "sessions", "expression": "nvl(sessions, 0)"}, {"type": "expression", "name": "c2s_pkts", "expression": "nvl(c2s_pkts, 0)"}, {"type": "expression", "name": "s2c_pkts", "expression": "nvl(s2c_pkts, 0)"}, {"type": "expression", "name": "c2s_bytes", "expression": "nvl(c2s_bytes, 0)"}, {"type": "expression", "name": "s2c_bytes", "expression": "nvl(s2c_bytes, 0)"}, {"type": "expression", "name": "c2s_fragments", "expression": "nvl(c2s_fragments, 0)"}, {"type": "expression", "name": "s2c_fragments", "expression": "nvl(s2c_fragments, 0)"}, {"type": "expression", "name": "c2s_tcp_lost_bytes", "expression": "nvl(c2s_tcp_lost_bytes, 0)"}, {"type": "expression", "name": "s2c_tcp_lost_bytes", "expression": "nvl(s2c_tcp_lost_bytes, 0)"}, {"type": "expression", "name": "c2s_tcp_ooorder_pkts", "expression": "nvl(c2s_tcp_ooorder_pkts, 0)"}, {"type": "expression", "name": "s2c_tcp_ooorder_pkts", "expression": "nvl(s2c_tcp_ooorder_pkts, 0)"}, {"type": "expression", "name": "c2s_tcp_retransmitted_pkts", "expression": "nvl(c2s_tcp_retransmitted_pkts, 0)"}, {"type": "expression", "name": "s2c_tcp_retransmitted_pkts", "expression": "nvl(s2c_tcp_retransmitted_pkts, 0)"}, {"type": "expression", "name": "c2s_tcp_retransmitted_bytes", "expression": "nvl(c2s_tcp_retransmitted_bytes, 0)"}, {"type": "expression", "name": "s2c_tcp_retransmitted_bytes", "expression": "nvl(s2c_tcp_retransmitted_bytes, 0)"}, {"type": "expression", "name": "in_bytes", "expression": "nvl(in_bytes, 0)"}, {"type": "expression", "name": "out_bytes", "expression": "nvl(out_bytes, 0)"}, {"type": "expression", "name": "in_pkts", "expression": "nvl(in_pkts, 0)"}, {"type": "expression", "name": "out_pkts", "expression": "nvl(out_pkts, 0)"} ], "filter": { "type": "selector", "dimension": "name", "value": "application_protocol_stat" } } }, "tuningConfig": { "type": "kafka", "maxRowsInMemory": 200000, "maxRowsPerSegment": 5000000, "resetOffsetAutomatically": true, "reportParseExceptions": false }, "ioConfig": { "topic": "NETWORK-TRAFFIC-METRIC", "taskCount": 1, "replicas": 1, "taskDuration": "PT1H", "completionTimeout": "PT30M", "consumerProperties": { "bootstrap.servers": "kafkabootstrap", "sasl.mechanism": "PLAIN", "security.protocol": "SASL_PLAINTEXT", "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";" } } }