From 005309a4382d1842d77b44e528bb0f147b81f359 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=9D=A8=E7=8E=89=E6=B3=A2?= Date: Fri, 2 Jun 2023 12:32:32 +0000 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0Application=20and=20Protocol?= =?UTF-8?q?=20Metrics=E7=9A=84telegraf=E9=85=8D=E7=BD=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../roles/firewall/templates/main.conf.j2.j2 | 6 +++ .../templates/telegraf_statistic.conf.j2.j2 | 52 ++++++++++++++++++- .../traffic-engine/files/helm/conf/main.conf | 6 +++ .../files/helm/conf/telegraf_statistic.conf | 51 ++++++++++++++++++ 4 files changed, 114 insertions(+), 1 deletion(-) diff --git a/ansible/roles/firewall/templates/main.conf.j2.j2 b/ansible/roles/firewall/templates/main.conf.j2.j2 index 592ca667..03ac33f2 100644 --- a/ansible/roles/firewall/templates/main.conf.j2.j2 +++ b/ansible/roles/firewall/templates/main.conf.j2.j2 @@ -53,6 +53,12 @@ TELEGRAF_IP="127.0.0.1" OUTPUT_PATH="./tsg_statistic.log" APP_NAME="statistic" +[APP_METRIC] +CYCLE=1000 +TELEGRAF_PORT=8100 +TELEGRAF_IP="127.0.0.1" +APP_NAME="app_metric" + [FIELD_STAT] CYCLE=5 TELEGRAF_PORT=8100 diff --git a/ansible/roles/telegraf_statistic/templates/telegraf_statistic.conf.j2.j2 b/ansible/roles/telegraf_statistic/templates/telegraf_statistic.conf.j2.j2 index 7b83888b..e9c43a5a 100644 --- a/ansible/roles/telegraf_statistic/templates/telegraf_statistic.conf.j2.j2 +++ b/ansible/roles/telegraf_statistic/templates/telegraf_statistic.conf.j2.j2 @@ -37,4 +37,54 @@ json_timestamp_units = "1ms" [[inputs.socket_listener]] service_address = "udp://:8100" - data_format = "influx" \ No newline at end of file + data_format = "influx" + +[[aggregators.basicstats]] + period = "1s" + drop_original = true + stats = ["sum"] + fieldpass = ["sessions", "in_bytes", "out_bytes", "in_pkts", "out_pkts", "c2s_pkts", "s2c_pkts", "c2s_bytes", "s2c_bytes", "c2s_fragments", "s2c_fragments", + "c2s_tcp_lost_bytes", "s2c_tcp_lost_bytes", "c2s_tcp_ooorder_pkts", "s2c_tcp_ooorder_pkts", "c2s_tcp_retransmitted_pkts", "s2c_tcp_retransmitted_pkts", + "c2s_tcp_retransmitted_bytes", "s2c_tcp_retransmitted_bytes"] + + namepass = ["traffic_application_protocol_stat"] #only "pass" swap metrics through the aggregator. + +[[processors.rename]] + + [[processors.rename.replace]] field = "sessions_sum" dest = "sessions" + + [[processors.rename.replace]] field = "in_bytes_sum" dest = "in_bytes" + + [[processors.rename.replace]] field = "out_bytes_sum" dest = "out_bytes" + + [[processors.rename.replace]] field = "in_pkts_sum" dest = "in_pkts" + + [[processors.rename.replace]] field = "out_pkts_sum" dest = "out_pkts" + + [[processors.rename.replace]] field = "c2s_pkts_sum" dest = "c2s_pkts" + + [[processors.rename.replace]] field = "s2c_pkts_sum" dest = "s2c_pkts" + + [[processors.rename.replace]] field = "c2s_bytes_sum" dest = "c2s_bytes" + + [[processors.rename.replace]] field = "s2c_bytes_sum" dest = "s2c_bytes" + + [[processors.rename.replace]] field = "c2s_fragments_sum" dest = "c2s_fragments" + + [[processors.rename.replace]] field = "s2c_fragments_sum" dest = "s2c_fragments" + + [[processors.rename.replace]] field = "c2s_tcp_lost_bytes_sum" dest = "c2s_tcp_lost_bytes" + + [[processors.rename.replace]] field = "s2c_tcp_lost_bytes_sum" dest = "s2c_tcp_lost_bytes" + + [[processors.rename.replace]] field = "c2s_tcp_ooorder_pkts_sum" dest = "c2s_tcp_ooorder_pkts" + + [[processors.rename.replace]] field = "s2c_tcp_ooorder_pkts_sum" dest = "s2c_tcp_ooorder_pkts" + + [[processors.rename.replace]] field = "c2s_tcp_retransmitted_pkts_sum" dest = "c2s_tcp_retransmitted_pkts" + + [[processors.rename.replace]] field = "s2c_tcp_retransmitted_pkts_sum" dest = "s2c_tcp_retransmitted_pkts" + + [[processors.rename.replace]] field = "c2s_tcp_retransmitted_bytes_sum" dest = "c2s_tcp_retransmitted_bytes" + + [[processors.rename.replace]] field = "s2c_tcp_retransmitted_bytes_sum" dest = "s2c_tcp_retransmitted_bytes" diff --git a/ansible/roles/traffic-engine/files/helm/conf/main.conf b/ansible/roles/traffic-engine/files/helm/conf/main.conf index 0c0a6c67..8745994d 100644 --- a/ansible/roles/traffic-engine/files/helm/conf/main.conf +++ b/ansible/roles/traffic-engine/files/helm/conf/main.conf @@ -50,6 +50,12 @@ TELEGRAF_IP="127.0.0.1" OUTPUT_PATH="./tsg_statistic.log" APP_NAME="statistic" +[APP_METRIC] +CYCLE=1000 +TELEGRAF_PORT=8100 +TELEGRAF_IP="127.0.0.1" +APP_NAME="app_metric" + [FIELD_STAT] CYCLE=5 TELEGRAF_PORT=8100 diff --git a/ansible/roles/traffic-engine/files/helm/conf/telegraf_statistic.conf b/ansible/roles/traffic-engine/files/helm/conf/telegraf_statistic.conf index 1f115b28..cef451d2 100644 --- a/ansible/roles/traffic-engine/files/helm/conf/telegraf_statistic.conf +++ b/ansible/roles/traffic-engine/files/helm/conf/telegraf_statistic.conf @@ -30,3 +30,54 @@ [[inputs.socket_listener]] service_address = "udp://:8100" data_format = "influx" + +[[aggregators.basicstats]] + period = "1s" + drop_original = true + stats = ["sum"] + fieldpass = ["sessions", "in_bytes", "out_bytes", "in_pkts", "out_pkts", "c2s_pkts", "s2c_pkts", "c2s_bytes", "s2c_bytes", "c2s_fragments", "s2c_fragments", + "c2s_tcp_lost_bytes", "s2c_tcp_lost_bytes", "c2s_tcp_ooorder_pkts", "s2c_tcp_ooorder_pkts", "c2s_tcp_retransmitted_pkts", "s2c_tcp_retransmitted_pkts", + "c2s_tcp_retransmitted_bytes", "s2c_tcp_retransmitted_bytes"] + + namepass = ["traffic_application_protocol_stat"] #only "pass" swap metrics through the aggregator. + + +[[processors.rename]] + + [[processors.rename.replace]] field = "sessions_sum" dest = "sessions" + + [[processors.rename.replace]] field = "in_bytes_sum" dest = "in_bytes" + + [[processors.rename.replace]] field = "out_bytes_sum" dest = "out_bytes" + + [[processors.rename.replace]] field = "in_pkts_sum" dest = "in_pkts" + + [[processors.rename.replace]] field = "out_pkts_sum" dest = "out_pkts" + + [[processors.rename.replace]] field = "c2s_pkts_sum" dest = "c2s_pkts" + + [[processors.rename.replace]] field = "s2c_pkts_sum" dest = "s2c_pkts" + + [[processors.rename.replace]] field = "c2s_bytes_sum" dest = "c2s_bytes" + + [[processors.rename.replace]] field = "s2c_bytes_sum" dest = "s2c_bytes" + + [[processors.rename.replace]] field = "c2s_fragments_sum" dest = "c2s_fragments" + + [[processors.rename.replace]] field = "s2c_fragments_sum" dest = "s2c_fragments" + + [[processors.rename.replace]] field = "c2s_tcp_lost_bytes_sum" dest = "c2s_tcp_lost_bytes" + + [[processors.rename.replace]] field = "s2c_tcp_lost_bytes_sum" dest = "s2c_tcp_lost_bytes" + + [[processors.rename.replace]] field = "c2s_tcp_ooorder_pkts_sum" dest = "c2s_tcp_ooorder_pkts" + + [[processors.rename.replace]] field = "s2c_tcp_ooorder_pkts_sum" dest = "s2c_tcp_ooorder_pkts" + + [[processors.rename.replace]] field = "c2s_tcp_retransmitted_pkts_sum" dest = "c2s_tcp_retransmitted_pkts" + + [[processors.rename.replace]] field = "s2c_tcp_retransmitted_pkts_sum" dest = "s2c_tcp_retransmitted_pkts" + + [[processors.rename.replace]] field = "c2s_tcp_retransmitted_bytes_sum" dest = "c2s_tcp_retransmitted_bytes" + + [[processors.rename.replace]] field = "s2c_tcp_retransmitted_bytes_sum" dest = "s2c_tcp_retransmitted_bytes"