diff --git a/tsg_olap/installation/flink/groot_stream/templates/data_transporter.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/data_transporter.yaml.j2 index e5c6273..5ad1d25 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/data_transporter.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/data_transporter.yaml.j2 @@ -19,7 +19,7 @@ sinks: type: kafka properties: topic: {{ kafka_sink_topic }} - kafka.bootstrap.servers: { { kafka_sink_servers } } + kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 kafka.request.timeout.ms: 30000 @@ -35,7 +35,7 @@ sinks: clickhouse_sink: type: clickhouse properties: - host: {{ clickhouse_servers }} + host: {{ clickhouse_sink_host }} table: tsg_galaxy_v3.traffic_sketch_metric_local batch.size: 100000 batch.interval: 30s @@ -48,7 +48,6 @@ application: shade.identifier: aes pipeline: object-reuse: true - topology: {{ topology }} diff --git a/tsg_olap/installation/flink/groot_stream/templates/datapath_telemetry_record.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/datapath_telemetry_record.yaml.j2 index 58da17c..06058b8 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/datapath_telemetry_record.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/datapath_telemetry_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: DATAPATH-TELEMETRY-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -37,7 +37,7 @@ sinks: kafka_sink: type: kafka properties: - topic: DATAPATH-TELEMETRY-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 @@ -71,7 +71,6 @@ application: shade.identifier: aes pipeline: object-reuse: true - topology: {{ topology }} diff --git a/tsg_olap/installation/flink/groot_stream/templates/dos_event_kafka_to_clickhouse b/tsg_olap/installation/flink/groot_stream/templates/dos_event.yaml.j2 similarity index 59% rename from tsg_olap/installation/flink/groot_stream/templates/dos_event_kafka_to_clickhouse rename to tsg_olap/installation/flink/groot_stream/templates/dos_event.yaml.j2 index 49a3d1a..e44b182 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/dos_event_kafka_to_clickhouse +++ b/tsg_olap/installation/flink/groot_stream/templates/dos_event.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: DOS-EVENT + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: "{{ kafka_source_servers }}" kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -22,12 +22,30 @@ sources: kafka.compression.type: none format: json - sinks: + kafka_sink: + type: kafka + properties: + topic: {{ kafka_sink_topic }} + kafka.bootstrap.servers: {{ kafka_sink_servers }} + kafka.retries: 0 + kafka.linger.ms: 10 + kafka.request.timeout.ms: 30000 + kafka.batch.size: 262144 + kafka.buffer.memory: 134217728 + kafka.max.request.size: 10485760 + kafka.compression.type: snappy + kafka.security.protocol: SASL_PLAINTEXT + kafka.sasl.mechanism: PLAIN + kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817 + format: json + json.ignore.parse.errors: false + log.failures.only: true + clickhouse_sink: type: clickhouse properties: - host: "{{ clickhouse_servers }}" + host: {{ clickhouse_sink_host }} table: tsg_galaxy_v3.dos_event_local batch.size: 100000 batch.interval: 30s @@ -37,13 +55,10 @@ sinks: application: env: - name: dos_event_kafka_to_clickhouse + name: {{ job_name }} shade.identifier: aes pipeline: object-reuse: true # [boolean] Object Reuse, default is false - topology: - - name: kafka_source - downstream: [clickhouse_sink] - - name: clickhouse_sink + {{ topology }} diff --git a/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 index cee0548..6c750e2 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: PROXY-EVENT + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -50,12 +50,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: @@ -107,7 +101,7 @@ sinks: kafka_sink: type: kafka properties: - topic: PROXY-EVENT + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 @@ -141,6 +135,4 @@ application: shade.identifier: aes pipeline: object-reuse: true - topology: {{ topology }} - diff --git a/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 index 8938cd2..7970a95 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: SESSION-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -50,12 +50,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: @@ -107,7 +101,7 @@ sinks: kafka_sink: type: kafka properties: - topic: SESSION-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 diff --git a/tsg_olap/installation/flink/groot_stream/templates/traffic_sketch_metric.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/traffic_sketch_metric.yaml.j2 index 0a048a0..571c1af 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/traffic_sketch_metric.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/traffic_sketch_metric.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: TRAFFIC-SKETCH-METRIC + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -62,12 +62,11 @@ processing_pipelines: parameters: data_center_id_num: 1 - sinks: kafka_sink: type: kafka properties: - topic: TRAFFIC-SKETCH-METRIC + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 @@ -86,7 +85,7 @@ sinks: clickhouse_sink: type: clickhouse properties: - host: {{ clickhouse_servers }} + host: {{ clickhouse_sink_host }} table: tsg_galaxy_v3.traffic_sketch_metric_local batch.size: 100000 batch.interval: 30s @@ -97,7 +96,7 @@ sinks: application: env: # [object] Environment Variables - name: etl_traffic_sketch_metric # [string] Job Name + name: {{ job_name }} shade.identifier: aes pipeline: object-reuse: true # [boolean] Object Reuse, default is false diff --git a/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 index 9c8fa4b..49d1782 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: TRANSACTION-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -107,7 +107,7 @@ sinks: kafka_sink: type: kafka properties: - topic: TRANSACTION-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 diff --git a/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 index 1a561f2..a37d469 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: VOIP-CONVERSATION-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -50,12 +50,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: @@ -107,7 +101,7 @@ sinks: kafka_sink: type: kafka properties: - topic: VOIP-CONVERSATION-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 diff --git a/tsg_olap/installation/hos/tsg_olap_hos_ddl.sh b/tsg_olap/installation/hos/tsg_olap_hos_ddl.sh new file mode 100644 index 0000000..2c3c15c --- /dev/null +++ b/tsg_olap/installation/hos/tsg_olap_hos_ddl.sh @@ -0,0 +1,5 @@ +curl -X PUT http://{{ vrrp_instance.oss.virtual_ipaddress }}:9098/hos/traffc_file_bucket -H 'token:{{ hos_token }}' -H 'x-hos-region-count:64*hbase服务器数' +curl -X PUT http://{{ vrrp_instance.oss.virtual_ipaddress }}:9098/hos/troubleshooting_file_bucket -H 'token:{{ hos_token }}' -H 'x-hos-region-count:16' +curl -X PUT http://{{ vrrp_instance.oss.virtual_ipaddress }}:9098/hos/knowledge_base_bucket -H 'token:{{ hos_token }}' -H 'x-hos-region-count:16' -H 'x-hos-wal:open' +curl -X PUT http://{{ vrrp_instance.oss.virtual_ipaddress }}:9098/hos/report_snapshot_bucket -H 'token:{{ hos_token }}' -H 'x-hos-region-count:16' -H 'x-hos-wal:open' +curl -X PUT http://{{ vrrp_instance.oss.virtual_ipaddress }}:9098/hos/assessment_file_bucket -H 'token:{{ hos_token }}' -H 'x-hos-region-count:16' -H 'x-hos-wal:open' diff --git a/tsg_olap/installation/kafka/create_topic.sh.j2 b/tsg_olap/installation/kafka/create_topic.sh.j2 new file mode 100644 index 0000000..ca20eb2 --- /dev/null +++ b/tsg_olap/installation/kafka/create_topic.sh.j2 @@ -0,0 +1,71 @@ +#!/bin/bash +source /etc/profile + +partition_nums={{ groups.kafka | length }} +replication_nums={{ 2 if groups.kafka | length >1 else 1 }} +kafka_servers="{% for host in groups['kafka'] %}{{ host }}:9092{% if not loop.last %},{% endif %}{% endfor %}" + +common_topic=( + BGP-RECORD + DOS-EVENT + NETWORK-TRAFFIC-METRIC + OBJECT-STATISTICS-METRIC + POLICY-RULE-METRIC + PROXY-EVENT + PROXY-EVENT-PROCESSED + PXY-EXCH-INTERMEDIA-CERT + SESSION-RECORD-IPFIX + STATISTICS-RULE-METRIC + VOIP-CONVERSATION-RECORD + VOIP-RECORD + VOIP-RECORD-PROCESSED + TOPK-METRIC + DOS-PROTECTION-RULE-METRIC + DOS-SKETCH-TOP-SERVER-IP + DOS-SKETCH-METRIC + DATAPATH-TELEMETRY-RECORD + TRAFFIC-SKETCH-METRIC +) + +multi_partition_topic=( + TRANSACTION-RECORD + TRANSACTION-RECORD-PROCESSED + SESSION-RECORD + SESSION-RECORD-PROCESSED + TRAFFIC-FILE-STREAM-RECORD +) + +function getTopic() { + docker exec kafka kafka-topics.sh --bootstrap-server $kafka_servers --list +} + +function createTopic() { + exist_topic=$(echo "$exist_topic_list" | grep -wx "$3" | wc -l) + if [ $exist_topic -eq '0' ]; then + docker exec kafka kafka-topics.sh '--create' '--if-not-exists' '--bootstrap-server' "$kafka_servers" '--replication-factor' $1 '--partitions' $2 '--topic' $3 + fi +} + +function checkTopic() { + exist_topic_list=$(getTopic) + all_topic=("${common_topic[@]}" "${multi_partition_topic[@]}") + for topic_name in ${all_topic[@]}; do + exist_topic=$(echo "$exist_topic_list" | grep -wx "$topic_name" | wc -l) + if [ $exist_topic -eq '0' ]; then + echo "Topic $topic_name creation failure" + exit 1 + fi + done + +} + +exist_topic_list=$(getTopic) +for topic_name in ${common_topic[@]}; do + createTopic $replication_nums $partition_nums $topic_name +done + +for topic_name in ${multi_partition_topic[@]}; do + createTopic 1 $((partition_nums * 3)) $topic_name +done + +checkTopic diff --git a/tsg_olap/installation/mariadb/galaxy-job-service/xxl_job.sql.j2 b/tsg_olap/installation/mariadb/galaxy-job-service/xxl_job.sql.j2 new file mode 100644 index 0000000..1012759 --- /dev/null +++ b/tsg_olap/installation/mariadb/galaxy-job-service/xxl_job.sql.j2 @@ -0,0 +1,197 @@ +/* +Navicat MySQL Data Transfer + +Target Server Type : MYSQL +Target Server Version : 50505 +File Encoding : 65001 + +Date: 2021-09-23 14:05:11 +*/ + +SET FOREIGN_KEY_CHECKS=0; + +-- ---------------------------- +-- Table structure for `xxl_job_group` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_group`; +CREATE TABLE `xxl_job_group` ( + `id` int(11) NOT NULL AUTO_INCREMENT, + `app_name` varchar(64) NOT NULL COMMENT '执行器AppName', + `title` varchar(64) NOT NULL COMMENT '执行器名称', + `address_type` tinyint(4) NOT NULL DEFAULT 0 COMMENT '执行器地址类型：0=自动注册、1=手动录入', + `address_list` varchar(512) DEFAULT NULL COMMENT '执行器地址列表，多地址逗号分隔', + PRIMARY KEY (`id`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=8 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Table structure for `xxl_job_lock` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_lock`; +CREATE TABLE `xxl_job_lock` ( + `lock_name` varchar(50) NOT NULL COMMENT '锁名称', + PRIMARY KEY (`lock_name`) USING BTREE +) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Records of xxl_job_lock +-- ---------------------------- +INSERT INTO `xxl_job_lock` VALUES ('schedule_lock'); + +-- ---------------------------- +-- Table structure for `xxl_job_log` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_log`; +CREATE TABLE `xxl_job_log` ( + `id` bigint(20) NOT NULL AUTO_INCREMENT, + `job_group` int(11) NOT NULL COMMENT '执行器主键ID', + `job_id` int(11) NOT NULL COMMENT '任务，主键ID', + `executor_address` varchar(255) DEFAULT NULL COMMENT '执行器地址，本次执行的地址', + `executor_handler` varchar(255) DEFAULT NULL COMMENT '执行器任务handler', + `executor_param` varchar(4000) DEFAULT '' COMMENT '执行器任务参数', + `executor_sharding_param` varchar(20) DEFAULT NULL COMMENT '执行器任务分片参数，格式如 1/2', + `executor_fail_retry_count` int(11) NOT NULL DEFAULT 0 COMMENT '失败重试次数', + `trigger_time` datetime DEFAULT NULL COMMENT '调度-时间', + `trigger_code` int(11) NOT NULL COMMENT '调度-结果', + `trigger_msg` text DEFAULT NULL COMMENT '调度-日志', + `handle_time` datetime DEFAULT NULL COMMENT '执行-时间', + `handle_code` int(11) NOT NULL COMMENT '执行-状态', + `handle_msg` text DEFAULT NULL COMMENT '执行-日志', + `alarm_status` tinyint(4) NOT NULL DEFAULT 0 COMMENT '告警状态：0-默认、1-无需告警、2-告警成功、3-告警失败', + PRIMARY KEY (`id`) USING BTREE, + KEY `I_trigger_time` (`trigger_time`) USING BTREE, + KEY `I_handle_code` (`handle_code`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=2077229 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Records of xxl_job_log +-- ---------------------------- + +-- ---------------------------- +-- Table structure for `xxl_job_logglue` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_logglue`; +CREATE TABLE `xxl_job_logglue` ( + `id` int(11) NOT NULL AUTO_INCREMENT, + `job_id` int(11) NOT NULL COMMENT '任务，主键ID', + `glue_type` varchar(50) DEFAULT NULL COMMENT 'GLUE类型', + `glue_source` mediumtext DEFAULT NULL COMMENT 'GLUE源代码', + `glue_remark` varchar(128) NOT NULL COMMENT 'GLUE备注', + `add_time` datetime DEFAULT NULL, + `update_time` datetime DEFAULT NULL, + PRIMARY KEY (`id`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Records of xxl_job_logglue +-- ---------------------------- + +-- ---------------------------- +-- Table structure for `xxl_job_log_report` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_log_report`; +CREATE TABLE `xxl_job_log_report` ( + `id` int(11) NOT NULL AUTO_INCREMENT, + `trigger_day` datetime DEFAULT NULL COMMENT '调度-时间', + `running_count` int(11) NOT NULL DEFAULT 0 COMMENT '运行中-日志数量', + `suc_count` int(11) NOT NULL DEFAULT 0 COMMENT '执行成功-日志数量', + `fail_count` int(11) NOT NULL DEFAULT 0 COMMENT '执行失败-日志数量', + PRIMARY KEY (`id`) USING BTREE, + UNIQUE KEY `i_trigger_day` (`trigger_day`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=786 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Records of xxl_job_log_report +-- ---------------------------- + +-- ---------------------------- +-- Table structure for `xxl_job_registry` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_registry`; +CREATE TABLE `xxl_job_registry` ( + `id` int(11) NOT NULL AUTO_INCREMENT, + `registry_group` varchar(50) NOT NULL, + `registry_key` varchar(255) NOT NULL, + `registry_value` varchar(255) NOT NULL, + `update_time` datetime DEFAULT NULL, + PRIMARY KEY (`id`) USING BTREE, + KEY `i_g_k_v` (`registry_group`,`registry_key`,`registry_value`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=276 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Table structure for `xxl_job_user` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_user`; +CREATE TABLE `xxl_job_user` ( + `id` int(11) NOT NULL AUTO_INCREMENT, + `username` varchar(50) NOT NULL COMMENT '账号', + `password` varchar(50) NOT NULL COMMENT '密码', + `role` tinyint(4) NOT NULL COMMENT '角色：0-普通用户、1-管理员', + `permission` varchar(255) DEFAULT NULL COMMENT '权限：执行器ID列表，多个逗号分割', + PRIMARY KEY (`id`) USING BTREE, + UNIQUE KEY `i_username` (`username`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=3 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Records of xxl_job_user +-- ---------------------------- +INSERT INTO `xxl_job_user` VALUES ('1', 'admin', 'fea191a3fdd9f68503f9fa0e8d0293ab', '1', null); +INSERT INTO `xxl_job_user` VALUES ('2', 'query', '95497ea23bf8d27d86526717578e366f', '0', '3'); + +-- ---------------------------- +-- Table structure for `xxl_job_info` +-- ---------------------------- +DROP TABLE IF EXISTS `xxl_job_info`; +CREATE TABLE `xxl_job_info` ( + `id` int(11) NOT NULL AUTO_INCREMENT, + `job_group` int(11) NOT NULL COMMENT '执行器主键ID', + `job_cron` varchar(128) NOT NULL COMMENT '任务执行CRON', + `job_desc` varchar(255) NOT NULL, + `add_time` datetime DEFAULT NULL, + `update_time` datetime DEFAULT NULL, + `author` varchar(64) DEFAULT NULL COMMENT '作者', + `alarm_email` varchar(255) DEFAULT NULL COMMENT '报警邮件', + `executor_route_strategy` varchar(50) DEFAULT NULL COMMENT '执行器路由策略', + `executor_handler` varchar(255) DEFAULT NULL COMMENT '执行器任务handler', + `executor_param` varchar(4000) DEFAULT '' COMMENT '执行器任务参数', + `executor_block_strategy` varchar(50) DEFAULT NULL COMMENT '阻塞处理策略', + `executor_timeout` int(11) NOT NULL DEFAULT 0 COMMENT '任务执行超时时间，单位秒', + `executor_fail_retry_count` int(11) NOT NULL DEFAULT 0 COMMENT '失败重试次数', + `glue_type` varchar(50) NOT NULL COMMENT 'GLUE类型', + `glue_source` mediumtext DEFAULT NULL COMMENT 'GLUE源代码', + `glue_remark` varchar(128) DEFAULT NULL COMMENT 'GLUE备注', + `glue_updatetime` datetime DEFAULT NULL COMMENT 'GLUE更新时间', + `child_jobid` varchar(255) DEFAULT NULL COMMENT '子任务ID，多个逗号分隔', + `trigger_status` tinyint(4) NOT NULL DEFAULT 0 COMMENT '调度状态：0-停止，1-运行', + `trigger_last_time` bigint(13) NOT NULL DEFAULT 0 COMMENT '上次调度时间', + `trigger_next_time` bigint(13) NOT NULL DEFAULT 0 COMMENT '下次调度时间', + PRIMARY KEY (`id`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=88 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + + +-- ---------------------------- +-- Records of xxl_job_group +-- ---------------------------- +INSERT INTO `xxl_job_group` VALUES (1, 'galaxy-executor', 'GDP', 1, '{{ job_executor_servers }}'); +INSERT INTO `xxl_job_group` VALUES (2, 'galaxy-executor', 'TSG_OLAP', 1, '{{ job_executor_servers }}'); +-- ---------------------------- +-- Records of xxl_job_info +-- ---------------------------- +INSERT INTO `xxl_job_info` VALUES (29, 2, '{{ cron_expression_2 }}', 'get_storage_daily_usage', '2024-06-30 14:06:48', '2024-07-12 02:06:32', 'galaxy', '', 'FAILOVER', 'getDatabaseStorageQuotaJobHandler', '[\r\n {\r\n \"source\":\r\n {\r\n \"type\": \"storage\",\r\n \"containBytes\": true,\r\n \"items\": \"Traffic Logs,Files,Metrics\"\r\n },\r\n \"sink\":\r\n {\r\n \"type\": \"mariadb\",\r\n \"ip\": \"{{ vrrp_instance.default.virtual_ipaddress }}\",\r\n \"database\": \"tsg_olap\",\r\n \"table\": \"sys_storage_event\",\r\n \"username\": \"root\",\r\n \"pin\": \"{{ mariadb_default_pin }}\"\r\n }\r\n }\r\n]', 'COVER_EARLY', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2024-06-30 14:06:48', '', 1, 1721613600000, 1721700000000); +INSERT INTO `xxl_job_info` VALUES (36, 2, '0 0/10 * * * ?', 'get_database_storage_quota', '2024-06-19 03:06:04', '2024-07-04 09:29:43', 'galaxy', '', 'FAILOVER', 'getDatabaseStorageQuotaJobHandler', '[\r\n {\r\n \"source\":\r\n {\r\n \"type\": \"storage\",\r\n \"containBytes\": false,\r\n \"items\": \"Traffic Logs,Files,Metrics\"\r\n },\r\n \"sink\":\r\n {\r\n \"type\": \"mariadb\",\r\n \"ip\": \"{{ vrrp_instance.default.virtual_ipaddress }}\",\r\n \"database\": \"tsg_olap\",\r\n \"table\": \"sys_storage_event\",\r\n \"username\": \"root\",\r\n \"pin\": \"{{ mariadb_default_pin }}\"\r\n }\r\n }\r\n]', 'COVER_EARLY', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2024-06-19 03:06:04', '', 1, 1721634600000, 1721635200000); + +INSERT INTO `xxl_job_info` VALUES (58, 1, '0 0 2 * * ? ', 'set_druid_table_ttl', '2020-07-30 10:34:34', '2024-02-28 03:02:15', 'galaxy', '', 'FAILOVER', 'deleteReportAndMetricsDataJobHandler', '{\"defaultMaxDays\":365,\"maxDays\":30}', 'DISCARD_LATER', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2020-07-30 10:34:34', '', 1, 1709488800000, 1709575200000); +INSERT INTO `xxl_job_info` VALUES (59, 1, '0 0 0 1 * ?', 'clear_druid_table', '2020-07-30 11:32:08', '2022-04-12 02:38:39', 'galaxy', '', 'FAILOVER', 'deleteAllReportAndMetricsDataJobHandler', '{\"maxDays\":88,\"defaultMaxDays\":365}', 'DISCARD_LATER', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2020-07-30 11:32:08', '', 0, 0, 0); +INSERT INTO `xxl_job_info` VALUES (62, 1, '0 0 2 * * ? ', 'set_hos_bucket_ttl', '2020-07-30 11:59:30', '2024-02-28 03:02:15', 'galaxy', '', 'FAILOVER', 'deleteFilesJobHandler', '{\"defaultMaxDays\":30,\"maxDays\":30}', 'DISCARD_LATER', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2020-07-30 11:59:30', '', 1, 1709488800000, 1709575200000); +INSERT INTO `xxl_job_info` VALUES (63, 1, '0 0 0 1 * ?', 'clear_hos_file', '2020-07-30 11:59:43', '2023-10-26 10:43:46', 'galaxy', '', 'FAILOVER', 'deleteAllFilesJobHandler', '{\"defaultMaxDays\":30,\"maxDays\":30}', 'DISCARD_LATER', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2020-07-30 11:59:43', '', 0, 0, 0); +INSERT INTO `xxl_job_info` VALUES (64, 1, '0 0 0 1 * ?', 'clear_clickhouse_table', '2020-07-30 13:47:25', '2022-04-12 02:38:39', 'galaxy', '', 'FAILOVER', 'deleteAllTrafficDataJobHandler', '{\"maxDays\":77,\"defaultMaxDays\":30}', 'DISCARD_LATER', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2020-07-30 13:47:25', '', 0, 0, 0); +INSERT INTO `xxl_job_info` VALUES (65, 1, '0 0 0 * * ? ', 'set_clickhouse_table_ttl', '2020-07-30 13:47:38', '2024-02-28 03:02:13', 'galaxy', '', 'FAILOVER', 'deleteTrafficDataJobHandler', '{\"defaultMaxDays\":30,\"maxDays\":30}', 'DISCARD_LATER', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2020-07-30 13:47:38', '', 1, 1709481600000, 1709568000000); +INSERT INTO xxl_job_info (id, job_group, job_cron, job_desc, add_time, update_time, author, alarm_email, executor_route_strategy, executor_handler, executor_param, executor_block_strategy, executor_timeout, executor_fail_retry_count, glue_type, glue_source, glue_remark, glue_updatetime, child_jobid, trigger_status, trigger_last_time, trigger_next_time) VALUES ('86', '2', '0 0 1 * * ?', 'run_druid_segment_compaction', '2021-07-21 14:13:57', '2023-12-12 02:21:05', 'galaxy', '', 'FAILOVER', 'druidCompactSegmentJobHandler', '[\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_server_fqdns\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_server_domains\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_client_ips\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_server_ips\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_external_ips\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_internal_ips\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_client_countries\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"top_server_countries\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"security_rule_hits\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"monitor_rule_hits\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"proxy_rule_hits\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"application_protocol_stat\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\",\r\n \"maxRowsInMemory\": 200000\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"traffic_general_stat\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"dos_sketch_top_server_ip\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"dos_protection_rule_hits\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"dos_protection_rule_metric\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"service_chaining_rule_hits\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"service_function_status\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"statistics_rule_hits\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"traffic_shaping_rule_hits\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"object_statistics\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\",\r\n \"maxRowsInMemory\": 250000\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"statistics_rule\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\",\r\n \"maxRowsInMemory\": 400000,\r\n \"maxBytesInMemory\": -1,\r\n \"splitHintSpec\": {\r\n \"type\": \"maxSize\",\r\n \"maxSplitSize\": \"4GiB\"\r\n },\r\n \"maxNumConcurrentSubTasks\": 2\r\n },\r\n \"context\":{\r\n \"druid.indexer.runner.javaOptsArray\": [\"-Xms4g\", \"-Xmx4g\", \"-XX:MaxDirectMemorySize=1g\"]\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"sys_storage_log\",\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\"\r\n }\r\n }\r\n]', 'DISCARD_LATER', '0', '0', 'BEAN', '', 'GLUE代码初始化', '2021-07-21 14:13:57', '', '1', '1708887600000', '1708974000000'); + +INSERT INTO `xxl_job_info` VALUES (101, 2, '0 0 0 1/7 * ?', 'run_web_sketch_assessment', '2022-01-27 17:40:42', '2024-03-13 05:44:06', 'galaxy', '', 'FAILOVER', 'httpToStoreJobHandler', '[{\r\n \"url\": \"http://{{ vrrp_instance.default.virtual_ipaddress }}:9999/v1/query/sql/\",\r\n \"method\": \"post\",\r\n \"requestBody\": {\r\n \"statement\": \"SELECT server_domain AS name, arrayStringConcat(groupUniqArray(decoded_as),\',\') AS protocol, count(*) AS sessions FROM tsg_galaxy_v3.session_record WHERE recv_time >= toStartOfDay(now()- INTERVAL 7 DAY) AND recv_time < toStartOfDay(now()) AND notEmpty(server_domain) GROUP BY name ORDER BY sessions DESC LIMIT 500000;\",\r\n \"exec_mode\":\"oneshot\",\r\n \"is_dry_run\": 0\r\n},\r\n \"resultKey\": \"data\",\r\n \"store\": \"all\"\r\n}, {\r\n \"url\": \"http://{{ vrrp_instance.default.virtual_ipaddress }}:9999/v1/query/sql/\",\r\n \"method\": \"post\",\r\n \"requestBody\": {\r\n \"statement\": \"SELECT server_domain AS name, arrayStringConcat(groupUniqArray(decoded_as),\',\') AS protocol, count(*) AS sessions FROM tsg_galaxy_v3.session_record WHERE recv_time >= toStartOfDay(now()- INTERVAL 7 DAY) AND recv_time < toStartOfDay(now()) AND notEmpty(server_domain) AND empty(fqdn_category_list) GROUP BY name ORDER BY sessions DESC LIMIT 500000;\",\r\n \"exec_mode\":\"oneshot\",\r\n \"is_dry_run\": 0\r\n},\r\n \"resultKey\": \"data\",\r\n \"store\": \"uncategorized\"\r\n}]', 'COVER_EARLY', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2022-01-27 17:40:42', '', 1, 1709827200000, 1710432000000); +INSERT INTO `xxl_job_info` VALUES (141, 2, '0 0 2 * * ?', 'set_clickhouse_table_and_field_ttl', '2022-06-07 07:42:38', '2022-06-08 09:28:19', 'galaxy', '', 'FIRST', 'changeCkTtlJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2022-06-07 07:42:38', '', 1, 1709488800000, 1709575200000); +INSERT INTO `xxl_job_info` VALUES (143, 2, '0 0 0/1 * * ?', 'run_ip_learning', '2022-11-09 10:29:20', '2024-02-19 02:32:54', 'galaxy', '', 'BUSYOVER', '', '', 'SERIAL_EXECUTION', 0, 0, 'GLUE_SHELL', '#!/bin/bash\nsh -c \'cd /opt/schedule-service/iplearning/ && ./start.sh\'', '0001', '2023-12-26 04:01:24', '', 1, 1709524800000, 1709528400000); +INSERT INTO `xxl_job_info` VALUES (145, 2, '0 0 2 * * ?', 'run_dos_baseline', '2022-11-10 06:15:27', '2023-11-13 05:37:41', 'galaxy', '', 'FIRST', '', '', 'SERIAL_EXECUTION', 0, 0, 'GLUE_SHELL', '#!/bin/bash\nsh -c \'cd /opt/schedule-service/dos-baseline && ./start.sh\'', '0000', '2023-11-13 05:37:41', '', 1, 1709488800000, 1709575200000); +INSERT INTO xxl_job_info (id, job_group, job_cron, job_desc, add_time, update_time, author, alarm_email, executor_route_strategy, executor_handler, executor_param, executor_block_strategy, executor_timeout, executor_fail_retry_count, glue_type, glue_source, glue_remark, glue_updatetime, child_jobid, trigger_status, trigger_last_time, trigger_next_time) VALUES ('158', '2', '0 0 2 * * ?', 'run_druid_segement_granularity_compact', '2023-02-20 05:59:59', '2023-05-11 03:39:14', 'galaxy', '', 'FAILOVER', 'druidMergeHistoryDataJobHandler', '[\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"traffic_general_stat\",\r\n \"offsetDays\": 7,\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\",\r\n \"splitHintSpec\": {\r\n \"type\": \"maxSize\",\r\n \"maxSplitSize\": \"2GiB\"\r\n },\r\n \"maxNumConcurrentSubTasks\": 1\r\n },\r\n \"granularitySpec\" : {\r\n \"segmentGranularity\": \"DAY\",\r\n \"queryGranularity\": \"MINUTE\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"application_protocol_stat\",\r\n \"offsetDays\": 7,\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\",\r\n \"maxRowsInMemory\": 200000,\r\n \"splitHintSpec\": {\r\n \"type\": \"maxSize\",\r\n \"maxSplitSize\": \"2GiB\"\r\n },\r\n \"maxNumConcurrentSubTasks\": 1\r\n },\r\n \"granularitySpec\" : {\r\n \"segmentGranularity\": \"DAY\",\r\n \"queryGranularity\": \"MINUTE\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"object_statistics\",\r\n \"offsetDays\": 7,\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\",\r\n \"maxRowsInMemory\": 250000,\r\n \"splitHintSpec\": {\r\n \"type\": \"maxSize\",\r\n \"maxSplitSize\": \"2GiB\"\r\n },\r\n \"maxNumConcurrentSubTasks\": 2\r\n },\r\n \"granularitySpec\" : {\r\n \"segmentGranularity\": \"DAY\",\r\n \"queryGranularity\": \"MINUTE\"\r\n }\r\n },\r\n {\r\n \"type\": \"compact\",\r\n \"dataSource\": \"statistics_rule\",\r\n \"offsetDays\": 7,\r\n \"tuningConfig\": {\r\n \"type\": \"index_parallel\",\r\n \"maxRowsInMemory\": 400000,\r\n \"maxBytesInMemory\": -1,\r\n \"splitHintSpec\": {\r\n \"type\": \"maxSize\",\r\n \"maxSplitSize\": \"4GiB\"\r\n },\r\n \"maxNumConcurrentSubTasks\": 2\r\n },\r\n \"granularitySpec\" : {\r\n \"segmentGranularity\": \"DAY\",\r\n \"queryGranularity\": \"MINUTE\"\r\n },\r\n \"context\":{\r\n \"druid.indexer.runner.javaOptsArray\": [\"-Xms2g\", \"-Xmx4g\", \"-XX:MaxDirectMemorySize=1g\"]\r\n }\r\n }\r\n]', 'DISCARD_LATER', '0', '0', 'BEAN', '', 'GLUE代码初始化', '2023-02-20 05:59:59', '', '1', '1708891200000', '1708977600000'); +INSERT INTO `xxl_job_info` VALUES (159, 1, '0 0 * * * ?', 'delete_clickhouse_old_log', '2024-06-24 09:02:27', '2024-07-15 03:05:03', 'galaxy', '', 'FIRST', 'deleteOldLogJobHandler', '{\r\n \"logType\": \"Traffic Logs\",\r\n \"maxUsage\": 90,\r\n \"durationMinutes\": 360,\r\n \"minIntervalMinutes\": 60,\r\n \"jdbcParam\": {\r\n \"type\": \"mariadb\",\r\n \"ip\": \"{{ vrrp_instance.default.virtual_ipaddress }}\",\r\n \"database\": \"tsg_olap\",\r\n \"table\": \"sys_storage_event\",\r\n \"username\": \"root\",\r\n \"pin\": \"{{ mariadb_default_pin }}\"\r\n }\r\n}', 'SERIAL_EXECUTION', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2024-06-24 09:02:27', '', 1, 1721631600000, 1721635200000); +INSERT INTO `xxl_job_info` VALUES (160, 1, '0 0 * * * ?', 'delete_druid_old_log', '2024-06-24 09:05:37', '2024-07-15 03:04:38', 'galaxy', '', 'FIRST', 'deleteOldLogJobHandler', '{\r\n \"logType\": \"Metrics\",\r\n \"maxUsage\": 90,\r\n \"durationMinutes\": 360,\r\n \"minIntervalMinutes\": 60,\r\n \"jdbcParam\": {\r\n \"type\": \"mariadb\",\r\n \"ip\": \"{{ vrrp_instance.default.virtual_ipaddress }}\",\r\n \"database\": \"tsg_olap\",\r\n \"table\": \"sys_storage_event\",\r\n \"username\": \"root\",\r\n \"pin\": \"{{ mariadb_default_pin }}\"\r\n }\r\n}', 'SERIAL_EXECUTION', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2024-06-24 09:05:37', '', 1, 1721631600000, 1721635200000); +INSERT INTO `xxl_job_info` VALUES (161, 1, '0 0 * * * ?', 'delete_hos_old_log', '2024-06-24 09:06:21', '2024-07-15 03:04:27', 'galaxy', '', 'FIRST', 'deleteOldLogJobHandler', '{\r\n \"logType\": \"Files\",\r\n \"maxUsage\": 90,\r\n \"durationMinutes\": 360,\r\n \"minIntervalMinutes\": 60,\r\n \"jdbcParam\": {\r\n \"type\": \"mariadb\",\r\n \"ip\": \"{{ vrrp_instance.default.virtual_ipaddress }}\",\r\n \"database\": \"tsg_olap\",\r\n \"table\": \"sys_storage_event\",\r\n \"username\": \"root\",\r\n \"pin\": \"{{ mariadb_default_pin }}\"\r\n }\r\n}', 'SERIAL_EXECUTION', 0, 0, 'BEAN', '', 'GLUE代码初始化', '2024-06-24 09:06:21', '', 1, 1721631600000, 1721635200000); diff --git a/tsg_olap/installation/mariadb/galaxy-qgw-service/R__init_datasets.sql b/tsg_olap/installation/mariadb/galaxy-qgw-service/R__init_datasets.sql new file mode 100644 index 0000000..62342b2 --- /dev/null +++ b/tsg_olap/installation/mariadb/galaxy-qgw-service/R__init_datasets.sql @@ -0,0 +1,212 @@ +/* + SQL Datasets +*/ + +SET NAMES utf8mb4; +SET FOREIGN_KEY_CHECKS = 0; +-- ---------------------------- +-- Table structure for dataset +-- ---------------------------- +DROP TABLE IF EXISTS `dataset`; +CREATE TABLE `dataset` ( + `id` int(64) NOT NULL AUTO_INCREMENT, + `identifier_name` varchar(128) NOT NULL, + `category` varchar(128) DEFAULT NULL, + `backend_engine` varchar(16) NOT NULL DEFAULT 'qgw' COMMENT 'qgw, clickhouse, druid, hbase', + `type` varchar(16) NOT NULL COMMENT 'dsl,sql', + `template` text NOT NULL, + `description` varchar(512) DEFAULT NULL, + `generated_time` bigint DEFAULT NULL, + `last_update_time` bigint DEFAULT NULL, + PRIMARY KEY (`id`) USING BTREE, + UNIQUE KEY `identifier_name` (`identifier_name`) +) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +-- ---------------------------- +-- Trigger to set timestamps +-- ---------------------------- +DELIMITER // + +CREATE TRIGGER set_timestamps_trigger BEFORE INSERT ON `dataset` + FOR EACH ROW +BEGIN + SET NEW.generated_time = UNIX_TIMESTAMP(); + SET NEW.last_update_time = UNIX_TIMESTAMP(); +END // + +DELIMITER ; + +-- ---------------------------- +-- Records of dataset +-- ---------------------------- +BEGIN; +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('current-network-throughput-trend', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT SUM( sum_in_bytes)* 8 / 5 AS avg_in_bits_per_sec, SUM( sum_out_bytes )* 8 / 5 AS avg_out_bits_per_sec, SUM( sum_in_bytes + sum_out_bytes )* 8 / 5 AS avg_bits_per_sec, SUM( sum_in_bytes )/ 5 AS avg_in_bytes_per_sec, SUM( sum_out_bytes )/ 5 AS avg_out_bytes_per_sec, SUM( sum_in_bytes + sum_out_bytes )/ 5 AS avg_bytes_per_sec, SUM( sum_in_pkts )/ 5 AS avg_in_pkts_per_sec, SUM( sum_out_pkts )/ 5 AS avg_out_pkts_per_sec, SUM( sum_in_pkts + sum_out_pkts )/ 5 AS avg_pkts_per_sec, SUM( sum_sessions )/ 5 AS avg_sessions_per_sec, SUM( max_active_sessions ) AS active_sessions FROM( SELECT device_id, vsys_id, SUM( in_bytes ) AS sum_in_bytes, SUM( out_bytes ) AS sum_out_bytes, SUM( in_pkts ) AS sum_in_pkts, SUM( out_pkts ) AS sum_out_pkts, SUM( sessions ) AS sum_sessions, max( active_sessions ) AS max_active_sessions FROM traffic_general_stat WHERE __time >= FROM_UNIXTIME( UNIX_TIMESTAMP( now())- 15 ) AND __time < FROM_UNIXTIME( UNIX_TIMESTAMP( now())- 10 ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY device_id, vsys_id )" }','System Overview-Traffic-Now. To calculate the current throughput, the metrics for each appliance are averaged over a 5-second interval. Additionally, the data ingestion latency is also set at 5 seconds.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('network-throughput-trend', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, RATE(in_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_in_bits_per_sec, RATE(out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) * 8 AS avg_out_bits_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) * 8 AS avg_bits_per_sec, RATE(in_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) AS avg_in_bytes_per_sec, RATE(out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) AS avg_out_bytes_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) AS avg_bytes_per_sec, RATE(in_pkts, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) AS avg_in_pkts_per_sec, RATE(out_pkts, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) AS avg_out_pkts_per_sec, RATE(in_pkts + out_pkts, CHART_GRANULARITY(''${start_time}'', ''${end_time}''),1) AS avg_pkts_per_sec FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN(${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }','The calculation of average network throughput is capable of supporting two types of metrics, namely "bytes" and "packets".'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('network-throughput-packet-per-second', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, AVG( in_pkts_per_sec) AS avg_in_pkts_per_sec, AVG( out_pkts_per_sec ) AS avg_out_pkts_per_sec, AVG( pkts_per_sec ) AS avg_pkts_per_sec, MAX( in_pkts_per_sec ) AS max_in_pkts_per_sec, MAX( out_pkts_per_sec ) AS max_out_pkts_per_sec, MAX( pkts_per_sec ) AS max_pkts_per_sec, MIN( in_pkts_per_sec ) AS min_in_pkts_per_sec, MIN( out_pkts_per_sec ) AS min_out_pkts_per_sec, MIN( pkts_per_sec ) AS min_pkts_per_sec FROM( SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) AS stat_time, RATE( in_pkts, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS in_pkts_per_sec, RATE( out_pkts, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS out_pkts_per_sec, RATE( in_pkts + out_pkts, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS pkts_per_sec FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }','System Overview-Traffic-AVG, MAX, MIN. To calculate network throughput, supports metric types "bytes" and "packets," and offers aggregation methods including "average"(avg), "maximum" (max), and "minimum" (min). Based on MAX and MIN values can reveal abnormal traffic patterns, such as peak and valley outliers.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('network-throughput-bit-per-second', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, AVG( in_bytes_per_sec )* 8 AS avg_in_bits_per_sec, AVG( out_bytes_per_sec )* 8 AS avg_out_bits_per_sec, AVG( bytes_per_sec )* 8 AS avg_bits_per_sec, MAX( in_bytes_per_sec )* 8 AS max_in_bits_per_sec, MAX( out_bytes_per_sec )* 8 AS max_out_bits_per_sec, MAX( bytes_per_sec )* 8 AS max_bits_per_sec, MIN( in_bytes_per_sec )* 8 AS min_in_bits_per_sec, MIN( out_bytes_per_sec )* 8 AS min_out_bits_per_sec, MIN( bytes_per_sec )* 8 AS min_bits_per_sec FROM( SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) AS stat_time, RATE( in_bytes, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS in_bytes_per_sec, RATE( out_bytes, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS out_bytes_per_sec, RATE( in_bytes + out_bytes, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS bytes_per_sec FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) ORDER BY stat_time ASC LIMIT ${limit}" }','System Overview-Traffic-AVG, MAX, MIN. To calculate network throughput, supports metric types "bytes" and "packets," and offers aggregation methods including "average"(avg), "maximum" (max), and "minimum" (min). Based on MAX and MIN values can reveal abnormal traffic patterns, such as peak and valley outliers.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('network-throughput-byte-per-second', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, AVG( in_bytes_per_sec) AS avg_in_bytes_per_sec, AVG( out_bytes_per_sec ) AS avg_out_bytes_per_sec, AVG( bytes_per_sec ) AS avg_bytes_per_sec, MAX( in_bytes_per_sec ) AS max_in_bytes_per_sec, MAX( out_bytes_per_sec ) AS max_out_bytes_per_sec, MAX( bytes_per_sec ) AS max_bytes_per_sec, MIN( in_bytes_per_sec ) AS min_in_bytes_per_sec, MIN( out_bytes_per_sec ) AS min_out_bytes_per_sec, MIN( bytes_per_sec ) AS min_bytes_per_sec FROM( SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) AS stat_time, RATE( in_bytes, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS in_bytes_per_sec, RATE( out_bytes, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS out_bytes_per_sec, RATE( in_bytes + out_bytes, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS bytes_per_sec FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }','System Overview-Traffic-AVG, MAX, MIN. To calculate network throughput, supports metric types "bytes" and "packets," and offers aggregation methods including "average"(avg), "maximum" (max), and "minimum" (min). Based on MAX and MIN values can reveal abnormal traffic patterns, such as peak and valley outliers.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('new-sessions-per-second', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, AVG( sessions_per_sec) AS avg_sessions_per_sec, MAX( sessions_per_sec ) AS max_sessions_per_sec, MIN( sessions_per_sec ) AS min_sessions_per_sec FROM( SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) AS stat_time, RATE( sessions, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS sessions_per_sec FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }','System Overview-New-AVG, MAX, MIN.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('active-sessions', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, AVG( active_sessions_per_sec) AS avg_active_sessions, MAX( active_sessions_per_sec ) AS max_active_sessions, MIN( active_sessions_per_sec ) AS min_active_sessions FROM( SELECT stat_time, RATE( max_active_sessions, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) active_sessions_per_sec FROM ( SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) AS stat_time, device_id, vsys_id, MAX( active_sessions ) AS max_active_sessions FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')), device_id, vsys_id ) GROUP BY stat_time ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('asymmetric-flows', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) AS stat_time, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec, round( CASE WHEN SUM(closed_sessions) = 0 THEN 0 ELSE SUM( asymmetric_c2s_flows + asymmetric_s2c_flows) * 100.0 / SUM(closed_sessions) END,2) AS percent_asymmetric_flows FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN(${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-statistics-metrics', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT COUNT(DISTINCT(device_id)) AS device_num, SUM(sum_bytes) AS total_bytes_transferred, SUM(sum_pkts) AS total_packets_transferred, SUM(sum_sessions) AS total_new_sessions , SUM(sum_closed_sessions) AS total_closed_sessions, SUM(sum_sessions)/ ${timestampdiff_second} AS avg_new_sessions_per_second, SUM(sum_bytes)* 8 / ${timestampdiff_second} AS avg_bits_per_second, SUM(sum_pkts)/ ${timestampdiff_second} AS avg_packets_per_second, SUM(avg_active_sessions) AS avg_active_sessions, round(CASE WHEN SUM(sum_closed_sessions) = 0 THEN 0 ELSE SUM(sum_asymmetric_flows) * 100.0 / SUM(sum_closed_sessions) END, 2) AS percent_asymmetric_flows FROM( SELECT device_id, vsys_id, SUM(in_bytes + out_bytes) AS sum_bytes, SUM(in_pkts + out_pkts) AS sum_pkts, SUM(sessions) AS sum_sessions, SUM(closed_sessions) AS sum_closed_sessions, AVG(active_sessions) AS avg_active_sessions, SUM(asymmetric_c2s_flows + asymmetric_s2c_flows) AS sum_asymmetric_flows FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time <''${end_time}'' AND vsys_id IN ( ${vsys_id}) AND ( ${filter} ) GROUP BY device_id, vsys_id )" }','predefined dataset for the report.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-summary-throughput', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) AS stat_time , RATE(in_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_in_bits_per_sec, RATE(out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_out_bits_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN(${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }','predefined dataset for the report.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-summary-new-sessions-per-second', 'traffic_general_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) AS stat_time, RATE(sessions, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_sessions_per_sec FROM traffic_general_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN(${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }','predefined dataset for the report.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-and-protocol-summary', 'traffic_application_protocol_stat', 'qgw', 'dsl', '{"name": "application-and-protocol-summary", "filter": "vsys_id in (${vsys_id}) AND (${filter})", "intervals": ["${start_time}/${end_time}"] }','Application and Protocol Summary'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-and-protocol-tree-composition', 'traffic_application_protocol_stat', 'qgw', 'dsl', '{"name": "application-and-protocol-tree-composition", "filter": "vsys_id in (${vsys_id}) AND (${filter})", "intervals": ["${start_time}/${end_time}"] }','application and protocol tree composition'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-and-protocol-tree-throughput', 'traffic_application_protocol_stat', 'qgw', 'dsl', '{"name": "application-and-protocol-tree-throughput", "filter": "vsys_id in (${vsys_id}) AND (protocol_stack_id = ''${protocol_stack_id}'' OR ( protocol_stack_id LIKE ''${protocol_stack_id}.%'' AND NOT CONTAINS_STRING(REPLACE(protocol_stack_id, ''${protocol_stack_id}.'', ''''), ''.''))) AND (${filter})", "intervals": ["${start_time}/${end_time}"] }','application and protocol tree throughput'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-and-protocol-top-apps', 'traffic_application_protocol_stat', 'qgw', 'dsl', '{"name": "application-and-protocol-top-apps", "filter": "vsys_id in (${vsys_id}) AND (${filter})", "intervals": ["${start_time}/${end_time}"], "limit": "${limit}" }','top apps'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-and-protocol-app-related-internal-ips', 'traffic_application_protocol_stat', 'qgw', 'dsl', '{"name": "application-and-protocol-app-related-internal-ips", "filter": "vsys_id in (${vsys_id}) AND app in (''${app_name}'') AND (${filter})", "intervals": ["${start_time}/${end_time}"], "limit": "${limit}" }','app-related internal ips'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-and-protocol-app-throughput', 'traffic_application_protocol_stat', 'qgw', 'dsl', '{"name": "application-and-protocol-app-throughput", "filter": "vsys_id in (${vsys_id}) AND app_name in (''${app_name}'') AND (${filter})", "intervals": ["${start_time}/${end_time}"], "limit": "${limit}" }','app-throughput'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-and-protocol-app-summary', 'traffic_application_protocol_stat', 'qgw', 'dsl', '{"name": "application-and-protocol-app-summary", "filter": "vsys_id in (${vsys_id}) AND app_name in (''${app_name}'') AND (${filter})", "intervals": ["${start_time}/${end_time}"] }','app summary'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('application-usage', 'traffic_application_protocol_stat', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, app_name, RATE(in_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_in_bits_per_sec, RATE(out_bytes,CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_out_bits_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec, RATE(in_pkts, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_in_pkts_per_sec, RATE(out_pkts, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_out_pkts_per_sec, RATE(in_pkts + out_pkts, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_pkts_per_sec, RATE(sessions, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_sessions_per_sec FROM application_protocol_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) AND app_name IS NOT NULL GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), app_name ORDER BY stat_time ASC LIMIT ${limit}" }','Real-time traffic sessions, bytes, and packets of favorite applications over a selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('object-statistics-list', 'object_statistics', 'qgw', 'sql', '{ "statement": "SELECT object_id, SUM( in_bytes) AS in_bytes, SUM( out_bytes ) AS out_bytes, SUM( bytes ) AS bytes, SUM( new_in_sessions ) AS new_in_sessions, SUM( new_out_sessions ) AS new_out_sessions, SUM( sessions ) AS sessions FROM object_statistics WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND object_type IN ( ''${object_type}'' ) AND object_id IN ( ${object_id} ) AND ( ${filter} ) GROUP BY object_id ORDER BY ${order_by} LIMIT ${limit}" }','A list of objects sorted by ${metric}. The ${metric} variable includes [ incoming_bytes| outgoing_bytes| bytes| new_incoming_sessions| new_outgoing_sessions| sessions].'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('object-statistics-summary', 'object_statistics', 'qgw', 'sql', '{ "statement": "SELECT SUM( in_bytes) AS in_bytes, SUM( out_bytes ) AS out_bytes, SUM( bytes ) AS bytes, SUM( new_in_sessions ) AS new_in_sessions, SUM( new_out_sessions ) AS new_out_sessions, SUM( sessions ) AS sessions FROM object_statistics WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND object_type IN ( ''${object_type}'' ) AND object_id IN (${object_id}) AND item_id IN (${item_id}) AND ( ${filter} )" }','Aggregate traffic sessions and bytes based on the objects.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('object-statistics-item-list', 'object_statistics', 'qgw', 'sql', '{ "statement": "SELECT item_id, SUM( in_bytes) AS in_bytes, SUM( out_bytes ) AS out_bytes, SUM( bytes ) AS bytes, SUM( new_in_sessions ) AS new_in_sessions, SUM( new_out_sessions ) AS new_out_sessions, SUM( sessions ) AS sessions FROM object_statistics WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND object_type IN ( ''${object_type}'' ) AND object_id IN (${object_id}) AND item_id IN (${item_id}) AND item_id > 0 AND ( ${filter} ) GROUP BY item_id ORDER BY ${order_by} LIMIT ${limit}" }','A list of items sorted by ${metric} with specific Object ID(${filters}). The ${metric} variable includes [ incoming_bytes| outgoing_bytes| bytes| new_incoming_sessions| new_outgoing_sessions| sessions].'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('object-statistics-trend', 'object_statistics', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, SUM( in_bytes ) AS in_bytes, RATE(in_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_in_bits_per_sec, SUM( out_bytes ) AS out_bytes, RATE(out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_out_bits_per_sec, SUM( bytes ) AS bytes, RATE(bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec, SUM( new_in_sessions ) AS new_in_sessions, RATE(new_in_sessions, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_new_in_sessions_per_sec, SUM( new_out_sessions ) AS new_out_sessions, RATE(new_out_sessions, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_new_out_sessions_per_sec, SUM( sessions ) AS sessions, RATE(sessions, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_sessions_per_sec FROM object_statistics WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND object_type IN ( ''${object_type}'' ) AND object_id IN (${object_id}) AND item_id IN (${item_id}) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}"}','The traffic trend by an object or item.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-policy-rule-dropped-packets', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, rule_id, SUM( in_drop_pkts + out_drop_pkts ) AS sum_dropped_packets FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), rule_id ORDER BY stat_time ASC LIMIT ${limit}" }','The dropped packets for different traffic shaping rules over a selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-policy-rule-throughput-by-rule-id', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, rule_id, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), rule_id ORDER BY stat_time ASC LIMIT ${limit}" }','The throughput of traffic shaping rule by rule id over a selected time frame'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-profile-statistics', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT profile_id, SUM( in_bytes + out_bytes ) AS bytes, SUM( in_pkts + out_pkts ) AS packets, SUM( in_drop_pkts + out_drop_pkts ) AS drops, MAX( in_max_latency_us + out_max_latency_us ) AS max_latency_us, AVG( in_queue_len + out_queue_len ) AS avg_q, MAX( in_queue_len + out_queue_len ) AS max_q FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND profile_id IN ( ${profile_id} ) AND ( ${filter} ) GROUP BY profile_id" }','The statistics of specific shaping profiles.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-policy-rule-first-and-last-hit', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, DATE_FORMAT( MAX( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS last_hit, DATE_FORMAT( MIN( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS first_hit FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The time of the first and last hit for policy rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-policy-rule-transferred-bytes', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, SUM( in_bytes + out_bytes ) AS total_bytes FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The number of transferred bytes of specific shaping rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-profile-first-and-last-hit', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT profile_id, DATE_FORMAT( max( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS last_hit, DATE_FORMAT( min( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS first_hit, SUM( in_drop_pkts + out_drop_pkts ) AS drops FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND profile_id IN ( ${profile_id} ) AND ( ${filter} ) GROUP BY profile_id" }','The time of the first and last hit for shaping profiles.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-profile-current-throughput', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT SUM( in_bytes )* 8 / 5 AS in_bps, SUM( out_bytes )* 8 / 5 AS out_bps, SUM( in_pkts )* 8 / 5 AS in_pps, SUM( out_pkts )* 8 / 5 AS out_pps, MAX( in_max_latency_us + out_max_latency_us ) AS max_latency_us, AVG( in_queue_len + out_queue_len ) AS avg_q, MAX( in_queue_len + out_queue_len ) AS max_q FROM traffic_shaping_rule_hits WHERE __time >= FROM_UNIXTIME( UNIX_TIMESTAMP( now())- 15 ) AND __time < FROM_UNIXTIME( UNIX_TIMESTAMP( now())- 10 ) AND vsys_id IN ( ${vsys_id} ) AND profile_id IN ( ${profile_id} ) AND ( ${filter} )" }','To calculate the current shaping profile hit throughput, the metrics for each appliance are averaged over a 5-second interval. Additionally, the data ingestion latency is also set at 5 seconds.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-policy-rule-throughput', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM( in_bytes ) AS in_bytes, SUM( out_bytes ) AS out_bytes FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) ORDER BY stat_time ASC LIMIT ${limit}" }','The throughput of traffic shaping rule over a selected time frame'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-shaping-profile-throughput', 'traffic_shaping_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM( in_bytes ) AS in_bytes, SUM( out_bytes ) AS out_bytes FROM traffic_shaping_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND profile_id IN ( ${profile_id} ) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) ORDER BY stat_time ASC LIMIT ${limit}" }','The throughput of traffic shaping profile over a selected time frame'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-chaining-policy-rule-throughput-by-rule-id', 'service_chaining_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, rule_id, RATE(sent_bytes + recv_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec FROM service_chaining_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), rule_id ORDER BY stat_time ASC LIMIT ${limit}" }','The throughput of the service chaining rule over a selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-chaining-policy-rule-transferred-bytes-trend', 'service_chaining_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM( sent_bytes ) AS sent_bytes, SUM( recv_bytes ) AS received_bytes FROM service_chaining_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-chaining-function-forwarder-profile-transferred-bytes-trend', 'service_chaining_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM( sent_bytes ) AS sent_bytes, SUM( recv_bytes ) AS received_bytes FROM service_chaining_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND sff_profile_id IN ( ${sff_profile_id} ) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-chaining-function-profile-transferred-bytes-trend', 'service_chaining_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM( sent_bytes ) AS sent_bytes, SUM( recv_bytes ) AS received_bytes FROM service_chaining_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND sf_profile_id IN ( ${sf_profile_id}) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-chaining-policy-rule-statistics', 'service_chaining_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, SUM(sent_bytes) as sent_bytes, SUM(recv_bytes) as received_bytes, SUM(sent_pkts) as sent_packets, SUM(recv_pkts) as received_packets FROM service_chaining_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The hit count of specific rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-chaining-function-forwarder-profile-statistics', 'service_chaining_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT sff_profile_id, SUM( sent_bytes ) AS sent_bytes, SUM( recv_bytes ) AS received_bytes, SUM( sent_pkts ) AS sent_packets, SUM( recv_pkts ) AS received_packets FROM service_chaining_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND sff_profile_id IN ( ${sff_profile_id} ) AND ( ${filter} ) GROUP BY sff_profile_id" }','The hit count of specific function forwarder profiles.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-chaining-function-profile-statistics', 'service_chaining_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT sf_profile_id, SUM( sent_bytes ) AS sent_bytes, SUM( recv_bytes ) AS received_bytes, SUM( sent_pkts ) AS sent_packets, SUM( recv_pkts ) AS received_packets FROM service_chaining_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND sf_profile_id IN ( ${sf_profile_id} ) AND ( ${filter} ) GROUP BY sf_profile_id" }','The hit count of specific function profiles.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('service-function-status-first-and-last-active-time', 'service_function_status', 'qgw', 'sql', '{ "statement": "SELECT sf_profile_id, sf_status, CASE WHEN last_active_time = 0 THEN '''' ELSE FROM_UNIXTIME(last_active_time) END AS last_active_time, CASE WHEN last_inactive_time = 0 THEN '''' ELSE FROM_UNIXTIME(last_inactive_time) END AS last_inactive_time FROM (SELECT sf_profile_id, LATEST(sf_status) as sf_status, MAX(CASE WHEN sf_status = 1 THEN UNIX_TIMESTAMP(__time) ELSE 0 END) as last_active_time, MAX(CASE WHEN sf_status = 0 THEN UNIX_TIMESTAMP(__time) ELSE 0 END) as last_inactive_time FROM service_function_status WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND sf_profile_id IN ( ${sf_profile_id} ) AND ( ${filter} ) GROUP BY sf_profile_id)" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-security-policy-rule', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id AS rule_id, SUM( hit_count ) AS hit_count, SUM( in_bytes + out_bytes ) AS bytes FROM security_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id ORDER BY ${metric} DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-policy-rule-hits-by-rule-id', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, rule_id, RATE(hit_count, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_hit_count_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec FROM security_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), rule_id ORDER BY stat_time ASC LIMIT ${limit}" }','The hit count and bytes of the favorite security policy rule over the selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-policy-rule-hits-by-action', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, (CASE WHEN action = 1 THEN ''Monitor'' WHEN action = 16 THEN ''Deny'' WHEN action = 96 THEN ''Allow'' WHEN action = 128 THEN ''Shunt'' ELSE concat(action) END ) AS action, RATE(hit_count, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_hit_count_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec, RATE(in_pkts + out_pkts, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_pkts_per_sec, SUM(hit_count) AS total_hit_count, SUM( in_bytes + out_bytes ) AS total_bytes, SUM( in_pkts + out_pkts ) AS total_packets FROM security_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), action ORDER BY stat_time ASC LIMIT ${limit}" }','The security policy rule hits count, bytes, and packets of action over the selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-security-policy-rule-with-action', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, action, SUM( hit_count ) AS hit_count, SUM( in_bytes + out_bytes ) AS bytes FROM security_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id, action ORDER BY ${metric} DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-policy-rule-statistics', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, SUM(hit_count) as hits, SUM(in_bytes + out_bytes) as bytes FROM security_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The statistics of specific rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-policy-rule-hits-trend', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM(hit_count) AS hits FROM security_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN (${rule_id}) AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) LIMIT ${limit}" }','The trend of hit count by specific rule over a period of time.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-policy-rule-hits-first-and-last-hit', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, DATE_FORMAT(MIN(__time) ,''%Y-%m-%d %H:%i:%s'') AS first_hit, DATE_FORMAT(MAX(__time) ,''%Y-%m-%d %H:%i:%s'') AS last_hit FROM security_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The time of the first and last hit for policy rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-policy-rule-current-throughput', 'security_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT SUM(in_bytes)* 8 / 5 AS in_bps, SUM(out_bytes)* 8 / 5 AS out_bps, SUM(in_bytes + out_bytes)* 8 / 5 AS total_bps FROM security_rule_hits WHERE __time >= FROM_UNIXTIME(UNIX_TIMESTAMP(now())-15) AND __time < FROM_UNIXTIME(UNIX_TIMESTAMP(now())-10) AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} )" }','To calculate the current security hit throughput, the metrics for each appliance are averaged over a 5-second interval. Additionally, the data ingestion latency is also set at 5 seconds.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('monitor-policy-rule-statistics', 'monitor_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, SUM(hit_count) as hits, SUM(in_bytes + out_bytes) as bytes FROM monitor_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The statistics of specific rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('monitor-policy-rule-hits-trend', 'monitor_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM(hit_count) AS hits FROM monitor_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN (${rule_id}) AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) LIMIT ${limit}" }','The trend of hit count by specific rule over some time.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('monitor-policy-rule-hits-first-and-last-hit', 'monitor_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, DATE_FORMAT(MIN(__time) ,''%Y-%m-%d %H:%i:%s'') AS first_hit, DATE_FORMAT(MAX(__time) ,''%Y-%m-%d %H:%i:%s'') AS last_hit FROM monitor_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The time of the first and last hit for policy rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('monitor-policy-rule-current-throughput', 'monitor_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT SUM(in_bytes)* 8 / 5 AS in_bps, SUM(out_bytes)* 8 / 5 AS out_bps, SUM(in_bytes + out_bytes)* 8 / 5 AS total_bps FROM monitor_rule_hits WHERE __time >= FROM_UNIXTIME(UNIX_TIMESTAMP(now())-15) AND __time < FROM_UNIXTIME(UNIX_TIMESTAMP(now())-10) AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} )" }','To calculate the current monitor hit throughput, the metrics for each appliance are averaged over a 5-second interval. Additionally, the data ingestion latency is also set at 5 seconds.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-proxy-policy-rule-with-manipulation-action', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id AS rule_id, sub_action AS sub_action, SUM( hit_count ) AS hit_count, SUM( in_bytes + out_bytes ) AS bytes FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND action=48 AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id, sub_action ORDER BY ${metric} DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-policy-rule-hits-by-rule-id', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, rule_id, RATE(hit_count, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_hit_count_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), rule_id ORDER BY stat_time ASC LIMIT ${limit}" }','The hit count and bytes of the favorite proxy policy rule over the selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-ssl-intercept-pinning-trend', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, AVG( CASE WHEN pinning_status = ''0'' THEN hit_count_per_sec ELSE 0 END ) AS avg_not_pinning_hit_count_per_sec, AVG( CASE WHEN pinning_status = ''1'' THEN hit_count_per_sec ELSE 0 END ) AS avg_pinning_hit_count_per_sec, AVG( CASE WHEN pinning_status = ''2'' THEN hit_count_per_sec ELSE 0 END ) AS avg_maybe_pinning_hit_count_per_sec FROM (SELECT TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')) AS stat_time, pinning_status, RATE( hit_count, SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS hit_count_per_sec FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND action = 2 AND ( ${filter} ) GROUP BY TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), SAMPLE_GRANULARITY(''${start_time}'', ''${end_time}'')), pinning_status ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(stat_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }','Monitor SSL Pinning over the selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-ssl-intercept-pinning-statistics', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT ( CASE WHEN pinning_status = ''0'' THEN ''not_pinning_num'' WHEN pinning_status = ''1'' THEN ''pinning_num'' WHEN pinning_status = ''2'' THEN ''maybe_pinning_num'' ELSE concat( pinning_status ) END ) AS type, SUM( hit_count ) AS hits FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND action = 2 AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY pinning_status ORDER BY pinning_status" }','The statistics of Proxy SSL Intercept pinning.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-policy-rule-hits-by-action', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, (CASE WHEN action = 2 THEN ''Intercept'' WHEN action = 3 THEN ''No Intercept'' WHEN action = 48 THEN ''Manipulation'' ELSE concat(action) END ) AS action, RATE(hit_count, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_hit_count_per_sec, SUM(hit_count) AS total_hit_count FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), action ORDER BY stat_time ASC LIMIT ${limit}" }','The proxy Intercept policy hit the count of action over the selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-manipulation-policy-rule-hits-by-action', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, sub_action AS action, RATE(hit_count, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_hit_count_per_sec, SUM(hit_count) AS total_hit_count FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND action = 48 AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')), sub_action ORDER BY stat_time ASC LIMIT ${limit}" }','The proxy manipulation policy hit the count of action over the selected time frame.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-proxy-policy-rule', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, SUM( hit_count ) AS hit_count, SUM( in_bytes + out_bytes ) AS bytes FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id ORDER BY ${metric} DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-policy-rule-statistics', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, SUM( hit_count ) AS hits, SUM( in_bytes + out_bytes ) AS bytes FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id LIMIT ${limit}" }','The statistics of specific rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-policy-rule-hits-trend', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) AS stat_time, SUM( hit_count ) AS hits FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'' )) LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-policy-rule-hits-first-and-last-hit', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, DATE_FORMAT( MIN( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS first_hit, DATE_FORMAT( MAX( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS last_hit FROM proxy_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The time of the first and last hit for policy rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-policy-rule-hits-current-throughput', 'proxy_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT SUM( in_bytes )* 8 / 5 AS in_bps, SUM( out_bytes )* 8 / 5 AS out_bps, SUM( in_bytes + out_bytes )* 8 / 5 AS total_bps FROM proxy_rule_hits WHERE __time >= FROM_UNIXTIME( UNIX_TIMESTAMP( now())- 15 ) AND __time < FROM_UNIXTIME( UNIX_TIMESTAMP( now())- 10 ) AND vsys_id IN ( ${vsys_id} ) AND rule_id IN ( ${rule_id} ) AND ( ${filter} )" }','To calculate the current policy hit throughput, the metrics for each appliance are averaged over a 15-second interval. Additionally, the data ingestion latency is also set at 15 seconds.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('statistics-rule-hits-first-and-last-hit', 'statistics_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, DATE_FORMAT( min( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS first_hit, DATE_FORMAT( max( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS last_hit FROM statistics_rule_hits WHERE __time >= ''${start_time}'' AND __time <''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The time of the first and last hit for statistics policy rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('statistics-rule-statistics', 'statistics_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, sum( hit_count ) AS hits, sum( in_bytes + out_bytes ) AS bytes FROM statistics_rule_hits WHERE __time >= ''${start_time}'' AND __time <''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The statistics of specific rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('statistics-rule-hits-trend', 'statistics_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, RATE(in_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_in_bits_per_sec, RATE(out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_out_bits_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec, SUM(in_bytes) AS total_in_bytes, SUM(out_bytes) AS total_out_bytes, SUM( in_bytes + out_bytes ) AS total_bytes, RATE(hit_count, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_hit_count_per_sec, SUM(hit_count) AS total_hit_count FROM statistics_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND rule_id IN (${rule_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-protection-rule-hits-first-and-last-hit', 'dos_protection_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, DATE_FORMAT( min( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS first_hit, DATE_FORMAT( max( __time ), ''%Y-%m-%d %H:%i:%s'' ) AS last_hit FROM dos_protection_rule_hits WHERE __time >= ''${start_time}'' AND __time <''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The time of the first and last hit for the dos protection policy rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-protection-rule-statistics', 'dos_protection_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT rule_id, sum( hit_count ) AS hits, sum( in_bytes + out_bytes ) AS bytes FROM dos_protection_rule_hits WHERE __time >= ''${start_time}'' AND __time <''${end_time}'' AND rule_id IN ( ${rule_id} ) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY rule_id" }','The statistics of specific rules.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-protection-rule-hits-trend', 'dos_protection_rule_hits', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, RATE(in_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_in_bits_per_sec, RATE(out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_out_bits_per_sec, RATE(in_bytes + out_bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 AS avg_bits_per_sec, SUM(in_bytes) AS total_in_bytes, SUM(out_bytes) AS total_out_bytes, SUM( in_bytes + out_bytes ) AS total_bytes, RATE(hit_count, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_hit_count_per_sec, SUM(hit_count) AS total_hit_count FROM dos_protection_rule_hits WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN (${vsys_id}) AND rule_id IN (${rule_id}) AND (${filter}) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('statistics-rule-line-chart-template', 'statistics_rule', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time [[,RATE(${metric_in_bytes}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1)*8 AS avg_in_bits_per_sec]] [[,RATE(${metric_out_bytes}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1)*8 AS avg_out_bits_per_sec]] [[,RATE(${metric_bytes}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1)*8 AS avg_bits_per_sec]] [[,RATE(${metric_in_pkts}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_in_pkts_per_sec]] [[,RATE(${metric_out_pkts}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_out_pkts_per_sec]] [[,RATE(${metric_pkts}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_pkts_per_sec]] [[,RATE(${metric_new_c2s_flows}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_new_c2s_flows_per_sec]] [[,RATE(${metric_new_s2c_flows}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_new_s2c_flows_per_sec]] [[,RATE(${metric_new_in_sessions}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_new_in_sessions_per_sec]] [[,RATE(${metric_new_out_sessions}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_new_out_sessions_per_sec]] [[,RATE(${metric_sessions}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_sessions_per_sec]] [[,RATE(${metric_new_unestablished_sessions}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_new_unestablished_sessions_per_sec]] [[,RATE(${metric_syn_pkts}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) AS avg_syn_pkts_per_sec]] [[,APPROX_COUNT_DISTINCT_HLLD(${metric_session_identifier_sketch}) AS active_sessions]] [[,APPROX_COUNT_DISTINCT_HLLD(${metric_client_ip_sketch}) AS unique_client_ips]] [[,APPROX_COUNT_DISTINCT_HLLD(${metric_server_ip_sketch}) AS unique_server_ips]] [[,QUANTILE_HDR(${metric_in_latency_ms_sketch},0.5) AS median_tcp_in_latency_ms]] [[,QUANTILE_HDR(${metric_in_latency_ms_sketch},0.95) AS p95th_tcp_in_latency_ms]] [[,QUANTILE_HDR(${metric_in_latency_ms_sketch},0.99) AS p99th_tcp_in_latency_ms]] [[,QUANTILE_HDR(${metric_out_latency_ms_sketch},0.5) AS median_tcp_out_latency_ms]] [[,QUANTILE_HDR(${metric_out_latency_ms_sketch},0.95) AS p95th_tcp_out_latency_ms]] [[,QUANTILE_HDR(${metric_out_latency_ms_sketch},0.99) AS p99th_tcp_out_latency_ms]] [[,QUANTILE_HDR(${metric_latency_ms_sketch},0.5) AS median_tcp_latency_ms]] [[,QUANTILE_HDR(${metric_latency_ms_sketch},0.95) AS p95th_tcp_latency_ms]] [[,QUANTILE_HDR(${metric_latency_ms_sketch},0.99) AS p99th_tcp_latency_ms]] [[,QUANTILE_HDR(${metric_in_pkt_length_sketch},0.5) AS median_in_pkt_length]] [[,QUANTILE_HDR(${metric_in_pkt_length_sketch},0.95) AS p95th_in_pkt_length]] [[,QUANTILE_HDR(${metric_in_pkt_length_sketch},0.99) AS p99th_in_pkt_length]] [[,QUANTILE_HDR(${metric_out_pkt_length_sketch},0.5) AS median_out_pkt_length]] [[,QUANTILE_HDR(${metric_out_pkt_length_sketch},0.95) AS p95th_out_pkt_length]] [[,QUANTILE_HDR(${metric_out_pkt_length_sketch},0.99) AS p99th_out_pkt_length]] [[,QUANTILE_HDR(${metric_pkt_length_sketch},0.5) AS median_pkt_length]] [[,QUANTILE_HDR(${metric_pkt_length_sketch},0.95) AS p95th_pkt_length]] [[,QUANTILE_HDR(${metric_pkt_length_sketch},0.99) AS p99th_pkt_length]] FROM statistics_rule WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND rule_id = ${rule_id} AND template_id = ${template_id} AND chart_id = ${chart_id} AND version = ${version} AND ( ${filter} ) GROUP BY FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time), CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('statistics-rule-histogram-chart-template', 'statistics_rule', 'qgw', 'sql', '{ "statement": "SELECT [[PERCENTILES_HDR(${metric_in_latency_ms_sketch}) AS tcp_in_latency, QUANTILE_HDR(${metric_in_latency_ms_sketch}, 0.5) as tcp_in_latency_quantiles]] [[,PERCENTILES_HDR(${metric_out_latency_ms_sketch}) AS tcp_out_latency ,QUANTILE_HDR(${metric_out_latency_ms_sketch}, 0.5) as tcp_out_latency_quantiles]] [[,PERCENTILES_HDR(${metric_latency_ms_sketch}) AS tcp_latency ,QUANTILE_HDR(${metric_latency_ms_sketch}, 0.5) as tcp_latency_quantiles]] FROM statistics_rule WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( ${vsys_id} ) AND rule_id = ${rule_id} AND template_id = ${template_id} AND chart_id = ${chart_id} AND version = ${version} AND ( ${filter} ) LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('statistics-rule-table-or-bar-chart-template', 'statistics_rule', 'qgw', 'sql', '{ "statement": "SELECT [[${dimension_device_group} AS device_group]] [[,${dimension_client_ip} AS client_ip]] [[,${dimension_server_ip} AS server_ip]] [[,${dimension_client_asn} AS client_asn]] [[,${dimension_server_asn} AS server_asn]] [[,${dimension_client_country} AS client_country]] [[,${dimension_server_country} AS server_country]] [[,${dimension_server_fqdn} AS server_fqdn]] [[,${dimension_server_domain} AS server_domain]] [[,${dimension_application} AS application]] [[,${dimension_fqdn_category} AS fqdn_category]] [[,${dimension_client_ip_object} AS client_ip_object]] [[,${dimension_server_ip_object} AS server_ip_object]] [[,${dimension_c2s_ttl} AS c2s_ttl]] [[,${dimension_s2c_ttl} AS s2c_ttl]] [[,${dimension_c2s_link_id} AS c2s_link_id]] [[,${dimension_s2c_link_id} AS s2c_link_id]] [[,${dimension_client_port} AS client_port]] [[,${dimension_server_port} AS server_port]] [[,sum(${metric_in_bytes}) AS in_bytes]] [[,sum(${metric_out_bytes}) AS out_bytes]] [[,sum(${metric_bytes}) AS bytes]] [[,sum(${metric_in_pkts}) AS in_pkts]] [[,sum(${metric_out_pkts}) AS out_pkts]] [[,sum(${metric_pkts}) AS pkts]] [[,sum(${metric_new_c2s_flows}) AS new_c2s_flows]] [[,sum(${metric_new_s2c_flows}) AS new_s2c_flows]] [[,sum(${metric_new_in_sessions}) AS new_in_sessions]] [[,sum(${metric_new_out_sessions}) AS new_out_sessions]] [[,sum(${metric_sessions}) AS sessions]] [[,sum(${metric_new_unestablished_sessions}) AS new_unestablished_sessions]] [[,sum(${metric_syn_pkts}) AS syn_pkts]] [[,APPROX_COUNT_DISTINCT_HLLD(${metric_session_identifier_sketch}) AS active_sessions]] [[,APPROX_COUNT_DISTINCT_HLLD(${metric_client_ip_sketch}) AS unique_client_ips]] [[,APPROX_COUNT_DISTINCT_HLLD(${metric_server_ip_sketch}) AS unique_server_ips]] FROM statistics_rule WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id in (${vsys_id}) AND rule_id = ${rule_id} AND template_id = ${template_id} AND chart_id = ${chart_id} AND version = ${version} AND ( ${filter} ) GROUP BY [[${dimension_device_group}]] [[,${dimension_client_ip}]] [[,${dimension_server_ip}]] [[,${dimension_client_asn}]] [[,${dimension_server_asn}]] [[,${dimension_client_country}]] [[,${dimension_server_country}]] [[,${dimension_server_fqdn}]] [[,${dimension_server_domain}]] [[,${dimension_application}]] [[,${dimension_fqdn_category}]] [[,${dimension_client_ip_object}]] [[,${dimension_server_ip_object}]] [[,${dimension_c2s_ttl}]] [[,${dimension_s2c_ttl}]] [[,${dimension_c2s_link_id}]] [[,${dimension_s2c_link_id}]] [[,${dimension_client_port}]] [[,${dimension_server_port}]] ORDER BY ${order_by} LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-client-ip', 'top_client_ips', 'qgw', 'sql', '{ "statement": "SELECT client_ip AS client_ip, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_client_ips WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY client_ip ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the client''s IP address. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-server-ip', 'top_server_ips', 'qgw', 'sql', '{ "statement": "SELECT server_ip AS server_ip, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_server_ips WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY server_ip ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the server IP address. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-internal-ip', 'top_internal_ips', 'qgw', 'sql', '{ "statement": "SELECT internal_ip AS internal_ip, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_internal_ips WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY internal_ip ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the internal IP address. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-external-ip', 'top_external_ips', 'qgw', 'sql', '{ "statement": "SELECT external_ip AS external_ip, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_external_ips WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY external_ip ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the external IP address. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-server-domain', 'top_server_domains', 'qgw', 'sql', '{ "statement": "SELECT server_domain, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_server_domains WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY server_domain ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the server domains. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-server-fqdn', 'top_server_fqdns', 'qgw', 'sql', '{ "statement": "SELECT server_fqdn, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_server_fqdns WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY server_fqdn ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the server FQDNs. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-client-country', 'top_client_countries', 'qgw', 'sql', '{ "statement": "SELECT client_country AS client_country, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_client_countries WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY client_country ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the client''s country or region. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-server-country', 'top_server_countries', 'qgw', 'sql', '{ "statement": "SELECT server_country AS server_country, SUM( sessions) AS sessions, SUM( out_bytes ) AS out_bytes, SUM( in_bytes ) AS in_bytes, SUM( bytes ) AS bytes, SUM( out_pkts ) AS out_packets, SUM( in_pkts ) AS in_packets, SUM( pkts ) AS packets FROM top_server_countries WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND rank_by=''${metric}'' AND ( ${filter} ) GROUP BY server_country ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the server''s country or region. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-application', 'application_protocol_stat', 'qgw', 'sql', '{ "statement": "SELECT app_name, SUM( sessions) AS sessions, SUM( in_bytes ) AS in_bytes, SUM( out_bytes ) AS out_bytes, SUM( in_bytes + out_bytes ) AS bytes, SUM( in_pkts ) AS in_packets, SUM( out_pkts ) AS out_packets, SUM( in_pkts + out_pkts ) AS packets FROM application_protocol_stat WHERE __time >= ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN( ${vsys_id} ) AND app_name IS NOT NULL AND ( ${filter} ) GROUP BY app_name ORDER BY ${metric} DESC LIMIT ${limit}" }','Aggregate traffic sessions, bytes, and packets based on the applications. The ${metric} variable includes three options: sessions, bytes, and packets.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('session-record-list', 'session_record', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM session_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter}) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('session-record-count', 'session_record', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM session_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('session-record-timeline', 'session_record', 'qgw', 'sql', '{ "statement": "select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, decoded_as as type, COUNT(1) as sessions, SUM(sent_bytes + received_bytes) as bytes, SUM(sent_pkts + received_pkts) as packets FROM session_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter}) GROUP BY stat_time, decoded_as" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('transaction-record-list', 'transaction_record', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM transaction_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter}) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('transaction-record-count', 'transaction_record', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM transaction_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-event-list', 'security_event', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM security_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter}) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-event-count', 'security_event', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM security_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('security-event-timeline', 'security_event', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, security_action as type, COUNT(1) as sessions, SUM(sent_bytes + received_bytes) as bytes, SUM(sent_pkts + received_pkts) as packets FROM security_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND notEmpty(security_action) AND ( ${filter}) group by stat_time, security_action order by stat_time asc" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('monitor-event-list', 'monitor_event', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM monitor_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND (${filter}) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('monitor-event-count', 'monitor_event', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM monitor_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND (${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('monitor-event-timeline', 'monitor_event', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time,CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'')) AS stat_time, COUNT(1) as sessions FROM monitor_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND (${filter}) GROUP BY stat_time" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-event-intercept-list', 'session_record', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM session_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND notEmpty(proxy_action) AND ( ${filter}) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-event-intercept-count', 'session_record', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM session_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND notEmpty(proxy_action) AND ( ${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-event-intercept-timeline', 'session_record', 'qgw', 'sql', '{ "statement": "select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, decoded_as as type, COUNT(1) as sessions, SUM(sent_bytes + received_bytes) as bytes, SUM(sent_pkts + received_pkts) as packets FROM session_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND notEmpty(proxy_action) AND ( ${filter}) GROUP BY stat_time, decoded_as" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-event-manipulation-list', 'proxy_event', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM proxy_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id in (${vsys_id}) AND ( ${filter} ) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-event-manipulation-count', 'proxy_event', 'qgw', 'sql', '{ "statement": "SELECT COUNT(1) as count FROM proxy_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id in (${vsys_id}) AND ( ${filter} )" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('proxy-event-manipulation-timeline', 'proxy_event', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, proxy_action as type, COUNT(1) as events FROM proxy_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND notEmpty(proxy_action) AND ( ${filter} ) GROUP BY stat_time, proxy_action ORDER BY stat_time asc" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('voip-record-list', 'voip_record', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM voip_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id in(${vsys_id}) AND ( ${filter}) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('voip-record-count', 'voip_record', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM voip_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id in(${vsys_id}) AND ( ${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('voip-record-timeline', 'voip_record', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, decoded_as as type, COUNT(1) as count FROM voip_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND ( ${filter}) GROUP BY stat_time,decoded_as ORDER BY stat_time asc" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-top-source-countries', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT arrayJoin(splitByString('','',source_country_list)) AS source_country, count(*) AS count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND notEmpty(source_country_list) AND vsys_id IN ( ${vsys_id} ) AND ( ${filter} ) GROUP BY arrayJoin(splitByString('','',source_country_list)) ORDER BY count DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-top-destination-countries', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT destination_country, COUNT(*) AS count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY destination_country ORDER BY count DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-top-victims', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT destination_ip, count(*) AS count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY destination_ip ORDER BY count DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-attack-type', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT attack_type, count(*) AS count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY attack_type ORDER BY attack_type LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-severity', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT severity, count(*) AS count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY severity ORDER BY severity LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-destination-ip-distribution', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT destination_ip, any(destination_country) AS destination_country, groupUniqArray(arrayJoin(splitByString('','', source_country_list))) AS source_coutries, MAX(bit_rate) AS max_bit_rate, MAX(packet_rate) AS max_packet_rate, MAX(session_rate) AS max_session_rate, FROM_UNIXTIME(MIN(start_time)) AS first_active_time, FROM_UNIXTIME(MAX(end_time)) AS last_active_time, MAX_DURATION(end_time, 600) AS max_duration, groupUniqArray(attack_type) AS attack_type, count(*) AS count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY destination_ip ORDER BY count DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-attack-connection', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(recv_time) AS stat_time, destination_country, source_country_list, attack_type, severity, bit_rate, bytes, packet_rate, packets, session_rate, sessions FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND (${filter}) ORDER BY recv_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-attack-volume-summary', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT RATE(bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 as avg_bits_per_sec FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND (${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-threat-map-attack-volume-trend', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, RATE(bytes, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), 1) * 8 as avg_bits_per_sec FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY stat_time ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-event-timeline', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(recv_time, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'')) AS stat_time, attack_type AS type, count(*) AS count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) GROUP BY stat_time, attack_type ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-event-count', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} )" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('dos-event-list', 'dos_event', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM dos_event WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN (${vsys_id}) AND ( ${filter} ) ORDER BY recv_time DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('datapath-telemetry-record-count', 'datapath_telemetry_record', 'qgw', 'sql', '{ "statement": "SELECT count(1) as count FROM datapath_telemetry_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id in(${vsys_id}) AND ( ${filter})" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('datapath-telemetry-record-list', 'datapath_telemetry_record', 'qgw', 'sql', '{ "statement": "SELECT ${columns} FROM datapath_telemetry_record WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND vsys_id IN(${vsys_id}) AND (${filter}) ORDER BY timestamp_us ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('datapath-telemetry-packet-combine', 'datapath_telemetry_record', 'qgw', 'dsl', '{"id":"${job_id}","name":"datapath_telemetry_packet_combine","data_source":"datapath_telemetry_record","filter":"job_id=''${job_id}'' AND vsys_id in (${vsys_id}) AND (${filter})"}',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-discovery', 'statistics', 'qgw', 'dsl', '{ "name": "field_discovery", "data_source": "${source}", "filter": "vsys_id in (${vsys_id}) AND (${filter})", "custom.field_discovery.metric": "${metric}", "custom.field_discovery.metric.fn": "${fn}", "custom.field_discovery.fields": ["${field_list}"] }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-top-values', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT ${column_name}, count(*) as cnt FROM ${source} where recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY ${column_name} ORDER BY cnt DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-rare-values', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT ${column_name}, count(*) as cnt FROM ${source} where recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY ${column_name} ORDER BY cnt ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-avg-value-over-time', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT TIME_FLOOR_WITH_FILL(${unix_timestamp_column}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'') AS stat_time, avg(${column_name_long}) FROM ${source} WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY TIME_FLOOR_WITH_FILL(${unix_timestamp_column}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'') ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-max-value-over-time', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT TIME_FLOOR_WITH_FILL(${unix_timestamp_column}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'') AS stat_time, max(${column_name_long}) FROM ${source} WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY TIME_FLOOR_WITH_FILL(${unix_timestamp_column}, CHART_GRANULARITY(''${start_time}'', ''${end_time}''), ''zero'') ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-min-value-over-time', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') AS stat_time, min(${column_name_long}) FROM ${source} WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-median-value-over-time', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') AS stat_time, MEDIAN(${column_name_long}) FROM ${source} WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-p95-value-over-time', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') AS stat_time, QUANTILE(${column_name_long},0.95) FROM ${source} WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-p99-value-over-time', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') AS stat_time, QUANTILE(${column_name_long},0.99) FROM ${source} WHERE recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY TIME_FLOOR_WITH_FILL(${unix_timestamp_column},CHART_GRANULARITY(''${start_time}'', ''${end_time}''),''zero'') ORDER BY stat_time ASC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-top-frequent-elements-in-array', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT item as ${column_name_array}, sum(cnt) as cnt FROM( SELECT arrayJoin(items) as item, cnt FROM ( SELECT IF(empty(${column_name_array}), arrayPushBack(${column_name_array}, NULL), ${column_name_array}) as items, count(*) as cnt FROM ${source} as source where recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY ${column_name_array})) GROUP BY item ORDER BY cnt DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-top-frequent-elements-in-string-of-array', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT item as ${column_name_string}, sum(cnt) as cnt FROM( SELECT arrayJoin(items) as item, cnt FROM ( SELECT splitByString(''${separator}'',${column_name_string}) as items, count(*) as cnt FROM ${source} as source where recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} AND notEmpty(${column_name_string}) GROUP BY ${column_name_string})) GROUP BY item ORDER BY cnt DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('field-statistics-top-frequent-elements-in-long-of-bit', 'statistics', 'qgw', 'sql', '{ "statement":"SELECT item as ${column_name_long}, sum(cnt) as cnt FROM( SELECT arrayJoin(items) as item, cnt FROM ( SELECT bitmaskToArray(${column_name_long}) as items, count(*) as cnt FROM ${source} as source where recv_time >= UNIX_TIMESTAMP(''${start_time}'') AND recv_time < UNIX_TIMESTAMP(''${end_time}'') AND ${filter} GROUP BY ${column_name_long})) GROUP BY item ORDER BY cnt DESC LIMIT ${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('ip-learning-fqdn-relate-ip', 'ip_learning', 'qgw', 'dsl', '{ "name": "ip-learning-fqdn-relate-ip", "data_source":"ip_learnging_view", "filter": "vsys_id in(${vsys_id}) AND (${filter})", "intervals": ["${start_time}/${end_time}"], "limit": "${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('ip-learning-active-ip', 'ip_learning', 'qgw', 'dsl', '{ "name": "ip-learning-active-ip", "data_source":"active_ip_view", "filter": "vsys_id in(${vsys_id}) AND (${filter})", "intervals": ["${start_time}/${end_time}"], "order_by": "${order_by}", "limit": "${limit}" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-frequent-elements-in-long-of-bit', 'benchmark', 'qgw', 'sql', '{ "statement": "select item,sum(count) as count from( select arrayJoin(items) as item, count from ( select bitmaskToArray(flags) as items,count(*) as count from session_record as sr where recv_time >= UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time = ''${start_time}'' AND __time < ''${end_time}'' AND vsys_id IN ( 1 ) GROUP BY TIME_FLOOR_WITH_FILL ( UNIX_TIMESTAMP( __time ), CHART_GRANULARITY(''${start_time}'', ''${end_time}'')) ORDER BY stat_time ASC", "execution_mode": "oneshot" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('top-100-slowest-domains', 'benchmark', 'qgw', 'sql', '{ "statement": "select server_domain as domain, round(avg(tcp_rtt_ms),0) avg_rtt_latency_ms from session_record where recv_time >= UNIX_TIMESTAMP(''${start_time}'') and recv_time = UNIX_TIMESTAMP(''${start_time}'') and recv_time 1) union all select ''Proxy Events'' as type, count(*) as num from (select log_id,count(*) as num from proxy_event where recv_time >= UNIX_TIMESTAMP(''${start_time}'') and recv_time 1)", "execution_mode": "oneshot" }',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-spectrum-summary', 'traffic_sketch_metric', 'qgw', 'dsl', '{"name":"traffic-spectrum-summary","filter":"vsys_id in (${vsys_id}) AND (${filter})","intervals":["${start_time}/${end_time}"]}',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-spectrum-unique-client-and-server-ips', 'traffic_sketch_metric', 'qgw', 'dsl', '{"name":"traffic-spectrum-unique-client-and-server-ips","filter":"vsys_id in (${vsys_id}) AND (${filter})","intervals":["${start_time}/${end_time}"]}',null); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-spectrum-app-distribution', 'traffic_sketch_metric', 'qgw', 'dsl', '{"name":"traffic-spectrum-app-distribution","filter":"app in (''${app}'') AND vsys_id in (${vsys_id}) AND (${filter})","intervals":["${start_time}/${end_time}"]}','The traffic usage of specified applications. Include the Top Server IP and Top Server Domain. '); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-spectrum-client-ip-connect-application-usage', 'traffic_sketch_metric', 'qgw', 'dsl', '{"name":"traffic-spectrum-client-ip-connect-application-usage","filter":"vsys_id in (${vsys_id}) AND (${filter})","intervals":["${start_time}/${end_time}"]}','The traffic usage of Internal Client IP to external application and External Client IP to Internal Application.'); +INSERT INTO `dataset` (`identifier_name`, `category`, `backend_engine`, `type`, `template`, `description`) VALUES ('traffic-spectrum-network-throughput-trend', 'traffic_sketch_metric', 'qgw', 'dsl', '{"name":"traffic-spectrum-network-throughput-trend","filter":"vsys_id in (${vsys_id}) AND (${filter})","intervals":["${start_time}/${end_time}"]}',null); +COMMIT; +SET FOREIGN_KEY_CHECKS = 1; \ No newline at end of file diff --git a/tsg_olap/installation/mariadb/galaxy-qgw-service/V23.12__init_saved_query_job.sql b/tsg_olap/installation/mariadb/galaxy-qgw-service/V23.12__init_saved_query_job.sql new file mode 100644 index 0000000..b0c7ca1 --- /dev/null +++ b/tsg_olap/installation/mariadb/galaxy-qgw-service/V23.12__init_saved_query_job.sql @@ -0,0 +1,28 @@ +SET NAMES utf8mb4; +SET FOREIGN_KEY_CHECKS = 0; + +-- ---------------------------- +-- Table structure for saved_query_job +-- ---------------------------- +CREATE TABLE IF NOT EXISTS `saved_query_job` ( + `job_id` varchar(128) NOT NULL COMMENT 'Job unique identifier', + `query_sql` text NOT NULL COMMENT 'Query SQL', + `state` varchar(16) NOT NULL COMMENT 'Enums: PENDING or RUNNING or DONE', + `done_progress` float(3, 2) NOT NULL DEFAULT 0 COMMENT 'Progress: 0 - 1.0', + `is_failed` int(2) NOT NULL DEFAULT 0 COMMENT 'Failed or not', + `result_message` varchar(2000) DEFAULT NULL COMMENT 'Result message', + `elapsed` int(11) DEFAULT NULL COMMENT 'cost time(ms)', + `rows_read` bigint(20) DEFAULT NULL COMMENT 'Processed rows', + `bytes_read` bigint(20) DEFAULT NULL COMMENT 'Processed bytes', + `result_bytes` bigint(20) DEFAULT NULL COMMENT 'Result bytes', + `result_rows` bigint(20) DEFAULT NULL COMMENT 'Result rows', + `is_valid` int(2) NOT NULL DEFAULT 1 COMMENT 'Valid or not', + `start_time` bigint(20) DEFAULT NULL COMMENT 'start time: from PENDING to RUNNING or DONE', + `end_time` bigint(20) DEFAULT NULL COMMENT 'end time: state updated DONE', + `last_update_time` bigint(20) NOT NULL COMMENT 'Last Update Time', + `generated_time` bigint(20) NOT NULL COMMENT 'Generated Time', + PRIMARY KEY (`job_id`) USING BTREE, + KEY `index_job_id` (`job_id`) USING BTREE +) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +SET FOREIGN_KEY_CHECKS = 1; diff --git a/tsg_olap/installation/mariadb/galaxy-qgw-service/V24.07__init_sys_storage_event.sql b/tsg_olap/installation/mariadb/galaxy-qgw-service/V24.07__init_sys_storage_event.sql new file mode 100644 index 0000000..af20799 --- /dev/null +++ b/tsg_olap/installation/mariadb/galaxy-qgw-service/V24.07__init_sys_storage_event.sql @@ -0,0 +1,22 @@ +/* + Sys Storage Event +*/ + +SET NAMES utf8mb4; +SET FOREIGN_KEY_CHECKS = 0; +-- ---------------------------- +-- Table structure for dataset +-- ---------------------------- +CREATE TABLE IF NOT EXISTS `sys_storage_event` ( + `id` int(64) NOT NULL AUTO_INCREMENT, + `log_type` varchar(512) NOT NULL COMMENT 'Enums: Traffic Logs or Metrics or Files', + `data_center` varchar(512) NOT NULL, + `used_size` bigint NOT NULL, + `total_allocated_size` bigint NOT NULL, + `bytes` bigint NOT NULL, + `since_time` bigint NOT NULL, + `generated_time` bigint NOT NULL, + PRIMARY KEY (`id`) USING BTREE +) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 ROW_FORMAT=DYNAMIC; + +SET FOREIGN_KEY_CHECKS = 1; \ No newline at end of file diff --git a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-AlertRule-temp-v24.02.xlsx b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-AlertRule-temp-v24.02.xlsx index 1c13ac1..8ad4c8e 100644 Binary files a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-AlertRule-temp-v24.02.xlsx and b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-AlertRule-temp-v24.02.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Dashboard-temp-v24.02.json b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Dashboard-temp-v24.02.json index 27583dc..c418f42 100644 --- a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Dashboard-temp-v24.02.json +++ b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Dashboard-temp-v24.02.json @@ -1,6 +1,6 @@ [ { - "name":"[24.05] OLAP Component Status Template", + "name":"OLAP Component Status Template", "type":"template", "varType":0, "param":{ @@ -124,20 +124,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"80", - "color":"#d64f40", - "id":"4a4faa2b", - "value":80 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -146,17 +163,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"a85bb03", + "value":80 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -194,20 +220,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"100", - "color":"#d64f40", - "id":"d690d63", - "value":100 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "min", @@ -217,17 +260,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100", + "color":"#d64f40", + "id":"62fbf61", + "value":100 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -308,7 +360,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -355,35 +407,61 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"100000", - "color":"#d64f40", - "id":"32d9b8b", - "value":100000 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"58f8e1ad", + "value":100000 + } + ], "enable":{ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -463,7 +541,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -554,7 +632,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -664,19 +742,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "color":"#C4162AFF", - "id":"74e960f", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -684,17 +780,25 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"884bf8a", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -732,20 +836,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"24d5201a", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -753,17 +874,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"68f1c6c2", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -801,20 +931,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"2aefe71f", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -822,17 +969,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"a927eeb", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -870,20 +1026,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"861cdc1", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -891,17 +1064,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2022c819", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -945,6 +1127,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -957,12 +1164,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#7f4ee8", - "id":"83df9f" + "id":"b6ef207" } ], "thresholdShow":true, @@ -970,6 +1177,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -1051,12 +1259,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"79b38bc5" + "id":"da71837" } ], "thresholdShow":true, @@ -1146,12 +1354,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"5914f097" + "id":"2781ca5" } ], "thresholdShow":true, @@ -1241,12 +1449,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"52d63244" + "id":"40f9b83" } ], "thresholdShow":true, @@ -1336,12 +1544,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"25d8cf84" + "id":"393c4a57" } ], "thresholdShow":true, @@ -2009,13 +2217,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2024,17 +2256,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2072,13 +2306,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2087,17 +2345,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2135,13 +2395,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2150,17 +2434,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2198,13 +2484,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2213,17 +2523,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2460,7 +2772,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -2551,7 +2863,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -2757,13 +3069,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "min", @@ -2773,17 +3109,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -3858,7 +4196,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -3948,7 +4286,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4038,7 +4376,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4123,7 +4461,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4170,13 +4508,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4185,17 +4547,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4233,13 +4597,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4248,17 +4636,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4296,13 +4686,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "max", @@ -4310,17 +4724,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4358,19 +4774,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "color":"#7dd1ed", - "id":"3367fad4" - } - ], - "thresholdShow":true, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "max", @@ -4379,17 +4813,25 @@ "show":true, "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"2ab3239d" + } + ], + "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "valueMapping":[], "dataLink":[], "nullType":"zero" @@ -4515,13 +4957,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4530,17 +4996,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4855,6 +5323,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -4864,12 +5357,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"2403cb83" + "id":"1978b85f" } ], "thresholdShow":true, @@ -4877,6 +5370,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -4921,6 +5415,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -4930,12 +5449,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"15f3d50d" + "id":"266c1168" } ], "thresholdShow":true, @@ -4943,6 +5462,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -5147,6 +5667,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -5156,12 +5701,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"2180e951" + "id":"3c37e86" } ], "thresholdShow":true, @@ -5169,6 +5714,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -5923,36 +6469,62 @@ "label":"" }, "stack":0, - "thresholds":[ - { - "color":"#C4162AFF", - "id":"c5e0577", - "value":80 - } - ], - "thresholdShow":true, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"a0c3ac9", + "value":80 + } + ], + "thresholdShow":true, "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "valueMapping":[], "dataLink":[], "nullType":"null" @@ -6199,6 +6771,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -6211,12 +6808,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#1c1984", - "id":"1b84559" + "id":"d62e843" } ], "thresholdShow":true, @@ -6224,6 +6821,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -6334,6 +6932,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -6343,12 +6966,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#1c1984", - "id":"055ee01" + "id":"b43381d" } ], "thresholdShow":true, @@ -6356,6 +6979,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -6454,7 +7078,7 @@ "children":[] }, { - "name":"[24.05] OLAP Service Status Template", + "name":"OLAP Service Status Template", "type":"template", "varType":0, "param":{ @@ -7871,7 +8495,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8111,7 +8735,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8351,7 +8975,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8440,7 +9064,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8529,7 +9153,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8814,7 +9438,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8992,7 +9616,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -9080,14 +9704,14 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":false, "visibility":false, "legend":true, - "tooltip":false, + "tooltip":true, "valueMapping":true }, "style":"line", @@ -9780,7 +10404,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -10669,7 +11293,7 @@ "children":[] }, { - "name":"[24.05]Data Transporter Data Flow Template", + "name":"Data Transporter Data Flow Template", "type":"template", "varType":0, "param":{ @@ -10791,13 +11415,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#6339a3", - "id":"13aecc92" + "id":"7715ee9" } ], "thresholdShow":true, @@ -10924,13 +11548,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#b6a6ed", - "id":"a154cbb" + "id":"6f07e8bf" } ], "thresholdShow":true, @@ -11107,13 +11731,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4ff9a7", - "id":"3f7e3f6f" + "id":"d57e4c9" } ], "thresholdShow":true, @@ -11628,7 +12252,7 @@ "thresholds":[ { "color":"#2ce059", - "id":"daad4cf" + "id":"22e472c9" } ], "thresholdShow":true, @@ -11669,7 +12293,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -12354,7 +12978,7 @@ "thresholds":[ { "color":"#ed0eaa", - "id":"56503a58" + "id":"2027e85c" } ], "thresholdShow":true, @@ -12395,7 +13019,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -12794,7 +13418,7 @@ "thresholds":[ { "color":"#2a16ff", - "id":"96ef601" + "id":"7dd05d48" } ], "thresholdShow":true, @@ -12835,7 +13459,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -13377,7 +14001,7 @@ "thresholds":[ { "color":"#6936aa", - "id":"24d73f8" + "id":"1ed16a0e" } ], "thresholdShow":true, @@ -13418,7 +14042,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -13960,7 +14584,7 @@ "thresholds":[ { "color":"#c02bdb", - "id":"637ac576" + "id":"6e96ebc8" } ], "thresholdShow":true, @@ -14011,7 +14635,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"E", "orderNum":3, @@ -17204,13 +17828,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", - "id":"73e60706" + "id":"75eb411" } ], "thresholdShow":true, @@ -17224,7 +17848,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17307,13 +17931,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", - "id":"d02e4ed" + "id":"a2df341" } ], "thresholdShow":true, @@ -17327,7 +17951,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17400,13 +18024,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ef2162", - "id":"e462ff9" + "id":"7c5d0cbb" } ], "thresholdShow":true, @@ -17420,7 +18044,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17480,10 +18104,10 @@ ] }, "visibility":{ - "result":"show", + "result":"", "varName":"", "varValue":"", - "operator":"equal" + "operator":"" }, "legend":{ "values":[], @@ -17493,13 +18117,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", - "id":"2a8ecbc" + "id":"23e8cec" } ], "thresholdShow":true, @@ -17513,7 +18137,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17537,7 +18161,7 @@ "span":"6.0", "height":"2.0", "type":"Line chart", - "unit":"short", + "unit":"bytes/sec(IEC)", "weight":60, "param":{ "rightYAxis":{ @@ -17586,13 +18210,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#3c11f9", - "id":"aa3f158" + "id":"222bd78" } ], "thresholdShow":true, @@ -17606,7 +18230,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17689,13 +18313,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", - "id":"375ad3e9" + "id":"243de81a" } ], "thresholdShow":true, @@ -17709,7 +18333,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17744,7 +18368,7 @@ "children":[] }, { - "name":"[24.05] TSG OLAP Data Flow Template", + "name":"TSG OLAP Data Flow Template", "type":"template", "varType":0, "param":{ diff --git a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Module-temp-v24.02.xlsx b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Module-temp-v24.02.xlsx index 2817ef5..18c84e0 100644 Binary files a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Module-temp-v24.02.xlsx and b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Module-temp-v24.02.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-AlertRule-temp-v24.05.xlsx b/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-AlertRule-temp-v24.05.xlsx index 1c13ac1..8ad4c8e 100644 Binary files a/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-AlertRule-temp-v24.05.xlsx and b/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-AlertRule-temp-v24.05.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Dashboard-temp-v24.05.json b/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Dashboard-temp-v24.05.json index 27583dc..c418f42 100644 --- a/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Dashboard-temp-v24.05.json +++ b/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Dashboard-temp-v24.05.json @@ -1,6 +1,6 @@ [ { - "name":"[24.05] OLAP Component Status Template", + "name":"OLAP Component Status Template", "type":"template", "varType":0, "param":{ @@ -124,20 +124,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"80", - "color":"#d64f40", - "id":"4a4faa2b", - "value":80 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -146,17 +163,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"a85bb03", + "value":80 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -194,20 +220,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"100", - "color":"#d64f40", - "id":"d690d63", - "value":100 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "min", @@ -217,17 +260,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100", + "color":"#d64f40", + "id":"62fbf61", + "value":100 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -308,7 +360,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -355,35 +407,61 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"100000", - "color":"#d64f40", - "id":"32d9b8b", - "value":100000 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"58f8e1ad", + "value":100000 + } + ], "enable":{ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -463,7 +541,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -554,7 +632,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -664,19 +742,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "color":"#C4162AFF", - "id":"74e960f", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -684,17 +780,25 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"884bf8a", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -732,20 +836,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"24d5201a", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -753,17 +874,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"68f1c6c2", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -801,20 +931,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"2aefe71f", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -822,17 +969,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"a927eeb", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -870,20 +1026,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"861cdc1", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -891,17 +1064,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2022c819", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -945,6 +1127,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -957,12 +1164,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#7f4ee8", - "id":"83df9f" + "id":"b6ef207" } ], "thresholdShow":true, @@ -970,6 +1177,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -1051,12 +1259,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"79b38bc5" + "id":"da71837" } ], "thresholdShow":true, @@ -1146,12 +1354,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"5914f097" + "id":"2781ca5" } ], "thresholdShow":true, @@ -1241,12 +1449,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"52d63244" + "id":"40f9b83" } ], "thresholdShow":true, @@ -1336,12 +1544,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"25d8cf84" + "id":"393c4a57" } ], "thresholdShow":true, @@ -2009,13 +2217,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2024,17 +2256,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2072,13 +2306,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2087,17 +2345,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2135,13 +2395,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2150,17 +2434,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2198,13 +2484,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2213,17 +2523,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2460,7 +2772,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -2551,7 +2863,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -2757,13 +3069,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "min", @@ -2773,17 +3109,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -3858,7 +4196,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -3948,7 +4286,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4038,7 +4376,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4123,7 +4461,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4170,13 +4508,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4185,17 +4547,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4233,13 +4597,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4248,17 +4636,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4296,13 +4686,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "max", @@ -4310,17 +4724,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4358,19 +4774,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "color":"#7dd1ed", - "id":"3367fad4" - } - ], - "thresholdShow":true, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "max", @@ -4379,17 +4813,25 @@ "show":true, "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"2ab3239d" + } + ], + "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "valueMapping":[], "dataLink":[], "nullType":"zero" @@ -4515,13 +4957,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4530,17 +4996,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4855,6 +5323,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -4864,12 +5357,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"2403cb83" + "id":"1978b85f" } ], "thresholdShow":true, @@ -4877,6 +5370,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -4921,6 +5415,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -4930,12 +5449,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"15f3d50d" + "id":"266c1168" } ], "thresholdShow":true, @@ -4943,6 +5462,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -5147,6 +5667,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -5156,12 +5701,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"2180e951" + "id":"3c37e86" } ], "thresholdShow":true, @@ -5169,6 +5714,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -5923,36 +6469,62 @@ "label":"" }, "stack":0, - "thresholds":[ - { - "color":"#C4162AFF", - "id":"c5e0577", - "value":80 - } - ], - "thresholdShow":true, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"a0c3ac9", + "value":80 + } + ], + "thresholdShow":true, "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "valueMapping":[], "dataLink":[], "nullType":"null" @@ -6199,6 +6771,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -6211,12 +6808,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#1c1984", - "id":"1b84559" + "id":"d62e843" } ], "thresholdShow":true, @@ -6224,6 +6821,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -6334,6 +6932,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -6343,12 +6966,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#1c1984", - "id":"055ee01" + "id":"b43381d" } ], "thresholdShow":true, @@ -6356,6 +6979,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -6454,7 +7078,7 @@ "children":[] }, { - "name":"[24.05] OLAP Service Status Template", + "name":"OLAP Service Status Template", "type":"template", "varType":0, "param":{ @@ -7871,7 +8495,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8111,7 +8735,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8351,7 +8975,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8440,7 +9064,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8529,7 +9153,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8814,7 +9438,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8992,7 +9616,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -9080,14 +9704,14 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":false, "visibility":false, "legend":true, - "tooltip":false, + "tooltip":true, "valueMapping":true }, "style":"line", @@ -9780,7 +10404,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -10669,7 +11293,7 @@ "children":[] }, { - "name":"[24.05]Data Transporter Data Flow Template", + "name":"Data Transporter Data Flow Template", "type":"template", "varType":0, "param":{ @@ -10791,13 +11415,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#6339a3", - "id":"13aecc92" + "id":"7715ee9" } ], "thresholdShow":true, @@ -10924,13 +11548,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#b6a6ed", - "id":"a154cbb" + "id":"6f07e8bf" } ], "thresholdShow":true, @@ -11107,13 +11731,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4ff9a7", - "id":"3f7e3f6f" + "id":"d57e4c9" } ], "thresholdShow":true, @@ -11628,7 +12252,7 @@ "thresholds":[ { "color":"#2ce059", - "id":"daad4cf" + "id":"22e472c9" } ], "thresholdShow":true, @@ -11669,7 +12293,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -12354,7 +12978,7 @@ "thresholds":[ { "color":"#ed0eaa", - "id":"56503a58" + "id":"2027e85c" } ], "thresholdShow":true, @@ -12395,7 +13019,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -12794,7 +13418,7 @@ "thresholds":[ { "color":"#2a16ff", - "id":"96ef601" + "id":"7dd05d48" } ], "thresholdShow":true, @@ -12835,7 +13459,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -13377,7 +14001,7 @@ "thresholds":[ { "color":"#6936aa", - "id":"24d73f8" + "id":"1ed16a0e" } ], "thresholdShow":true, @@ -13418,7 +14042,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -13960,7 +14584,7 @@ "thresholds":[ { "color":"#c02bdb", - "id":"637ac576" + "id":"6e96ebc8" } ], "thresholdShow":true, @@ -14011,7 +14635,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"E", "orderNum":3, @@ -17204,13 +17828,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", - "id":"73e60706" + "id":"75eb411" } ], "thresholdShow":true, @@ -17224,7 +17848,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17307,13 +17931,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", - "id":"d02e4ed" + "id":"a2df341" } ], "thresholdShow":true, @@ -17327,7 +17951,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17400,13 +18024,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ef2162", - "id":"e462ff9" + "id":"7c5d0cbb" } ], "thresholdShow":true, @@ -17420,7 +18044,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17480,10 +18104,10 @@ ] }, "visibility":{ - "result":"show", + "result":"", "varName":"", "varValue":"", - "operator":"equal" + "operator":"" }, "legend":{ "values":[], @@ -17493,13 +18117,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", - "id":"2a8ecbc" + "id":"23e8cec" } ], "thresholdShow":true, @@ -17513,7 +18137,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17537,7 +18161,7 @@ "span":"6.0", "height":"2.0", "type":"Line chart", - "unit":"short", + "unit":"bytes/sec(IEC)", "weight":60, "param":{ "rightYAxis":{ @@ -17586,13 +18210,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#3c11f9", - "id":"aa3f158" + "id":"222bd78" } ], "thresholdShow":true, @@ -17606,7 +18230,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17689,13 +18313,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", - "id":"375ad3e9" + "id":"243de81a" } ], "thresholdShow":true, @@ -17709,7 +18333,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17744,7 +18368,7 @@ "children":[] }, { - "name":"[24.05] TSG OLAP Data Flow Template", + "name":"TSG OLAP Data Flow Template", "type":"template", "varType":0, "param":{ diff --git a/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Module-temp-v24.05.xlsx b/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Module-temp-v24.05.xlsx index 2817ef5..18c84e0 100644 Binary files a/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Module-temp-v24.05.xlsx and b/tsg_olap/installation/monitoring/TSG-24.05/TSG-OLAP-Module-temp-v24.05.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06.xlsx b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06.xlsx new file mode 100644 index 0000000..8ad4c8e Binary files /dev/null and b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06xlsx b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06xlsx deleted file mode 100644 index 1c13ac1..0000000 Binary files a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06xlsx and /dev/null differ diff --git a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Dashboard-temp-v24.06.json b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Dashboard-temp-v24.06.json index 27583dc..c418f42 100644 --- a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Dashboard-temp-v24.06.json +++ b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Dashboard-temp-v24.06.json @@ -1,6 +1,6 @@ [ { - "name":"[24.05] OLAP Component Status Template", + "name":"OLAP Component Status Template", "type":"template", "varType":0, "param":{ @@ -124,20 +124,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"80", - "color":"#d64f40", - "id":"4a4faa2b", - "value":80 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -146,17 +163,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"a85bb03", + "value":80 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -194,20 +220,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"100", - "color":"#d64f40", - "id":"d690d63", - "value":100 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "min", @@ -217,17 +260,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100", + "color":"#d64f40", + "id":"62fbf61", + "value":100 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -308,7 +360,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -355,35 +407,61 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"100000", - "color":"#d64f40", - "id":"32d9b8b", - "value":100000 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"58f8e1ad", + "value":100000 + } + ], "enable":{ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -463,7 +541,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -554,7 +632,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -664,19 +742,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "color":"#C4162AFF", - "id":"74e960f", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -684,17 +780,25 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"884bf8a", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -732,20 +836,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"24d5201a", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -753,17 +874,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"68f1c6c2", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -801,20 +931,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"2aefe71f", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -822,17 +969,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"a927eeb", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -870,20 +1026,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "val":"0.7", - "color":"#d64f40", - "id":"861cdc1", - "value":0.8 - } - ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -891,17 +1064,26 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2022c819", + "value":0.8 + } + ], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -945,6 +1127,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -957,12 +1164,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#7f4ee8", - "id":"83df9f" + "id":"b6ef207" } ], "thresholdShow":true, @@ -970,6 +1177,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -1051,12 +1259,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"79b38bc5" + "id":"da71837" } ], "thresholdShow":true, @@ -1146,12 +1354,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"5914f097" + "id":"2781ca5" } ], "thresholdShow":true, @@ -1241,12 +1449,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"52d63244" + "id":"40f9b83" } ], "thresholdShow":true, @@ -1336,12 +1544,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", - "id":"25d8cf84" + "id":"393c4a57" } ], "thresholdShow":true, @@ -2009,13 +2217,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2024,17 +2256,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2072,13 +2306,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2087,17 +2345,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2135,13 +2395,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2150,17 +2434,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2198,13 +2484,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -2213,17 +2523,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -2460,7 +2772,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -2551,7 +2863,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -2757,13 +3069,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "min", @@ -2773,17 +3109,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -3858,7 +4196,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -3948,7 +4286,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4038,7 +4376,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4123,7 +4461,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -4170,13 +4508,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4185,17 +4547,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4233,13 +4597,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4248,17 +4636,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4296,13 +4686,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "max", @@ -4310,17 +4724,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4358,19 +4774,37 @@ "label":"" }, "stack":false, - "thresholds":[ - { - "color":"#7dd1ed", - "id":"3367fad4" - } - ], - "thresholdShow":true, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "max", @@ -4379,17 +4813,25 @@ "show":true, "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"2ab3239d" + } + ], + "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "valueMapping":[], "dataLink":[], "nullType":"zero" @@ -4515,13 +4957,37 @@ "label":"" }, "stack":false, - "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -4530,17 +4996,19 @@ ], "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":true }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "style":"line", "valueMapping":[], "dataLink":[], @@ -4855,6 +5323,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -4864,12 +5357,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"2403cb83" + "id":"1978b85f" } ], "thresholdShow":true, @@ -4877,6 +5370,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -4921,6 +5415,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -4930,12 +5449,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"15f3d50d" + "id":"266c1168" } ], "thresholdShow":true, @@ -4943,6 +5462,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -5147,6 +5667,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -5156,12 +5701,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", - "id":"2180e951" + "id":"3c37e86" } ], "thresholdShow":true, @@ -5169,6 +5714,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -5923,36 +6469,62 @@ "label":"" }, "stack":0, - "thresholds":[ - { - "color":"#C4162AFF", - "id":"c5e0577", - "value":80 - } - ], - "thresholdShow":true, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, "placement":"bottom" }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"a0c3ac9", + "value":80 + } + ], + "thresholdShow":true, "enable":{ "thresholds":true, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, - "link":"", - "tooltip":{ - "mode":"all", - "sort":"none" - }, "valueMapping":[], "dataLink":[], "nullType":"null" @@ -6199,6 +6771,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[ "avg", @@ -6211,12 +6808,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#1c1984", - "id":"1b84559" + "id":"d62e843" } ], "thresholdShow":true, @@ -6224,6 +6821,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -6334,6 +6932,31 @@ "varValue":"", "operator":"" }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, "legend":{ "values":[], "show":true, @@ -6343,12 +6966,12 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[ { "color":"#1c1984", - "id":"055ee01" + "id":"b43381d" } ], "thresholdShow":true, @@ -6356,6 +6979,7 @@ "thresholds":false, "visibility":false, "legend":true, + "tooltip":true, "valueMapping":false }, "valueMapping":[], @@ -6454,7 +7078,7 @@ "children":[] }, { - "name":"[24.05] OLAP Service Status Template", + "name":"OLAP Service Status Template", "type":"template", "varType":0, "param":{ @@ -7871,7 +8495,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8111,7 +8735,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8351,7 +8975,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8440,7 +9064,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8529,7 +9153,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8814,7 +9438,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -8992,7 +9616,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -9080,14 +9704,14 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":false, "visibility":false, "legend":true, - "tooltip":false, + "tooltip":true, "valueMapping":true }, "style":"line", @@ -9780,7 +10404,7 @@ "link":"", "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "thresholds":[], "enable":{ @@ -10669,7 +11293,7 @@ "children":[] }, { - "name":"[24.05]Data Transporter Data Flow Template", + "name":"Data Transporter Data Flow Template", "type":"template", "varType":0, "param":{ @@ -10791,13 +11415,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#6339a3", - "id":"13aecc92" + "id":"7715ee9" } ], "thresholdShow":true, @@ -10924,13 +11548,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#b6a6ed", - "id":"a154cbb" + "id":"6f07e8bf" } ], "thresholdShow":true, @@ -11107,13 +11731,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4ff9a7", - "id":"3f7e3f6f" + "id":"d57e4c9" } ], "thresholdShow":true, @@ -11628,7 +12252,7 @@ "thresholds":[ { "color":"#2ce059", - "id":"daad4cf" + "id":"22e472c9" } ], "thresholdShow":true, @@ -11669,7 +12293,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -12354,7 +12978,7 @@ "thresholds":[ { "color":"#ed0eaa", - "id":"56503a58" + "id":"2027e85c" } ], "thresholdShow":true, @@ -12395,7 +13019,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -12794,7 +13418,7 @@ "thresholds":[ { "color":"#2a16ff", - "id":"96ef601" + "id":"7dd05d48" } ], "thresholdShow":true, @@ -12835,7 +13459,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -13377,7 +14001,7 @@ "thresholds":[ { "color":"#6936aa", - "id":"24d73f8" + "id":"1ed16a0e" } ], "thresholdShow":true, @@ -13418,7 +14042,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, @@ -13960,7 +14584,7 @@ "thresholds":[ { "color":"#c02bdb", - "id":"637ac576" + "id":"6e96ebc8" } ], "thresholdShow":true, @@ -14011,7 +14635,7 @@ "queryType":1 }, { - "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"E", "orderNum":3, @@ -17204,13 +17828,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", - "id":"73e60706" + "id":"75eb411" } ], "thresholdShow":true, @@ -17224,7 +17848,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17307,13 +17931,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", - "id":"d02e4ed" + "id":"a2df341" } ], "thresholdShow":true, @@ -17327,7 +17951,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17400,13 +18024,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ef2162", - "id":"e462ff9" + "id":"7c5d0cbb" } ], "thresholdShow":true, @@ -17420,7 +18044,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17480,10 +18104,10 @@ ] }, "visibility":{ - "result":"show", + "result":"", "varName":"", "varValue":"", - "operator":"equal" + "operator":"" }, "legend":{ "values":[], @@ -17493,13 +18117,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", - "id":"2a8ecbc" + "id":"23e8cec" } ], "thresholdShow":true, @@ -17513,7 +18137,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"0.0", @@ -17537,7 +18161,7 @@ "span":"6.0", "height":"2.0", "type":"Line chart", - "unit":"short", + "unit":"bytes/sec(IEC)", "weight":60, "param":{ "rightYAxis":{ @@ -17586,13 +18210,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#3c11f9", - "id":"aa3f158" + "id":"222bd78" } ], "thresholdShow":true, @@ -17606,7 +18230,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17689,13 +18313,13 @@ "showHeader":1, "tooltip":{ "mode":"all", - "sort":"none" + "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", - "id":"375ad3e9" + "id":"243de81a" } ], "thresholdShow":true, @@ -17709,7 +18333,7 @@ }, "valueMapping":[], "dataLink":[], - "nullType":"null" + "nullType":"zero" }, "remark":"", "x":"6.0", @@ -17744,7 +18368,7 @@ "children":[] }, { - "name":"[24.05] TSG OLAP Data Flow Template", + "name":"TSG OLAP Data Flow Template", "type":"template", "varType":0, "param":{ diff --git a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Module-temp-v24.06.xlsx b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Module-temp-v24.06.xlsx index 2817ef5..18c84e0 100644 Binary files a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Module-temp-v24.06.xlsx and b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Module-temp-v24.06.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-AlertRule-temp-v24.07.xlsx b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-AlertRule-temp-v24.07.xlsx new file mode 100644 index 0000000..8ad4c8e Binary files /dev/null and b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-AlertRule-temp-v24.07.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Dashboard-temp-v24.07.json b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Dashboard-temp-v24.07.json new file mode 100644 index 0000000..c418f42 --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Dashboard-temp-v24.07.json @@ -0,0 +1,22324 @@ +[ + { + "name":"OLAP Component Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"Zookeeper,Kafka,HDFS,Yarn,HBase,Druid,Clickhouse,Arangodb,Nacos,Mariadb", + "show":true, + "name":"Component", + "allOption":true, + "type":"custom", + "multi":true + }, + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for bigdata component status.", + "charts":[ + { + "name":"Zookeeper Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Zookeeper", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"a85bb03", + "value":80 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maximum percentage of DISK IO in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*zookeeper.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107313, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Outstanding Requests", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100", + "color":"#d64f40", + "id":"62fbf61", + "value":100 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of queued requests in each Data Center. This goes up when the server receives more requests than it can process. When count > 100.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (zookeeper_outstanding_requests{module=~\".*Zookeeper\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107314, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Zookeeper Connections/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of connections per second in each Data Center", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_connections{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107316, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":4, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"58f8e1ad", + "value":100000 + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Amount of time it takes for the server to respond to a client request (since the server was started) in each data center. When latency > 10 (Ticks).", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_latency_avg_ms{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107319, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sent Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client packets sent (responses and notifications) in each data center.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_sent{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107321, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Received Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client requests (typically operations) received in each data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_received{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107323, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Flink on Yarn Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Yarn", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"9.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Resourcemanager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"884bf8a", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes memory Utilization.", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_ResourceManager_MemHeapUsedM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"}/Hadoop_ResourceManager_MemHeapMaxM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107344, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"68f1c6c2", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes CPU Utilization.", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by (asset)(java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107345, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"a927eeb", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes CPU Utilization.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107348, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2022c819", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes memory Utilization.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(Hadoop_NodeManager_MemHeapUsedM{module=~\".*Yarn-NodeManager\",project=\"$Project\"}/Hadoop_NodeManager_MemHeapMaxM{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107349, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager RpcProcessing AvgTime", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7f4ee8", + "id":"b6ef207" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The average RPC call time of the NodeManager.", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset)(Hadoop_NodeManager_RpcProcessingTimeAvgTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=\"RpcActivityForPort9923\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107350, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"da71837" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the ResourceManager node", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107351, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"2781ca5" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the NodeManager node", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107352, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"40f9b83" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"4.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107353, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"393c4a57" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"8.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107354, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Flink Job Restarts", + "span":"12.0", + "height":"3.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#036eb5", + "id":"7eca5e9d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(datacenter, job_name) ((flink_jobmanager_job_numRestarts{project=\"$Project\"}) - (flink_jobmanager_job_numRestarts{project=\"$Project\"} offset 30s))", + "legend":"{{datacenter}}:{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Mariadb Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":19, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Mariadb", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Number Of Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"625b5574" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_threads_connected{project=~\"$Project\"}", + "legend":"{{asset}} threads_connected", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_cached{project=~\"$Project\"}", + "legend":"{{asset}} threads_cached", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_running{project=~\"$Project\"}", + "legend":"{{asset}} threads_running", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Slow Queries", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"6c3025e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"increase(mysql_global_status_slow_queries{project=\"$Project\"}[2m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Throughput", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"fb2dad1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"rate(mysql_global_status_questions{project=\"$Project\"}[2m])", + "legend":"{{asset}} Read rate", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum without (command) (\nrate(mysql_global_status_commands_total{command=~\"insert|update|delete\",project=\"$Project\"}[2m])\n)", + "legend":"{{asset}} Write rate", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Connection Refused", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"90a5db3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_aborted_connects{project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Nacos Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":24, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Nacos", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"22.77", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QPS", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Nacos  queries per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (rate(http_server_requests_seconds_count{uri=~'/v1/cs/configs|/nacos/v1/ns/instance|/nacos/v1/ns/health', module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}", + "name":"A", + "orderNum":0, + "id":107325, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Errors", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests failed counter per second of each http method.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (irate(http_server_requests_seconds_count{exception!='None',module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}-{{uri}}", + "name":"A", + "orderNum":0, + "id":107326, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Nacos\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107327, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (system_cpu_usage{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107328, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Kafka Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":29, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Kafka", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Failed Fetch Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"In Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with incoming byte rate in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107330, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Out Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with outgoing byte rate in each Data Center.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107332, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Failed Produce Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of data produce requests from producers that brokers failed to process for this topic in each Data Center.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107334, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"329f354", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*kafka.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107336, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Zookeeper Request Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The average zookeeper request latency(ms) in each data center and asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"avg by (asset)(kafka_server_ZooKeeperClientMetrics_Mean{module=~\".*Kafka\",project=\"$Project\"}) ", + "legend":"{{datacenter}} - {{asset}}", + "name":"A", + "orderNum":0, + "id":107337, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Socket Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":82, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_socket_server_metrics_request_rate{module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Druid Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":36, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Druid", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"26.96", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Index Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_index_running_task_num{project=\"$Project\"})", + "legend":"Running", + "name":"A", + "orderNum":0, + "id":107356, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"B", + "orderNum":1, + "id":107357, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"C", + "orderNum":2, + "id":107358, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Compact Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_compact_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"A", + "orderNum":0, + "id":107359, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_compact_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"B", + "orderNum":1, + "id":107360, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Size", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":39, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Size", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(dataSource)(coordinator_segment_size{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":107362, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"24a1af1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107363, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"3f12ca98", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset. Runs Coordinator and Overlord processes, which manages data availability and ingestion.", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107364, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"f8b7db1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.  Runs Historical and MiddleManager processes, which executes ingestion workloads and stores all queryable data.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107365, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"90", + "color":"#d64f40", + "id":"1ae5f1c2", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset.", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107366, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Count", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":44, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":2, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Count", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The segment number in each Datasource.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (coordinator_segment_count{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Node Segement Used", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":45, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"Asset", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Used", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":" sum by (asset) (historical_segment_used{service=\"historical\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Segment Used percent", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#a032ef", + "id":"b84ca4e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The percent of the process's temporary cache data on disk", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by (asset) (historical_segment_used_percent{service=\"historical\"}) ", + "legend":"{{asset}}-{{server}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Clickhouse Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":47, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Clickhouse", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"43.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Insert Rows/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of rows INSERTed to all tables", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_rows_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107369, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Insert Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of bytes (uncompressed) INSERTed to all tables", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_bytes_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107370, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Merged Rate/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The merging data parts per second in each Data center.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_merge{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107372, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Bad Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The bad requests per second in each Data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (irate(bad_requests_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107373, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107374, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m])) by(asset))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107375, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TCP Connection Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current Tcp Connection time in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_connect_time{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107376, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Active Query Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":55, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"2ab3239d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_processes_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107377, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mutiation part Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of mutiation part in each asset.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"max by(asset)(clickhouse_part_mutation{module=~\".*Clickhouse\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107378, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107379, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Expired Parts Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"567833a8" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"ck_expired_parts_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"HBase Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":59, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HBase", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"42.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3524cce" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of requests per second of each type,Read/Write/Total", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter) (irate(Hadoop_HBase_totalRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Total", + "name":"A", + "orderNum":0, + "id":107380, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_readRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Read", + "name":"B", + "orderNum":1, + "id":107381, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_writeRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Write", + "name":"C", + "orderNum":2, + "id":107382, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Region Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1978b85f" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster regions", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_regionCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107383, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"RitRegion(Unhealthy) Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":62, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"266c1168" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster rit(Region in transition) regions.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_ritCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107384, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":63, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"45b41f1", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The Memory usage in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-HregionServer\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-HregionServer\",project=\"$Project\"})\n", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107385, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-Hmaster\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-Hmaster\",project=\"$Project\"})\n", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":64, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"8ff1639", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each asset.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-HregionServer\",project=\"$Project\"})", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107386, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-Hmaster\",project=\"$Project\"})", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Queue", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":65, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3c37e86" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of requests in the HBase request queue.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(Hadoop_HBase_numCallsInGeneralQueue{name=\"RegionServer\",module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107387, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Slow Request", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":66, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1cc27af" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of slow requests (put,append,get) in the HBase cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(irate(Hadoop_HBase_slowPutCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"put-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107388, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowAppendCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"append-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107389, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowGetCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"get-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107390, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memstore Size", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":67, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"6802e74" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Data size in the HBase node memory", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset) (Hadoop_HBase_metric_memStoreSize{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107391, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Count/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":68, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"160af06" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"GC times per second of the HBase process.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GCCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107392, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGcCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107393, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGcCount-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107394, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":69, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"34dde05e" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The GC duration of the HBase process.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GC-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107395, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGc-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107396, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGc-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107397, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":70, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"7b439968" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of put requests for hos table per second.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107398, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Get Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":71, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"5b700717" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of get requests for hos table per second.", + "x":"8.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_getCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107399, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Scan Count By Table /sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":72, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2e8ec6" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of scan times in ttl for hos table per second.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_scanCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107401, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Hadoop HDFS Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":73, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HDFS", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "showHeader":true, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"36.15", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Storage Capacity Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":74, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"a0c3ac9", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Hadoop cluster storage capacity Usage.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_PercentUsed{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107403, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":75, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"6107b19" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Namenode.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"Hadoop_NameNode_MemHeapUsedM{module=~\".*HDFS-NameNode\",project=\"$Project\"}/Hadoop_NameNode_MemHeapMaxM{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107404, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":76, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"f850c09" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Datanode.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"Hadoop_DataNode_MemHeapUsedM{module=~\".*HDFS-DataNode\",project=\"$Project\"}/Hadoop_DataNode_MemHeapMaxM{module=~\".*HDFS-DataNode\",project=\"$Project\"}\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107405, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Missing Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":77, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"7a84367" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with missing in the Hadoop cluster.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_NumberOfMissingBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107406, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":78, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"d62e843" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each Namenode.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107407, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Corrupt Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":79, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"41dda95c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of blocks with corrupt replicas in the Hadoop cluster.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_CorruptBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"B", + "orderNum":0, + "id":107408, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Under Replicated Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":80, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"b43381d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with lose replicated in the Hadoop cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_UnderReplicatedBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"C", + "orderNum":0, + "id":107409, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":81, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"5742c3da" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each DataNode.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-DataNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107410, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"OLAP Service Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QGW Response Latency", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"60", + "color":"#d64f40", + "id":"2d432055", + "value":90 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"QGW service response latency. Used to evaluate whether there is a slow query currently.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-qgw-service\",status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108725, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"})", + "legend":" MAX", + "name":"B", + "orderNum":1, + "id":108726, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second. Include total, success, and failure.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":108727, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status=~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Success", + "name":"B", + "orderNum":1, + "id":108728, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status!~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Failure", + "name":"C", + "orderNum":2, + "id":108729, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Success", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":3, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#E81616", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs successfully executed", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report Success", + "name":"A", + "orderNum":0, + "id":108730, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Failure", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"none", + "weight":4, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "regx":">10", + "color":{ + "bac":"#F78539FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":100, + "type":"range", + "error":false, + "value":10 + }, + { + "color":{ + "bac":"#E30521FF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":100, + "to":10000, + "type":"range", + "error":false + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs failed", + "x":"3.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report fail sum", + "name":"A", + "orderNum":0, + "id":108731, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Success(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":5, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs successfully executed today", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountSucTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Success", + "name":"A", + "orderNum":0, + "id":108732, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Failure(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":6, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#FF9C59FF", + "icon":"#FF9830FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":50, + "type":"range", + "error":false, + "value":0 + }, + { + "color":{ + "bac":"#E30521FF", + "icon":"#df2fefFF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":51, + "to":10000, + "type":"range", + "error":false, + "value":50 + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs failed executed today", + "x":"9.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountFailTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Failure", + "name":"A", + "orderNum":0, + "id":108733, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-gateway-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":7, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.34", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each Gateway Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108735, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each Gateway Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108736, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-gateway-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108737, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"4175dd3a" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-gateway-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108738, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-qgw-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":12, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.68", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Http Error Responses", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ca8bf9", + "id":"84abc9c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests for QGW .", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"2..\",uri!~\".*/prometheus\",project=\"$Project\"})", + "legend":"count", + "name":"A", + "orderNum":0, + "id":108740, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Http Slow Query", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"300", + "color":"#d64f40", + "id":"32e399eb" + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of slow queries", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_max{module=~\".*Galaxy-qgw-service\",uri!~\".*/prometheus\",project=\"$Project\"}>90)", + "legend":">90s", + "name":"A", + "orderNum":0, + "id":108741, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108742, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Saved-query-scheduler", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":16, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.02", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Report Success / All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0-100)", + "weight":17, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of Report jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / (sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) + sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})) * 100", + "name":"A", + "orderNum":0, + "id":108746, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108747, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"7.0", + "y":"0.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Saved-query-scheduler\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108748, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":20, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.7", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108750, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests per second", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(status)(irate(http_server_requests_seconds_count{uri=~\"/hos/.*\",status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"{{status}}", + "name":"A", + "orderNum":0, + "id":108751, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Download File Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of Download File requests per second", + "x":"6.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"GET\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108752, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Write Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing files with incoming byte rate in each asset", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"irate(dashInfo{severity=\"fileBytes\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108753, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Requests By Size Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put requests per second with size distribution", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum(irate(dashInfo{severity=\"smallFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"<1MB", + "name":"A", + "orderNum":0, + "id":108754, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"middleFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"1-10MB", + "name":"B", + "orderNum":1, + "id":108755, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"bigFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":">10MB", + "name":"C", + "orderNum":2, + "id":108756, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(jvm_memory_used_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108757, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"process_cpu_usage{module=~\".*Galaxy-hos-service\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108758, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Node Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of hos requests per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m])) by (asset)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108759, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files uploaded per second", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"fileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108760, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Delete Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of ttl deleted files per second.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108761, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileErrorCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteErrorCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":108762, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put File By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files for bucket uploaded per second", + "x":"0.0", + "y":"11.0", + "elements":[ + { + "expression":"sum by(parent)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"index\",indextype=\"time\",project=\"$Project\"}[5m]))", + "legend":"{{parent}}", + "name":"A", + "orderNum":0, + "id":108763, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Requests By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of put requests for bucket per second", + "x":"6.0", + "y":"11.0", + "elements":[ + { + "expression":"sum by(table)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":108764, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-job-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.36", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Job Success/All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0.0-1.0)", + "weight":34, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogSuccessCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108765, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Sum", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"short", + "weight":35, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of executed jobs", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/count(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108766, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Response Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The response time of admin service", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-executor\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108772, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"})", + "legend":"MAX", + "name":"B", + "orderNum":1, + "id":108773, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108774, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Error Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed requests per second", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-admin\", status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108775, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"3.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-admin\",project=\"$Project\"}", + "legend":"{{asset}}_system_cpu_usage", + "name":"A", + "orderNum":0, + "id":108776, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Memory Used", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum(jvm_memory_used_bytes{module=~\".*Galaxy-job-executor\",project=\"$Project\"})by(asset)", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108778, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Error Log", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed logs per second in each asset", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"increase(logback_events_total{module=~\".*Galaxy-job-executor\",level=\"error\",project=\"$Project\"} [5m])", + "legend":" {{asset}}", + "name":"A", + "orderNum":0, + "id":108779, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-executor\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108780, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":43, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"3.04", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"94c2b08" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-hos-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108782, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each HOS Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108783, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each HOS Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108784, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-hos-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108785, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"Data Transporter Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1,DataCenter2", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG Data Transporter DataFlow at multi-datacenter deployment mode.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"7.26", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"7715ee9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"6f07e8bf" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"d57e4c9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"11.53", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"58d58a08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"e62d783" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"56d8420" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Session Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"15.79", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"22e472c9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"fb7c1ff" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"ce0253" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"716d3872" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Transaction Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":13, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.06", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"7efeb2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"2027e85c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3d8851d6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3445b88" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Proxy Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":18, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.32", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"7dd05d48" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6fbdba84" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"1692816" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"27e6e467" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"DoS Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":23, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.59", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"1ed16a0e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"dd3cf51" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6881cb13" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"667b36dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"VoIP Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":28, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.85", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"6e96ebc8" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\",datacenter=\"$DataCenter\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Transform(Connection）", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"E", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2b063b85" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"11c1730" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2324386" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"TRAFFIC-FILE-STREAM-RECORD", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.12", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"bcb0a58" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Consumer", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Lag", + "name":"B", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"fafe167" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Bytes of chunk input(source) and output(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"2d286d93" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Error Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"337035b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Dropped Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"5655796a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-Filter", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksRateLimitDropPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-RateLimitDrop", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numDuplicateChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Duplicate", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"2c0b4fd" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second with type.", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"19c41dda" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by size.", + "x":"0.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"852a64c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by size.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10MBAnd100MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100MBAnd1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"24b4453e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by type.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcang", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Restarts", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"41a14928" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of task restarts per second.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(job_name) ((flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DataCenter\"}) - (flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DataCenter\"} offset 30s))", + "legend":"{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3668fd7" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"18.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"972ee4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"20.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"be25170" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42a0f6a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"c8e49d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by type.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"61929bc1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by size.", + "x":"6.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Eml File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"65b10d34" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of eml file inputs(source) per second by size.", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Txt File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"598b7cb6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of txt file inputs(source) per second by size.", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Offset Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3486b0ae" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by offset.", + "x":"0.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetLessThan10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100KBAnd1MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween1MBAnd10MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10MBAnd100MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100MBAnd1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetGreaterThan1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Null File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3046c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of null file inputs and outputs per second.", + "x":"6.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Eml", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Txt", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Eml", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Txt", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Other File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"199c9f74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-In", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteFiles-Out", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteEmlFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteEmlFiles-Out", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteTxtFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteTxtFiles-Out", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksDelayPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-DelayChunks-In", + "name":"I", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Overview", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":55, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"DataCenter Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"75eb411" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"a2df341" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ef2162", + "id":"7c5d0cbb" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":59, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"23e8cec" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#3c11f9", + "id":"222bd78" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"243de81a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"TSG OLAP Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG OLAP DataFlow.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"068b1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"f38d20e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"3553e71" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"6c20ee" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"26521b6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"10d0029f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Produce Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"4e8b9a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Produce_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Fetch Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"84b343b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Fetch_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Logs", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":10, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"11.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Session Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"3bff091" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":" sum(\n rate(\n flink_taskmanager_job_task_operator_internal_metrics_dropped_events{datacenter=\"$DataCenter\",job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\"}[5m]\n )\n )", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_session_record_kafka_to_clickhouse |session_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Transaction Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"1d4f518" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Proxy Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"712c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"10312c1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\"})", + "legend":"Detection", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_event_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"VoIP Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"1ba4a14" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\"})", + "legend":"Correlation", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Files", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":17, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.77", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"339d8b25" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"0e5755d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42fdfca9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Bytes of chunk inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"1dfec115" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"6989e1a0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond)", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Dropped File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"3de9bbe" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"2ed2b9dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs per second by size.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"8f351c0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"693938" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Troubleshooting File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"e13294c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,job_id)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"1a6364d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk outputs per second by size.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"53945c3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Metrics", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":30, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Druid Task Consumer Lag", + "span":"12.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#04c0f9", + "id":"b03f3c4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Consumer Lag in each Datasource. Consumer Lag tells us how far behind each Consumer (Group) is in each Partition.  The smaller the lag the more real-time the data consumption.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (irate(ingest_kafka_lag{service=\"coordinator\"}[5m]))", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Network Traffic Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"aed88d9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Sketch Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"35823cc2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Object Statistics Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"61c3a26" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Statistics Rule Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"ab73629" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TopK Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"800e5f4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic Top Destination IP Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"0b21f08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + } +] \ No newline at end of file diff --git a/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Expression-temp-v24.07.xlsx b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Expression-temp-v24.07.xlsx new file mode 100644 index 0000000..2187b9d Binary files /dev/null and b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Expression-temp-v24.07.xlsx differ diff --git a/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Module-temp-v24.07.xlsx b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Module-temp-v24.07.xlsx new file mode 100644 index 0000000..18c84e0 Binary files /dev/null and b/tsg_olap/installation/monitoring/TSG-24.07/TSG-OLAP-Module-temp-v24.07.xlsx differ diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/data_transporter.yaml.j2 b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/data_transporter.yaml.j2 index e5c6273..5ad1d25 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/data_transporter.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/data_transporter.yaml.j2 @@ -19,7 +19,7 @@ sinks: type: kafka properties: topic: {{ kafka_sink_topic }} - kafka.bootstrap.servers: { { kafka_sink_servers } } + kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 kafka.request.timeout.ms: 30000 @@ -35,7 +35,7 @@ sinks: clickhouse_sink: type: clickhouse properties: - host: {{ clickhouse_servers }} + host: {{ clickhouse_sink_host }} table: tsg_galaxy_v3.traffic_sketch_metric_local batch.size: 100000 batch.interval: 30s @@ -48,7 +48,6 @@ application: shade.identifier: aes pipeline: object-reuse: true - topology: {{ topology }} diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/datapath_telemetry_record.yaml.j2 b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/datapath_telemetry_record.yaml.j2 index 58da17c..06058b8 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/datapath_telemetry_record.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/datapath_telemetry_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: DATAPATH-TELEMETRY-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -37,7 +37,7 @@ sinks: kafka_sink: type: kafka properties: - topic: DATAPATH-TELEMETRY-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 @@ -71,7 +71,6 @@ application: shade.identifier: aes pipeline: object-reuse: true - topology: {{ topology }} diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/dos_event_kafka_to_clickhouse b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/dos_event.yaml.j2 similarity index 59% rename from tsg_olap/upgrade/TSG-24.06/groot_stream/templates/dos_event_kafka_to_clickhouse rename to tsg_olap/upgrade/TSG-24.06/groot_stream/templates/dos_event.yaml.j2 index 49a3d1a..e44b182 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/dos_event_kafka_to_clickhouse +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/dos_event.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: DOS-EVENT + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: "{{ kafka_source_servers }}" kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -22,12 +22,30 @@ sources: kafka.compression.type: none format: json - sinks: + kafka_sink: + type: kafka + properties: + topic: {{ kafka_sink_topic }} + kafka.bootstrap.servers: {{ kafka_sink_servers }} + kafka.retries: 0 + kafka.linger.ms: 10 + kafka.request.timeout.ms: 30000 + kafka.batch.size: 262144 + kafka.buffer.memory: 134217728 + kafka.max.request.size: 10485760 + kafka.compression.type: snappy + kafka.security.protocol: SASL_PLAINTEXT + kafka.sasl.mechanism: PLAIN + kafka.sasl.jaas.config: 454f65ea6eef1256e3067104f82730e737b68959560966b811e7ff364116b03124917eb2b0f3596f14733aa29ebad9352644ce1a5c85991c6f01ba8a5e8f177a7ff0b2d3889a424249967b3870b50993d9644f239f0de82cdb13bdb502959e16afadffa49ef1e1d2b9c9b5113e619817 + format: json + json.ignore.parse.errors: false + log.failures.only: true + clickhouse_sink: type: clickhouse properties: - host: "{{ clickhouse_servers }}" + host: {{ clickhouse_sink_host }} table: tsg_galaxy_v3.dos_event_local batch.size: 100000 batch.interval: 30s @@ -37,13 +55,10 @@ sinks: application: env: - name: dos_event_kafka_to_clickhouse + name: {{ job_name }} shade.identifier: aes pipeline: object-reuse: true # [boolean] Object Reuse, default is false - topology: - - name: kafka_source - downstream: [clickhouse_sink] - - name: clickhouse_sink + {{ topology }} diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/proxy_event.yaml.j2 b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/proxy_event.yaml.j2 index cee0548..6c750e2 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/proxy_event.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/proxy_event.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: PROXY-EVENT + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -50,12 +50,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: @@ -107,7 +101,7 @@ sinks: kafka_sink: type: kafka properties: - topic: PROXY-EVENT + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 @@ -141,6 +135,4 @@ application: shade.identifier: aes pipeline: object-reuse: true - topology: {{ topology }} - diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/session_record.yaml.j2 b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/session_record.yaml.j2 index 8938cd2..7970a95 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/session_record.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/session_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: SESSION-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -50,12 +50,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: @@ -107,7 +101,7 @@ sinks: kafka_sink: type: kafka properties: - topic: SESSION-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/traffic_sketch_metric.yaml.j2 b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/traffic_sketch_metric.yaml.j2 index 0a048a0..571c1af 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/traffic_sketch_metric.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/traffic_sketch_metric.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: TRAFFIC-SKETCH-METRIC + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -62,12 +62,11 @@ processing_pipelines: parameters: data_center_id_num: 1 - sinks: kafka_sink: type: kafka properties: - topic: TRAFFIC-SKETCH-METRIC + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 @@ -86,7 +85,7 @@ sinks: clickhouse_sink: type: clickhouse properties: - host: {{ clickhouse_servers }} + host: {{ clickhouse_sink_host }} table: tsg_galaxy_v3.traffic_sketch_metric_local batch.size: 100000 batch.interval: 30s @@ -97,7 +96,7 @@ sinks: application: env: # [object] Environment Variables - name: etl_traffic_sketch_metric # [string] Job Name + name: {{ job_name }} shade.identifier: aes pipeline: object-reuse: true # [boolean] Object Reuse, default is false diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/transaction_record.yaml.j2 b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/transaction_record.yaml.j2 index 9c8fa4b..49d1782 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/transaction_record.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/transaction_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: TRANSACTION-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -107,7 +107,7 @@ sinks: kafka_sink: type: kafka properties: - topic: TRANSACTION-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10 diff --git a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/voip_record.yaml.j2 b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/voip_record.yaml.j2 index 1a561f2..a37d469 100644 --- a/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/voip_record.yaml.j2 +++ b/tsg_olap/upgrade/TSG-24.06/groot_stream/templates/voip_record.yaml.j2 @@ -2,7 +2,7 @@ sources: kafka_source: type: kafka properties: - topic: VOIP-CONVERSATION-RECORD + topic: {{ kafka_source_topic }} kafka.bootstrap.servers: {{ kafka_source_servers }} kafka.session.timeout.ms: 60000 kafka.max.poll.records: 3000 @@ -50,12 +50,6 @@ processing_pipelines: parameters: value_expression: recv_time - - function: DOMAIN - lookup_fields: [http_host, ssl_sni, dtls_sni, quic_sni] - output_fields: [server_domain] - parameters: - option: FIRST_SIGNIFICANT_SUBDOMAIN - - function: BASE64_DECODE_TO_STRING output_fields: [mail_subject] parameters: @@ -107,7 +101,7 @@ sinks: kafka_sink: type: kafka properties: - topic: VOIP-CONVERSATION-RECORD + topic: {{ kafka_sink_topic }} kafka.bootstrap.servers: {{ kafka_sink_servers }} kafka.retries: 0 kafka.linger.ms: 10