[ { "name":"[24.09] OLAP Component Status Template", "type":"template", "varType":0, "param":{ "chartShare":"none", "variables":[ { "regex":"", "expression":"", "customOptions":"Zookeeper,Kafka,HDFS,Yarn,HBase,Druid,Clickhouse,Arangodb,Nacos,Mariadb", "show":true, "name":"Component", "allOption":true, "type":"custom", "multi":true }, { "regex":"", "expression":"", "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", "show":true, "name":"Project", "allOption":false, "type":"custom", "multi":false } ], "report":{ "schedule":{ "repeat":1, "etime":"", "stime":"", "type":2, "nums":[] }, "receivers":[], "enable":false, "range":{ "unit":"day", "interval":1, "type":"previous" } }, "refresh":0, "defaultTimeRange":4 }, "remark":"The template for bigdata component status.", "charts":[ { "name":"Zookeeper Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":0, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"Zookeeper", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"1.0", "elements":[], "datasource":"misc", "children":[ { "name":"Disk IO Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0-100)", "weight":1, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "val":"80", "color":"#d64f40", "id":"a85bb03", "value":80 } ], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The maximum percentage of DISK IO in each asset.", "x":"8.0", "y":"2.0", "elements":[ { "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*zookeeper.*\",project=\"$Project\"}[5m]))*100", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107313, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Outstanding Requests", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":2, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "min", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "val":"100", "color":"#d64f40", "id":"62fbf61", "value":100 } ], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of queued requests in each Data Center. This goes up when the server receives more requests than it can process. When count > 100.", "x":"8.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (zookeeper_outstanding_requests{module=~\".*Zookeeper\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107314, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Zookeeper Connections/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":3, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "min", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of connections per second in each Data Center", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (rate(zookeeper_connections{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107316, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Avg Latency", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"milliseconds", "weight":4, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "val":"100000", "color":"#d64f40", "id":"58f8e1ad", "value":100000 } ], "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Amount of time it takes for the server to respond to a client request (since the server was started) in each data center. When latency > 10 (Ticks).", "x":"4.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (rate(zookeeper_latency_avg_ms{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107319, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Sent Packets/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"packets/sec(IEC)", "weight":5, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of client packets sent (responses and notifications) in each data center.", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by(asset) (rate(zookeeper_packets_sent{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107321, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Received Packets/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"packets/sec(IEC)", "weight":6, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "total", "min", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of client requests (typically operations) received in each data center.", "x":"4.0", "y":"2.0", "elements":[ { "expression":"sum by(asset) (rate(zookeeper_packets_received{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107323, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Flink on Yarn Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":8, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"Yarn", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"9.38", "elements":[], "datasource":"misc", "children":[ { "name":"Resourcemanager Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":9, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#C4162AFF", "id":"884bf8a", "value":0.8 } ], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The Hadoop Yarn ResourceManager nodes memory Utilization.", "x":"0.0", "y":"3.0", "elements":[ { "expression":"sum by(asset) (Hadoop_ResourceManager_MemHeapUsedM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"}/Hadoop_ResourceManager_MemHeapMaxM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107344, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"ResourceManager CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":10, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "val":"0.7", "color":"#d64f40", "id":"68f1c6c2", "value":0.8 } ], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The Hadoop Yarn ResourceManager nodes CPU Utilization.", "x":"4.0", "y":"3.0", "elements":[ { "expression":"sum by (asset)(java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107345, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"NodeManager CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":11, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "val":"0.7", "color":"#d64f40", "id":"a927eeb", "value":0.8 } ], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The Hadoop Yarn NodeManager nodes CPU Utilization.", "x":"4.0", "y":"5.0", "elements":[ { "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107348, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"NodeManager Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":12, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "val":"0.7", "color":"#d64f40", "id":"2022c819", "value":0.8 } ], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The Hadoop Yarn NodeManager nodes memory Utilization.", "x":"0.0", "y":"5.0", "elements":[ { "expression":"sum by (asset)(Hadoop_NodeManager_MemHeapUsedM{module=~\".*Yarn-NodeManager\",project=\"$Project\"}/Hadoop_NodeManager_MemHeapMaxM{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107349, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"NodeManager RpcProcessing AvgTime", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"milliseconds", "weight":13, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":1, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#7f4ee8", "id":"b6ef207" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The average RPC call time of the NodeManager.", "x":"0.0", "y":"7.0", "elements":[ { "expression":"sum by(asset)(Hadoop_NodeManager_RpcProcessingTimeAvgTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=\"RpcActivityForPort9923\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107350, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"ResourceManager GC Count", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"none", "weight":14, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":1, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", "id":"da71837" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of GC times of the ResourceManager node", "x":"8.0", "y":"3.0", "elements":[ { "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", "legend":"{{asset}}-{{name}}", "name":"A", "orderNum":0, "id":107351, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"NodeManager GC Count", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"none", "weight":15, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":1, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", "id":"2781ca5" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of GC times of the NodeManager node", "x":"8.0", "y":"5.0", "elements":[ { "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", "legend":"{{asset}}-{{name}}", "name":"A", "orderNum":0, "id":107352, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"ResourceManager GC Duration", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"milliseconds", "weight":16, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":1, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", "id":"40f9b83" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"ResourceManager GC duration", "x":"4.0", "y":"7.0", "elements":[ { "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", "legend":"{{asset}}-{{name}}", "name":"A", "orderNum":0, "id":107353, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"NodeManager GC Duration", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"milliseconds", "weight":17, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":1, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#bd00f2", "id":"393c4a57" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"ResourceManager GC duration", "x":"8.0", "y":"7.0", "elements":[ { "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", "legend":"{{asset}}-{{name}}", "name":"A", "orderNum":0, "id":107354, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Flink Job Restarts", "span":"12.0", "height":"3.0", "type":"Line chart", "unit":"short", "weight":18, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#036eb5", "id":"7eca5e9d" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"max by(datacenter, job_name) ((flink_jobmanager_job_numRestarts{project=\"$Project\"}) - (flink_jobmanager_job_numRestarts{project=\"$Project\"} offset 30s))", "legend":"{{datacenter}}:{{job_name}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Mariadb Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":19, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"Mariadb", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"5.19", "elements":[], "datasource":"misc", "children":[ { "name":"Number Of Connections", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":20, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#7447b7", "id":"625b5574" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"mysql_global_status_threads_connected{project=~\"$Project\"}", "legend":"{{asset}} threads_connected", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"mysql_global_status_threads_cached{project=~\"$Project\"}", "legend":"{{asset}} threads_cached", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"mysql_global_status_threads_running{project=~\"$Project\"}", "legend":"{{asset}} threads_running", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Mariadb Slow Queries", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":21, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#7447b7", "id":"6c3025e" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"increase(mysql_global_status_slow_queries{project=\"$Project\"}[2m])", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Mariadb Throughput", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":22, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#7447b7", "id":"fb2dad1" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"rate(mysql_global_status_questions{project=\"$Project\"}[2m])", "legend":"{{asset}} Read rate", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum without (command) (\nrate(mysql_global_status_commands_total{command=~\"insert|update|delete\",project=\"$Project\"}[2m])\n)", "legend":"{{asset}} Write rate", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Mariadb Connection Refused", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":23, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#7447b7", "id":"90a5db3" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"mysql_global_status_aborted_connects{project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Nacos Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":24, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"Nacos", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"22.77", "elements":[], "datasource":"misc", "children":[ { "name":"QPS", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":25, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Nacos  queries per second", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by(method,uri) (rate(http_server_requests_seconds_count{uri=~'/v1/cs/configs|/nacos/v1/ns/instance|/nacos/v1/ns/health', module=~\".*Nacos\",project=\"$Project\"}[5m]))", "legend":"{{method}}", "name":"A", "orderNum":0, "id":107325, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Request Errors", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":26, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The requests failed counter per second of each http method.", "x":"4.0", "y":"0.0", "elements":[ { "expression":"sum by(method,uri) (irate(http_server_requests_seconds_count{exception!='None',module=~\".*Nacos\",project=\"$Project\"}[5m]))", "legend":"{{method}}-{{uri}}", "name":"A", "orderNum":0, "id":107326, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":27, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The memory usage in each asset", "x":"8.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Nacos\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Nacos\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107327, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":28, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The CPU usage in each asset", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by(asset) (system_cpu_usage{module=~\".*Nacos\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107328, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Kafka Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":29, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"Kafka", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"18.58", "elements":[], "datasource":"misc", "children":[ { "name":"Failed Fetch Requests/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":30, "param":{ "rightYAxis":{ "elementNames":[ "A" ], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "rightYAxis":true, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", "x":"4.0", "y":"2.0", "elements":[ { "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"In Bytes/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"bytes(IEC)", "weight":31, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "total", "min", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Collecting and processing Traffic Records with incoming byte rate in each Data Center.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107330, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Out Bytes/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"bytes(IEC)", "weight":32, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "total", "min", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Collecting and processing Traffic Records with outgoing byte rate in each Data Center.", "x":"4.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107332, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Failed Produce Request/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":33, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of data produce requests from producers that brokers failed to process for this topic in each Data Center.", "x":"8.0", "y":"2.0", "elements":[ { "expression":"sum by(datacenter) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"\"})", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":107334, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Asset Disk IO Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0-100)", "weight":34, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "thresholds":[ { "val":"80", "color":"#d64f40", "id":"329f354", "value":80 } ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The maxium percentage of DISK IO in each data center and asset.", "x":"8.0", "y":"0.0", "elements":[ { "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*kafka.*\",project=\"$Project\"}[5m]))*100", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107336, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Avg Zookeeper Request Latency", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"milliseconds", "weight":35, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "min", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The average zookeeper request latency(ms) in each data center and asset.", "x":"0.0", "y":"2.0", "elements":[ { "expression":"avg by (asset)(kafka_server_ZooKeeperClientMetrics_Mean{module=~\".*Kafka\",project=\"$Project\"}) ", "legend":"{{datacenter}} - {{asset}}", "name":"A", "orderNum":0, "id":107337, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Server Socket Requests/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":82, "param":{ "rightYAxis":{ "elementNames":[ "A" ], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "rightYAxis":true, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (kafka_server_socket_server_metrics_request_rate{module=~\".*Kafka\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Druid Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":36, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"Druid", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"26.96", "elements":[], "datasource":"misc", "children":[ { "name":"Index Status", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":37, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"3.0", "elements":[ { "expression":"avg(druid_index_running_task_num{project=\"$Project\"})", "legend":"Running", "name":"A", "orderNum":0, "id":107356, "state":1, "type":"expert", "queryType":1 }, { "expression":"avg(druid_index_waiting_task_num{project=\"$Project\"})", "legend":"Waiting", "name":"B", "orderNum":1, "id":107357, "state":1, "type":"expert", "queryType":1 }, { "expression":"avg(druid_index_pending_task_num{project=\"$Project\"})", "legend":"Pending", "name":"C", "orderNum":2, "id":107358, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Compact Status", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":38, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"4.0", "y":"3.0", "elements":[ { "expression":"avg(druid_compact_waiting_task_num{project=\"$Project\"})", "legend":"Waiting", "name":"A", "orderNum":0, "id":107359, "state":1, "type":"expert", "queryType":1 }, { "expression":"avg(druid_compact_pending_task_num{project=\"$Project\"})", "legend":"Pending", "name":"B", "orderNum":1, "id":107360, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DataSource Segment Size", "span":"4.0", "height":"3.0", "type":"Table", "unit":"bytes(IEC)", "weight":39, "param":{ "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "columns":[ { "unit":2, "display":"{{A.$legend}}", "show":true, "title":"DataSource", "error":false }, { "unit":7, "display":"{{A.$value}}", "show":true, "title":"Segment Size", "error":false } ], "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":true }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "indexs":"", "tableOptions":{ "showTableHeader":"enabled", "pagination":"enabled" }, "valueMapping":[], "dataLink":[], "nullType":"null", "statistics":"last" }, "remark":"The total segment size in each Datasource.", "x":"4.0", "y":"0.0", "elements":[ { "expression":"sum by(dataSource)(coordinator_segment_size{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", "legend":"{{dataSource}}", "name":"A", "orderNum":0, "id":107362, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Query CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0-100)", "weight":40, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "thresholds":[ { "val":"0.8", "color":"#d64f40", "id":"24a1af1", "value":80 } ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "min", "avg", "last", "max" ], "placement":"bottom" }, "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The CPU usage in each asset.", "x":"0.0", "y":"5.0", "elements":[ { "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}[5m])) by(asset)) * 100", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107363, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Query Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":41, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "thresholds":[ { "val":"0.8", "color":"#d64f40", "id":"3f12ca98", "value":80 } ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The memory usage in each asset. Runs Coordinator and Overlord processes, which manages data availability and ingestion.", "x":"8.0", "y":"3.0", "elements":[ { "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}) ", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107364, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Data Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":42, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "thresholds":[ { "val":"80", "color":"#d64f40", "id":"f8b7db1", "value":80 } ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "placement":"bottom" }, "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The memory usage in each asset.  Runs Historical and MiddleManager processes, which executes ingestion workloads and stores all queryable data.", "x":"4.0", "y":"5.0", "elements":[ { "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}) ", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107365, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Data CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0-100)", "weight":43, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "thresholds":[ { "val":"90", "color":"#d64f40", "id":"1ae5f1c2", "value":80 } ], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "placement":"bottom" }, "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"connected" }, "remark":"The CPU usage in each asset.", "x":"8.0", "y":"5.0", "elements":[ { "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}[5m])) by(asset)) * 100", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107366, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DataSource Segment Count", "span":"4.0", "height":"3.0", "type":"Table", "unit":"bytes(IEC)", "weight":44, "param":{ "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "columns":[ { "unit":2, "display":"{{A.$legend}}", "show":true, "title":"DataSource", "error":false }, { "unit":2, "display":"{{A.$value}}", "show":true, "title":"Segment Count", "error":false } ], "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":true }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "indexs":"", "tableOptions":{ "showTableHeader":"enabled", "pagination":"enabled" }, "valueMapping":[], "dataLink":[], "nullType":"null", "statistics":"last" }, "remark":"The segment number in each Datasource.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by (dataSource) (coordinator_segment_count{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", "legend":"{{dataSource}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Historical Node Segement Used", "span":"4.0", "height":"3.0", "type":"Table", "unit":"bytes(IEC)", "weight":45, "param":{ "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "columns":[ { "unit":2, "display":"{{A.$legend}}", "show":true, "title":"Asset", "error":false }, { "unit":7, "display":"{{A.$value}}", "show":true, "title":"Used", "error":false } ], "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":true }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "indexs":"", "tableOptions":{ "showTableHeader":"enabled", "pagination":"enabled" }, "valueMapping":[], "dataLink":[], "nullType":"null", "statistics":"last" }, "remark":"The total segment size in each Datasource.", "x":"8.0", "y":"0.0", "elements":[ { "expression":" sum by (asset) (historical_segment_used{service=\"historical\",project=\"$Project\"}) ", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Historical Segment Used percent", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":46, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#a032ef", "id":"b84ca4e" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The percent of the process's temporary cache data on disk", "x":"0.0", "y":"7.0", "elements":[ { "expression":"sum by (asset) (historical_segment_used_percent{service=\"historical\"}) ", "legend":"{{asset}}-{{server}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Clickhouse Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":47, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"Clickhouse", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"43.35", "elements":[], "datasource":"misc", "children":[ { "name":"Insert Rows/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":48, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "total", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of rows INSERTed to all tables", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (irate(clickhouse_inserted_rows_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107369, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Insert Bytes/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":49, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "total", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of bytes (uncompressed) INSERTed to all tables", "x":"4.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (irate(clickhouse_inserted_bytes_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))\n", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107370, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Merged Rate/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":50, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "min", "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The merging data parts per second in each Data center.", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum by(asset) (irate(clickhouse_merge{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107372, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Bad Requests/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":51, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The bad requests per second in each Data center.", "x":"4.0", "y":"2.0", "elements":[ { "expression":"sum by(asset) (irate(bad_requests_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107373, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":52, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The memory usage in each asset.", "x":"4.0", "y":"6.0", "elements":[ { "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}) ", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107374, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":53, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The CPU usage in each asset.", "x":"0.0", "y":"6.0", "elements":[ { "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m])) by(asset))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107375, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"TCP Connection Time", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"seconds(s)", "weight":54, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "max", "avg" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The current Tcp Connection time in each asset.", "x":"8.0", "y":"2.0", "elements":[ { "expression":"max by(asset) (ck_connect_time{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107376, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Active Query Count", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":55, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "max", "avg" ], "show":true, "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#7dd1ed", "id":"2ab3239d" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The current number of queries in each asset.", "x":"0.0", "y":"2.0", "elements":[ { "expression":"max by(asset) (ck_processes_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107377, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Mutiation part Count", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":56, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The current number of mutiation part in each asset.", "x":"4.0", "y":"4.0", "elements":[ { "expression":"max by(asset)(clickhouse_part_mutation{module=~\".*Clickhouse\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107378, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Asset Disk IO Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0-100)", "weight":57, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The maxium percentage of DISK IO in each data center and asset.", "x":"8.0", "y":"4.0", "elements":[ { "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m]))*100", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107379, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Expired Parts Count", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":58, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "max", "avg" ], "show":true, "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#7dd1ed", "id":"567833a8" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The current number of queries in each asset.", "x":"8.0", "y":"0.0", "elements":[ { "expression":"ck_expired_parts_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"HBase Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":59, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"HBase", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"42.35", "elements":[], "datasource":"misc", "children":[ { "name":"Request/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":60, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"3524cce" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of requests per second of each type,Read/Write/Total", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by (datacenter) (irate(Hadoop_HBase_totalRequestCount{project=\"$Project\"}[5m]))", "legend":"{{datacenter}} - Total", "name":"A", "orderNum":0, "id":107380, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (datacenter)(irate(Hadoop_HBase_readRequestCount{project=\"$Project\"}[5m]))", "legend":"{{datacenter}} - Read", "name":"B", "orderNum":1, "id":107381, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (datacenter)(irate(Hadoop_HBase_writeRequestCount{project=\"$Project\"}[5m]))", "legend":"{{datacenter}} - Write", "name":"C", "orderNum":2, "id":107382, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Region Count", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":61, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", "id":"1978b85f" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of HBase cluster regions", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by (datacenter) (Hadoop_HBase_regionCount{module=~\".*HBase.*\",project=\"$Project\"})", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":107383, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"RitRegion(Unhealthy) Count", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":62, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", "id":"266c1168" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of HBase cluster rit(Region in transition) regions.", "x":"4.0", "y":"2.0", "elements":[ { "expression":"sum by (datacenter) (Hadoop_HBase_ritCount{module=~\".*HBase.*\",project=\"$Project\"})", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":107384, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":63, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#C4162AFF", "id":"45b41f1", "value":80 } ], "thresholdShow":true, "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The Memory usage in each asset.", "x":"8.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-HregionServer\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-HregionServer\",project=\"$Project\"})\n", "legend":"{{asset}}-HregionServer", "name":"A", "orderNum":0, "id":107385, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-Hmaster\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-Hmaster\",project=\"$Project\"})\n", "legend":"{{asset}}-Hmaster", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":64, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#C4162AFF", "id":"8ff1639", "value":80 } ], "thresholdShow":true, "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The CPU usage in each asset.", "x":"4.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-HregionServer\",project=\"$Project\"})", "legend":"{{asset}}-HregionServer", "name":"A", "orderNum":0, "id":107386, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-Hmaster\",project=\"$Project\"})", "legend":"{{asset}}-Hmaster", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Request Queue", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":65, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#0c4dff", "id":"3c37e86" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of requests in the HBase request queue.", "x":"8.0", "y":"2.0", "elements":[ { "expression":"sum by(datacenter)(Hadoop_HBase_numCallsInGeneralQueue{name=\"RegionServer\",module=~\".*HBase.*\",project=\"$Project\"})", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":107387, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Slow Request", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":66, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"1cc27af" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of slow requests (put,append,get) in the HBase cluster.", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum(irate(Hadoop_HBase_slowPutCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", "legend":"put-{{datacenter}}", "name":"A", "orderNum":0, "id":107388, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(irate(Hadoop_HBase_slowAppendCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", "legend":"append-{{datacenter}}", "name":"B", "orderNum":1, "id":107389, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(irate(Hadoop_HBase_slowGetCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", "legend":"get-{{datacenter}}", "name":"C", "orderNum":2, "id":107390, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Memstore Size", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"bytes(IEC)", "weight":67, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"6802e74" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":false, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Data size in the HBase node memory", "x":"4.0", "y":"4.0", "elements":[ { "expression":"sum by (asset) (Hadoop_HBase_metric_memStoreSize{module=~\".*HBase.*\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107391, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"GC Count/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"none", "weight":68, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"160af06" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"GC times per second of the HBase process.", "x":"8.0", "y":"4.0", "elements":[ { "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"GCCount-{{datacenter}}", "name":"A", "orderNum":0, "id":107392, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"ParNewGcCount-{{datacenter}}", "name":"B", "orderNum":1, "id":107393, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"CMSGcCount-{{datacenter}}", "name":"C", "orderNum":2, "id":107394, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"GC Time", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"milliseconds", "weight":69, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"34dde05e" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":false, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The GC duration of the HBase process.", "x":"0.0", "y":"6.0", "elements":[ { "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"GC-{{datacenter}}", "name":"A", "orderNum":0, "id":107395, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"ParNewGc-{{datacenter}}", "name":"B", "orderNum":1, "id":107396, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"CMSGc-{{datacenter}}", "name":"C", "orderNum":2, "id":107397, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Put Request By HOS Table/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":70, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"7b439968" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of put requests for hos table per second.", "x":"4.0", "y":"6.0", "elements":[ { "expression":"sum by (table) (irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"{{table}}", "name":"A", "orderNum":0, "id":107398, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Get Request By HOS Table/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":71, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"5b700717" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of get requests for hos table per second.", "x":"8.0", "y":"6.0", "elements":[ { "expression":"sum by (table) (irate(Hadoop_HBase_metric_getCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"{{table}}", "name":"A", "orderNum":0, "id":107399, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"HOS TTL Scan Count By Table /sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":72, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#0c4dff", "id":"2e8ec6" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of scan times in ttl for hos table per second.", "x":"0.0", "y":"8.0", "elements":[ { "expression":"sum by (table) (irate(Hadoop_HBase_metric_scanCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", "legend":"{{table}}", "name":"A", "orderNum":0, "id":107401, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Hadoop HDFS Status", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":73, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Component", "varValue":"HDFS", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "showHeader":true, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"36.15", "elements":[], "datasource":"misc", "children":[ { "name":"Storage Capacity Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0-100)", "weight":74, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#C4162AFF", "id":"a0c3ac9", "value":80 } ], "thresholdShow":true, "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Hadoop cluster storage capacity Usage.", "x":"4.0", "y":"4.0", "elements":[ { "expression":"(sum by(datacenter) (Hadoop_NameNode_PercentUsed{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":107403, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Namenode Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":75, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#1c1984", "id":"6107b19" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The Memory usage in each Namenode.", "x":"4.0", "y":"0.0", "elements":[ { "expression":"Hadoop_NameNode_MemHeapUsedM{module=~\".*HDFS-NameNode\",project=\"$Project\"}/Hadoop_NameNode_MemHeapMaxM{module=~\".*HDFS-NameNode\",project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107404, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Datanode Memory Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":76, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#1c1984", "id":"f850c09" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The Memory usage in each Datanode.", "x":"4.0", "y":"2.0", "elements":[ { "expression":"Hadoop_DataNode_MemHeapUsedM{module=~\".*HDFS-DataNode\",project=\"$Project\"}/Hadoop_DataNode_MemHeapMaxM{module=~\".*HDFS-DataNode\",project=\"$Project\"}\n", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107405, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Missing Blocks", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":77, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#1c1984", "id":"7a84367" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of blocks with missing in the Hadoop cluster.", "x":"8.0", "y":"2.0", "elements":[ { "expression":"(sum by(datacenter) (Hadoop_NameNode_NumberOfMissingBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":107406, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Namenode CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":78, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#1c1984", "id":"d62e843" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The CPU usage in each Namenode.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-NameNode\",project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107407, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Corrupt Blocks", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":79, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#1c1984", "id":"41dda95c" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of blocks with corrupt replicas in the Hadoop cluster.", "x":"8.0", "y":"0.0", "elements":[ { "expression":"(sum by(datacenter) (Hadoop_NameNode_CorruptBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", "legend":"{{datacenter}}", "name":"B", "orderNum":0, "id":107408, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Under Replicated Blocks", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":80, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[ { "color":"#1c1984", "id":"b43381d" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of blocks with lose replicated in the Hadoop cluster.", "x":"0.0", "y":"4.0", "elements":[ { "expression":"(sum by(datacenter) (Hadoop_NameNode_UnderReplicatedBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", "legend":"{{datacenter}}", "name":"C", "orderNum":0, "id":107409, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Datanode CPU Usage", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":81, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg", "max" ], "show":true, "placement":"bottom" }, "showHeader":true, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#1c1984", "id":"5742c3da" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The CPU usage in each DataNode.", "x":"0.0", "y":"2.0", "elements":[ { "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-DataNode\",project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":107410, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] } ], "children":[] }, { "name":"[24.09] OLAP Service Status Template", "type":"template", "varType":0, "param":{ "chartShare":"none", "variables":[ { "regex":"", "expression":"", "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", "show":true, "name":"Project", "allOption":false, "type":"custom", "multi":false } ], "report":{ "schedule":{ "repeat":1, "etime":"", "stime":"", "type":2, "nums":[] }, "receivers":[], "enable":false, "range":{ "unit":"day", "interval":1, "type":"previous" } }, "refresh":0, "defaultTimeRange":4 }, "remark":"", "charts":[ { "name":"Summary", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":0, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Project", "varValue":"TSG-DT", "operator":"notEqual" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false, "nullType":"null" }, "remark":"", "x":"0.0", "y":"1.0", "elements":[], "datasource":"misc", "children":[ { "name":"QGW Response Latency", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"seconds(s)", "weight":1, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "val":"60", "color":"#d64f40", "id":"2d432055", "value":90 } ], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"QGW service response latency. Used to evaluate whether there is a slow query currently.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-qgw-service\",status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"}[5m]))", "legend":"AVG", "name":"A", "orderNum":0, "id":108725, "state":1, "type":"expert", "queryType":1 }, { "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"})", "legend":" MAX", "name":"B", "orderNum":1, "id":108726, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"HOS Put Object Requests/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":2, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of put objects per second. Include total, success, and failure.", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", "legend":"Total", "name":"A", "orderNum":0, "id":108727, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status=~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", "legend":"Success", "name":"B", "orderNum":1, "id":108728, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status!~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", "legend":"Failure", "name":"C", "orderNum":2, "id":108729, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Report Success", "span":"3.0", "height":"1.0", "type":"Stat", "unit":"short", "weight":3, "param":{ "comparison":"none", "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "colorMode":"value", "thresholds":[], "sparklineMode":"line", "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[ { "color":{ "bac":"#E81616", "text":"#000" }, "display":"{{A.$value}}", "show":false, "text":"", "type":"value", "value":0 } ], "dataLink":[], "nullType":"connected", "statistics":"last" }, "remark":"Total number of report jobs successfully executed", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", "legend":"Report Success", "name":"A", "orderNum":0, "id":108730, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Report Failure", "span":"3.0", "height":"1.0", "type":"Stat", "unit":"none", "weight":4, "param":{ "comparison":"none", "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "colorMode":"value", "thresholds":[], "sparklineMode":"line", "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "valueMapping":[ { "regx":">10", "color":{ "bac":"#F78539FF", "text":"#000" }, "display":"{{value}}", "show":true, "from":1, "text":"", "to":100, "type":"range", "error":false, "value":10 }, { "color":{ "bac":"#E30521FF", "text":"#000000FF" }, "display":"{{value}}", "show":true, "from":100, "to":10000, "type":"range", "error":false } ], "text":"value", "dataLink":[], "nullType":"connected", "statistics":"last" }, "remark":"Total number of report jobs failed", "x":"3.0", "y":"2.0", "elements":[ { "expression":"sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", "legend":"Report fail sum", "name":"A", "orderNum":0, "id":108731, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Success(today)", "span":"3.0", "height":"1.0", "type":"Stat", "unit":"short", "weight":5, "param":{ "comparison":"none", "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "colorMode":"value", "thresholds":[], "sparklineMode":"line", "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[ { "color":{ "bac":"#fff", "text":"#000" }, "display":"{{A.$value}}", "show":false, "text":"", "type":"value", "value":0 } ], "dataLink":[], "nullType":"connected", "statistics":"last" }, "remark":"The total number of jobs successfully executed today", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(triggerCountSucTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", "legend":"Job Success", "name":"A", "orderNum":0, "id":108732, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Failure(today)", "span":"3.0", "height":"1.0", "type":"Stat", "unit":"short", "weight":6, "param":{ "comparison":"none", "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "colorMode":"value", "thresholds":[], "sparklineMode":"line", "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "valueMapping":[ { "color":{ "bac":"#FF9C59FF", "icon":"#FF9830FF", "text":"#000" }, "display":"{{value}}", "show":true, "from":1, "text":"", "to":50, "type":"range", "error":false, "value":0 }, { "color":{ "bac":"#E30521FF", "icon":"#df2fefFF", "text":"#000000FF" }, "display":"{{value}}", "show":true, "from":51, "to":10000, "type":"range", "error":false, "value":50 } ], "text":"value", "dataLink":[], "nullType":"connected", "statistics":"last" }, "remark":"The total number of jobs failed executed today", "x":"9.0", "y":"2.0", "elements":[ { "expression":"sum(triggerCountFailTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", "legend":"Job Failure", "name":"A", "orderNum":0, "id":108733, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Galaxy-gateway-nginx", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":7, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Project", "varValue":"TSG-DT", "operator":"notEqual" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true, "nullType":"null" }, "remark":"", "x":"0.0", "y":"1.37", "elements":[], "datasource":"misc", "children":[ { "name":"Server Requests (asset,code)", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":8, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The requests counter per second of each Gateway Nginx asset.", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", "legend":"{{asset}}_[{{code}}]", "name":"A", "orderNum":0, "id":108735, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Upstream Requests (asset,code)", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":9, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The upstream requests the counter rate of each Gateway Nginx asset.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", "legend":"{{asset}}_[{{code}}]", "name":"A", "orderNum":0, "id":108736, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Upstream Response Time (backend,upstream)", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"seconds(s)", "weight":10, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The only upstream response processing time of each endpoint", "x":"0.0", "y":"2.0", "elements":[ { "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-gateway-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", "legend":"{{backend}}-{{upstream}}", "name":"A", "orderNum":0, "id":108737, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Connections", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"none", "weight":11, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#ed0937", "id":"4175dd3a" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of connections for the nginx proxy in each asset", "x":"6.0", "y":"2.0", "elements":[ { "expression":"nginx_vts_main_connections{module=~\".*Galaxy-gateway-nginx\",status=\"active\",project=\"$Project\"}", "legend":"{{asset}}-{{status}}", "name":"A", "orderNum":0, "id":108738, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Galaxy-qgw-service", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":12, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Project", "varValue":"TSG-DT", "operator":"notEqual" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true, "nullType":"null" }, "remark":"", "x":"0.0", "y":"1.74", "elements":[], "datasource":"misc", "children":[ { "name":"Http Error Responses", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":13, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#ca8bf9", "id":"84abc9c" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of failed requests for QGW .", "x":"6.0", "y":"0.0", "elements":[ { "expression":"count(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"2..\",uri!~\".*/prometheus\",project=\"$Project\"})", "legend":"count", "name":"A", "orderNum":0, "id":108740, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Http Slow Query", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":14, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "val":"300", "color":"#d64f40", "id":"32e399eb" } ], "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of slow queries", "x":"0.0", "y":"0.0", "elements":[ { "expression":"count(http_server_requests_seconds_max{module=~\".*Galaxy-qgw-service\",uri!~\".*/prometheus\",project=\"$Project\"}>90)", "legend":">90s", "name":"A", "orderNum":0, "id":108741, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Memory Usage", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":15, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"connected" }, "remark":"The memory usage in each asset", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108742, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Saved-query-scheduler", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":16, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Project", "varValue":"TSG-DT", "operator":"notEqual" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true, "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.1", "elements":[], "datasource":"misc", "children":[ { "name":"Report Success / All", "span":"2.0", "height":"2.0", "type":"Stat", "unit":"percent(0-100)", "weight":17, "param":{ "comparison":"none", "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "colorMode":"value", "thresholds":[], "sparklineMode":"line", "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "valueMapping":[ { "color":{ "bac":"#fff", "text":"#000" }, "display":"{{A.$value}}", "show":false, "text":"", "type":"value", "value":0 } ], "dataLink":[], "nullType":"connected", "statistics":"last" }, "remark":"The success rate of Report jobs", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / (sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) + sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})) * 100", "name":"A", "orderNum":0, "id":108746, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Memory Usage", "span":"5.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":18, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The memory usage in each asset", "x":"2.0", "y":"0.0", "elements":[ { "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108747, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"CPU Usage", "span":"5.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":19, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The CPU usage in each asset", "x":"7.0", "y":"0.0", "elements":[ { "expression":"system_cpu_usage{module=~\".*Saved-query-scheduler\",project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108748, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Galaxy-hos-service", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":20, "param":{ "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":false, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true, "nullType":"null" }, "remark":"", "x":"0.0", "y":"10.84", "elements":[], "datasource":"misc", "children":[ { "name":"Put Object Requests/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":21, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of put objects per second", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108750, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Error Requests/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":22, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of failed requests per second", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum by(status)(irate(http_server_requests_seconds_count{uri=~\"/hos/.*\",status!~\"2..\",project=\"$Project\"}[5m]))", "legend":"{{status}}", "name":"A", "orderNum":0, "id":108751, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Download File Requests/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":23, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of Download File requests per second", "x":"6.0", "y":"4.0", "elements":[ { "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"GET\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108752, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Write Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":24, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Collecting and processing files with incoming byte rate in each asset", "x":"6.0", "y":"6.0", "elements":[ { "expression":"irate(dashInfo{severity=\"fileBytes\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m])", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108753, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Put Requests By Size Files/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":25, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of put requests per second with size distribution", "x":"0.0", "y":"10.0", "elements":[ { "expression":"sum(irate(dashInfo{severity=\"smallFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", "legend":"<1MB", "name":"A", "orderNum":0, "id":108754, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(irate(dashInfo{severity=\"middleFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", "legend":"1-10MB", "name":"B", "orderNum":1, "id":108755, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(irate(dashInfo{severity=\"bigFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", "legend":">10MB", "name":"C", "orderNum":2, "id":108756, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Memory Usage", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":26, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The memory usage in each asset", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by(asset)(jvm_memory_used_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0)", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108757, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"CPU Usage", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":27, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The CPU usage in each asset", "x":"6.0", "y":"2.0", "elements":[ { "expression":"process_cpu_usage{module=~\".*Galaxy-hos-service\",project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108758, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"HOS Node Requests/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":28, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "total", "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The number of hos requests per second", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(irate(http_server_requests_seconds_count{uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m])) by (asset)", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108759, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"HOS Put Files/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":29, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The number of files uploaded per second", "x":"0.0", "y":"6.0", "elements":[ { "expression":"sum by(datacenter)(irate(dashInfo{severity=\"fileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":108760, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"HOS TTL Delete Files/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":30, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The number of ttl deleted files per second.", "x":"6.0", "y":"10.0", "elements":[ { "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", "legend":"DeleteCount-{{datacenter}}", "name":"A", "orderNum":0, "id":108761, "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileErrorCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", "legend":"DeleteErrorCount-{{datacenter}}", "name":"B", "orderNum":1, "id":108762, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"HOS Put File By Bucket/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":31, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The number of files for bucket uploaded per second", "x":"0.0", "y":"8.0", "elements":[ { "expression":"sum by(parent)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"index\",indextype=\"time\",project=\"$Project\"}[5m]))", "legend":"{{parent}}", "name":"A", "orderNum":0, "id":108763, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"HOS Put Requests By Bucket/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":32, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":false, "visibility":false, "legend":false, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"The number of put requests for bucket per second", "x":"6.0", "y":"8.0", "elements":[ { "expression":"sum by(table)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",project=\"$Project\"}[5m]))", "legend":"{{table}}", "name":"A", "orderNum":0, "id":108764, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Galaxy-job-service", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":33, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"Project", "varValue":"TSG-DT", "operator":"notEqual" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":true, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true, "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.47", "elements":[], "datasource":"misc", "children":[ { "name":"Job Success/All", "span":"2.0", "height":"2.0", "type":"Stat", "unit":"percent(0.0-1.0)", "weight":34, "param":{ "comparison":"none", "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "colorMode":"value", "thresholds":[], "sparklineMode":"line", "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":false }, "valueMapping":[ { "color":{ "bac":"#fff", "text":"#000" }, "display":"{{A.$value}}", "show":false, "text":"", "type":"value", "value":0 } ], "dataLink":[], "nullType":"connected", "statistics":"last" }, "remark":"The success rate of jobs", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(jobLogSuccessCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", "name":"A", "orderNum":0, "id":108765, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Executor Sum", "span":"2.0", "height":"2.0", "type":"Stat", "unit":"short", "weight":35, "param":{ "comparison":"none", "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "colorMode":"value", "thresholds":[], "sparklineMode":"line", "enable":{ "thresholds":true, "visibility":false, "legend":true, "valueMapping":true }, "valueMapping":[ { "color":{ "bac":"#fff", "text":"#000" }, "display":"{{A.$value}}", "show":false, "text":"", "type":"value", "value":0 } ], "dataLink":[], "nullType":"connected", "statistics":"last" }, "remark":"The total number of executed jobs", "x":"2.0", "y":"0.0", "elements":[ { "expression":"sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/count(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", "name":"A", "orderNum":0, "id":108766, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Admin Response Latency", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"seconds(s)", "weight":36, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The response time of admin service", "x":"4.0", "y":"0.0", "elements":[ { "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-executor\", status!~\"5..\",project=\"$Project\"}[5m]))", "legend":"AVG", "name":"A", "orderNum":0, "id":108772, "state":1, "type":"expert", "queryType":1 }, { "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"})", "legend":"MAX", "name":"B", "orderNum":1, "id":108773, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Admin Memory Usage", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":37, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"desc" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The memory usage in each asset", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108774, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Admin Error Requests/sec", "span":"4.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":38, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"connected" }, "remark":"The number of failed requests per second", "x":"8.0", "y":"0.0", "elements":[ { "expression":"sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-admin\", status!~\"2..\",project=\"$Project\"}[5m]))", "legend":"used_{{asset}}", "name":"A", "orderNum":0, "id":108775, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Admin CPU Usage", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":39, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"connected" }, "remark":"The CPU usage in each asset", "x":"6.0", "y":"2.0", "elements":[ { "expression":"system_cpu_usage{module=~\".*Galaxy-job-admin\",project=\"$Project\"}", "legend":"{{asset}}_system_cpu_usage", "name":"A", "orderNum":0, "id":108776, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Executor Memory Used", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes(IEC)", "weight":40, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"connected" }, "remark":"The memory usage in each asset", "x":"0.0", "y":"6.0", "elements":[ { "expression":"sum(jvm_memory_used_bytes{module=~\".*Galaxy-job-executor\",project=\"$Project\"})by(asset)", "legend":"used_{{asset}}", "name":"A", "orderNum":0, "id":108778, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Executor Error Log", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":41, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"connected" }, "remark":"The number of failed logs per second in each asset", "x":"6.0", "y":"4.0", "elements":[ { "expression":"increase(logback_events_total{module=~\".*Galaxy-job-executor\",level=\"error\",project=\"$Project\"} [5m])", "legend":" {{asset}}", "name":"A", "orderNum":0, "id":108779, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Executor CPU Usage", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0.0-1.0)", "weight":42, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[ "avg", "last", "max" ], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The CPU usage in each asset", "x":"6.0", "y":"6.0", "elements":[ { "expression":"system_cpu_usage{module=~\".*Galaxy-job-executor\",project=\"$Project\"}", "legend":"{{asset}}", "name":"A", "orderNum":0, "id":108780, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Delete Old Log", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":43, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "avg" ], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#18ba46", "id":"81efdaf" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"When the disk is fully loaded, the deletion log is triggered", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by (log_type) (delete_old_log_total{module=\"Galaxy-job-executor\"})", "legend":"{{log_type}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Galaxy-hos-nginx", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":44, "param":{ "thresholds":[], "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "thresholds":false, "visibility":false, "legend":false, "valueMapping":false }, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true, "nullType":"null" }, "remark":"", "x":"0.0", "y":"23.21", "elements":[], "datasource":"misc", "children":[ { "name":"Connections", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"none", "weight":45, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[ { "color":"#ed0937", "id":"94c2b08" } ], "thresholdShow":true, "enable":{ "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of connections for the nginx proxy in each asset", "x":"6.0", "y":"2.0", "elements":[ { "expression":"nginx_vts_main_connections{module=~\".*Galaxy-hos-nginx\",status=\"active\",project=\"$Project\"}", "legend":"{{asset}}-{{status}}", "name":"A", "orderNum":0, "id":108782, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Server Requests (asset,code)", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":46, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The requests counter per second of each HOS Nginx asset.", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", "legend":"{{asset}}_[{{code}}]", "name":"A", "orderNum":0, "id":108783, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Upstream Requests (asset,code)", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":47, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The upstream requests the counter rate of each HOS Nginx asset.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", "legend":"{{asset}}_[{{code}}]", "name":"A", "orderNum":0, "id":108784, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Upstream Response Time (backend,upstream)", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"seconds(s)", "weight":48, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":false, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "legend":{ "values":[], "placement":"bottom" }, "link":"", "tooltip":{ "mode":"all", "sort":"none" }, "thresholds":[], "enable":{ "thresholds":true, "visibility":false, "legend":true, "tooltip":true, "valueMapping":true }, "style":"line", "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The only upstream response processing time of each endpoint", "x":"0.0", "y":"2.0", "elements":[ { "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-hos-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", "legend":"{{backend}}-{{upstream}}", "name":"A", "orderNum":0, "id":108785, "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] } ], "children":[] }, { "name":"[24.09] Data Transporter Data Flow Template", "type":"template", "varType":0, "param":{ "chartShare":"none", "variables":[ { "regex":"", "expression":"", "customOptions":"DataCenter1,DataCenter2", "show":true, "name":"DataCenter", "allOption":false, "type":"custom", "multi":false } ], "report":{ "schedule":{ "repeat":1, "etime":"", "stime":"", "type":2, "nums":[] }, "receivers":[], "enable":false, "range":{ "unit":"day", "interval":1, "type":"previous" } }, "refresh":0, "defaultTimeRange":4 }, "remark":"The template for TSG Data Transporter DataFlow at multi-datacenter deployment mode.", "charts":[ { "name":"Summary", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":0, "param":{ "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "collapse":false }, "remark":"", "x":"0.0", "y":"1.38", "elements":[], "datasource":"misc", "children":[ { "name":"Log Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":1, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#6339a3", "id":"7715ee9" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"Total", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"TRANSACTION-RECORD", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"SESSION-RECORD", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"BGP-RECORD", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"PROXY-EVENT", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Metric Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":2, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#b6a6ed", "id":"6f07e8bf" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"Total", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"DOS-SKETCH-RECORD", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"NETWORK-TRAFFIC-METRIC", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"OBJECT-STATISTICS-METRIC", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"POLICY-RULE-METRIC", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"STATISTICS-RULE-METRIC", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"SYS-STORAGE", "name":"G", "orderNum":6, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"TRAFFIC-TOP-METRIC", "name":"H", "orderNum":7, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"VOIP-CONVERSATION-RECORD", "name":"I", "orderNum":8, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", "name":"J", "orderNum":9, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":3, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4ff9a7", "id":"b755935" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", "legend":"Total", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (topic)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", "legend":"{{topic}}", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Traffic IN/OUT", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":4, "param":{ "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "collapse":false }, "remark":"", "x":"0.0", "y":"1.76", "elements":[], "datasource":"misc", "children":[ { "name":"Log Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":5, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"58d58a08" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Metric Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":6, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"e62d783" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":7, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"1752506" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Session Records", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":8, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true }, "remark":"", "x":"0.0", "y":"2.15", "elements":[], "datasource":"misc", "children":[ { "name":"ETL Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":9, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#2ce059", "id":"22e472c9" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\",datacenter=\"$DataCenter\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":10, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"fb7c1ff" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Processor Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":11, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"ce0253" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":12, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"716d3872" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Transaction Records", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":13, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true }, "remark":"", "x":"0.0", "y":"2.53", "elements":[], "datasource":"misc", "children":[ { "name":"Source-Sink Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":14, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"7efeb2" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"ETL Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":15, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ed0eaa", "id":"2027e85c" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\",datacenter=\"$DataCenter\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":16, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"3d8851d6" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Processor Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":17, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"3445b88" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Proxy Events", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":18, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true }, "remark":"", "x":"0.0", "y":"2.91", "elements":[], "datasource":"misc", "children":[ { "name":"ETL Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":19, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#2a16ff", "id":"7dd05d48" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\",datacenter=\"$DataCenter\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\",datacenter=\"$DataCenter\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":20, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"6fbdba84" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":21, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"1692816" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Processor Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":22, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"27e6e467" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"DoS Events", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":23, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true }, "remark":"", "x":"0.0", "y":"3.29", "elements":[], "datasource":"misc", "children":[ { "name":"ETL Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":24, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#6936aa", "id":"1ed16a0e" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\",datacenter=\"$DataCenter\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\",datacenter=\"$DataCenter\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"D", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":25, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"dd3cf51" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":26, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"6881cb13" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Processor Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":27, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"667b36dc" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"VoIP Records", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":28, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true }, "remark":"", "x":"0.0", "y":"3.67", "elements":[], "datasource":"misc", "children":[ { "name":"ETL Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":29, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#c02bdb", "id":"6e96ebc8" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Collecting and processing VoIP Records per second", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\",datacenter=\"$DataCenter\"}) ", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\",datacenter=\"$DataCenter\"})", "legend":"Transform(Connection）", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", "legend":"Sink", "name":"E", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":30, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"2b063b85" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Source-Sink Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":31, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"11c1730" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Dropped", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Source-Error", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink-Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Processor Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":32, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#70c8ea", "id":"2324386" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Out", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"In", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"TRAFFIC-FILE-STREAM-RECORD", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":33, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true }, "remark":"", "x":"0.0", "y":"4.05", "elements":[], "datasource":"misc", "children":[ { "name":"Traffic File Stream Record Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":34, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "min", "max", "avg" ], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"e67313c" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", "legend":"Total-Ingestion", "name":"D", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(topic)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", "legend":"{{topic}}-Ingestion", "name":"A", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{job_name=~\".*file_chunk_combiner\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-Consumer", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{job_name=~\".*file_chunk_combiner\",datacenter=\"$DataCenter\"} >= 0)", "legend":"{{job_name}}-Lag", "name":"B", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":35, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "min", "max", "avg" ], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"e46fab5" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Bytes of chunk input(source) and output(sink) per second.", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk Combiner IN/OUT Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":36, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "min", "max", "avg" ], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"4b692fe3" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of chunk inputs and outputs per second of the window combiner.", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk Error Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":37, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ed5cea", "id":"337035b" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of error chunks per second of the operator.", "x":"0.0", "y":"6.0", "elements":[ { "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-{{file_chunk_combiner}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk Dropped Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":38, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#5b3bf9", "id":"5655796a" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of chunk drops per second of the operator.", "x":"6.0", "y":"6.0", "elements":[ { "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-{{file_chunk_combiner}}-Filter", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksRateLimitDropPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-{{file_chunk_combiner}}-RateLimitDrop", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numDuplicateChunksInPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-Duplicate", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Ingestion Chunk Distribution By Size Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":39, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#f90ede", "id":"5960455e" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of chunk inputs(source) per second by size.", "x":"6.0", "y":"12.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-0-1K", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-1-3K", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-3-5K", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-5-10K", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-10-50K", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-50-100K", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-100K-∞", "name":"G", "orderNum":6, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Restarts", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":40, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"665680f" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of task restarts per second.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"max by(job_name) ((flink_jobmanager_job_numRestarts{job_name=~\".*file_chunk_combiner$\",datacenter=\"$DataCenter\"}) - (flink_jobmanager_job_numRestarts{job_name=~\".*file_chunk_combiner$\",datacenter=\"$DataCenter\"} offset 30s))", "legend":"{{job_name}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job Memory Used", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"percent(0-100)", "weight":41, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"57f73fd3" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"18.0", "elements":[ { "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}) * 100", "legend":"{{asset}}-HeapUsed", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Job GC Metrics", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":42, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"fb65a89" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"18.0", "elements":[ { "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", "legend":"{{asset}}-G1OldCount", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", "legend":"{{asset}}-G1OldTime", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", "legend":"{{asset}}-G1YoungCount", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", "legend":"{{asset}}-G1YoungTime", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk IN/OUT Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":43, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "min", "max", "avg" ], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"be25170" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of chunk inputs(source) and outputs(sink) per second.", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File IN/OUT Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":44, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "min", "max", "avg" ], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"42a0f6a" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of file inputs(source) and outputs(sink) per second.", "x":"6.0", "y":"4.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Sink Chunk Distribution By Size Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":45, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#f90ede", "id":"4337ac0c" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of chunk outputs(sink) per second by size.", "x":"6.0", "y":"14.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-0-1K", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-1-5K", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-5-10K", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-10-100K", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-100K-1M", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-1M-∞", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Ingestion Chunk Distribution By Offset Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":46, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"3486b0ae" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of chunk inputs(source) per second by offset.", "x":"0.0", "y":"14.0", "elements":[ { "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetLessThan10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}_0-10K", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}_10-100K", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100KBAnd1MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}_100K-1M", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween1MBAnd10MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}_1-10M", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10MBAnd100MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}_10-100M", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100MBAnd1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}_100M-1G", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetGreaterThan1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}_1G-∞", "name":"G", "orderNum":6, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Null File IN/OUT Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":47, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"beaef36" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Number of null file inputs and outputs per second.", "x":"6.0", "y":"16.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesInPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesOutPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-Out", "name":"D", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Other File Chunk IN/OUT Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":48, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"199c9f74" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"16.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-StartChunks-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksInPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-EndChunks-In", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksOutPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-StartChunks-Out", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksOutPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-EndChunks-Out", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteFilesOutPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-CompleteFiles-Out", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteEmlFilesOutPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-CompleteEmlFiles-Out", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteTxtFilesOutPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-CompleteTxtFiles-Out", "name":"G", "orderNum":6, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksDelayPerSecond{datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-DelayChunks-In", "name":"I", "orderNum":7, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Ingestion File Distribution By Size Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":53, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#42a6d1", "id":"bc8100f" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"Number of file inputs(source) per second by size.", "x":"0.0", "y":"12.0", "elements":[ { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-0-10K", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-10-100K", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-100K-1M", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-1-10M", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10MBAnd100MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-10-100M", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100MBAnd1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-100M-1G", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", "legend":"{{job_name}}-1G-∞", "name":"G", "orderNum":6, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Overview", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":54, "param":{ "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "collapse":false }, "remark":"", "x":"0.0", "y":"1.0", "elements":[], "datasource":"misc", "children":[ { "name":"DataCenter Metric Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":55, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"75eb411" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"4.0", "elements":[ { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}-Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DataCenter Log Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":56, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", "id":"a2df341" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DataCenter File Chunk Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":57, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ef2162", "id":"7c5d0cbb" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\"})", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DataCenter Metric Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":58, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#4740ce", "id":"23e8cec" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DataCenter Log Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":59, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#3c11f9", "id":"222bd78" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum by (datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}-Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DataCenter File Chunk Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":60, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"desc" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"243de81a" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}-In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", "legend":"{{datacenter}}-Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] } ], "children":[] }, { "name":"[24.09] TSG OLAP Data Flow Template", "type":"template", "varType":0, "param":{ "chartShare":"none", "variables":[ { "regex":"", "expression":"", "customOptions":"DataCenter1", "show":true, "name":"DataCenter", "allOption":false, "type":"custom", "multi":false } ], "report":{ "schedule":{ "repeat":1, "etime":"", "stime":"", "type":2, "nums":[] }, "receivers":[], "enable":false, "range":{ "unit":"day", "interval":1, "type":"previous" } }, "refresh":0, "defaultTimeRange":4 }, "remark":"The template for TSG OLAP DataFlow.", "charts":[ { "name":"Summary", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":0, "param":{ "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "collapse":false }, "remark":"", "x":"0.0", "y":"1.0", "elements":[], "datasource":"misc", "children":[ { "name":"Log Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":1, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#6339a3", "id":"068b1" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"Total", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"TRANSACTION-RECORD", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"SESSION-RECORD", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"BGP-RECORD", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"PROXY-EVENT", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Metric Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":2, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#b6a6ed", "id":"f38d20e" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"Total", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"DOS-SKETCH-RECORD", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"NETWORK-TRAFFIC-METRIC", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"OBJECT-STATISTICS-METRIC", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"POLICY-RULE-METRIC", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"STATISTICS-RULE-METRIC", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"SYS-STORAGE", "name":"G", "orderNum":6, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"TRAFFIC-TOP-METRIC", "name":"H", "orderNum":7, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"VOIP-CONVERSATION-RECORD", "name":"I", "orderNum":8, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", "name":"J", "orderNum":9, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk Ingestion Rate Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":3, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#4ff9a7", "id":"8e0c62c" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", "legend":"Total", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum by (topic)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", "legend":"{{topic}}", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Traffic IN/OUT", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":4, "param":{ "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "collapse":false }, "remark":"", "x":"0.0", "y":"5.19", "elements":[], "datasource":"misc", "children":[ { "name":"Log Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":5, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"6c20ee" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Metric Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":6, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"26521b6" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"File Chunk Ingestion IN/OUT Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"bytes/sec(IEC)", "weight":7, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ce8c08", "id":"7e2461" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"In", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"Out", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Kafka Quotas Produce Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":8, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#7f9600", "id":"4e8b9a" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum by (user, client_id) (kafka_server_Produce_byte_rate{datacenter!=\"$DataCenter\"})", "legend":"", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Kafka Quotas Fetch Bytes/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":9, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#7f9600", "id":"84b343b" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum by (user, client_id) (kafka_server_Fetch_byte_rate{datacenter!=\"$DataCenter\"})", "legend":"", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Logs", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":10, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":false }, "remark":"", "x":"0.0", "y":"11.38", "elements":[], "datasource":"misc", "children":[ { "name":"Session Record Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":11, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#2ce059", "id":"3bff091" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":" sum(\n rate(\n flink_taskmanager_job_task_operator_internal_metrics_dropped_events{datacenter=\"$DataCenter\",job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\"}[5m]\n )\n )", "legend":"Dropped", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_session_record_kafka_to_clickhouse |session_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Transaction Record Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":12, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#ed0eaa", "id":"1d4f518" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"0.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Proxy Event Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":13, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#2a16ff", "id":"712c74" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DoS Event Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":14, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#6936aa", "id":"10312c1" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\"})", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\"})", "legend":"Detection", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_event_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"VoIP Record Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":15, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#c02bdb", "id":"1ba4a14" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"Collecting and processing VoIP Records per second", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\"}) ", "legend":"Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\"})", "legend":"Transform", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\"})", "legend":"Correlation", "name":"C", "orderNum":2, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Sink", "name":"D", "orderNum":3, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Dropped", "name":"E", "orderNum":4, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", "legend":"Error", "name":"F", "orderNum":5, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] }, { "name":"Metrics", "span":"12.0", "height":"1.0", "type":"Group", "unit":"short", "weight":30, "param":{ "thresholds":[], "visibility":{ "result":"show", "varName":"", "varValue":"", "operator":"equal" }, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "enable":{ "visibility":false, "repeat":false }, "showHeader":1, "repeat":{ "variable":"" }, "link":"", "valueMapping":[], "dataLink":[], "collapse":true }, "remark":"", "x":"0.0", "y":"17.58", "elements":[], "datasource":"misc", "children":[ { "name":"Druid Task Consumer Lag", "span":"12.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":31, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[ "max", "avg" ], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#04c0f9", "id":"b03f3c4" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"zero" }, "remark":"The Consumer Lag in each Datasource. Consumer Lag tells us how far behind each Consumer (Group) is in each Partition.  The smaller the lag the more real-time the data consumption.", "x":"0.0", "y":"0.0", "elements":[ { "expression":"sum by (dataSource) (irate(ingest_kafka_lag{service=\"coordinator\"}[5m]))", "legend":"{{dataSource}}", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Network Traffic Metric Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":32, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#d058fc", "id":"aed88d9" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"NC-Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"DT-Sink", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"DoS Sketch Record Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":33, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#d058fc", "id":"35823cc2" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"6.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"NC-Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"DT-Sink", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Object Statistics Metric Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":34, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#d058fc", "id":"61c3a26" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"2.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"NC-Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"DT-Sink", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Statistics Rule Metric Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":35, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#d058fc", "id":"ab73629" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"0.0", "y":"4.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"NC-Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"DT-Sink", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"TopK Metric Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":36, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#d058fc", "id":"800e5f4" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"4.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"NC-Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"DT-Sink", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" }, { "name":"Traffic Top Destination IP Metric Message/sec", "span":"6.0", "height":"2.0", "type":"Line chart", "unit":"short", "weight":37, "param":{ "rightYAxis":{ "elementNames":[], "unit":2, "style":"line", "label":"" }, "stack":0, "color":{ "mode":"palette", "paletteColors":[ "#3685FF", "#00DCA2", "#00BFD0", "#954Eff", "#FFCB01", "#f65A96", "#FF9094", "#00CCF5", "#FF8BEA", "#4D7693", "#72577C", "#99D750", "#DD8270", "#C475EE", "#7E83FB", "#7EB090", "#CF6684", "#4E55FF", "#FF8D00", "#FF5200" ] }, "visibility":{ "result":"", "varName":"", "varValue":"", "operator":"" }, "legend":{ "values":[], "show":true, "placement":"bottom" }, "showHeader":1, "tooltip":{ "mode":"all", "sort":"none" }, "link":"", "thresholds":[ { "color":"#d058fc", "id":"0b21f08" } ], "thresholdShow":true, "enable":{ "rightYAxis":false, "thresholds":false, "visibility":false, "legend":true, "tooltip":true, "valueMapping":false }, "valueMapping":[], "dataLink":[], "nullType":"null" }, "remark":"", "x":"6.0", "y":"6.0", "elements":[ { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", "legend":"NC-Ingestion", "name":"A", "orderNum":0, "id":"", "state":1, "type":"expert", "queryType":1 }, { "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", "legend":"DT-Sink", "name":"B", "orderNum":1, "id":"", "state":1, "type":"expert", "queryType":1 } ], "datasource":"metrics" } ] } ], "children":[] } ]