4714 lines
274 KiB
JSON
4714 lines
274 KiB
JSON
{
|
||
"info": {
|
||
"_postman_id": "c5e52a8f-0cbc-44fb-92a8-26e2a5c8b5f0",
|
||
"name": "Galaxy Trouble Shooting API V21.03",
|
||
"description": "# galaxy-troubleshooting-api\n\n## Release 21.03 (2 MAR 2021)\n\n###### New Features\n\n* 增加故障诊断-元数据功能，可分析日志字段是否与schema一致\n* 增加故障诊断-sql性能测试，可对查询引擎进行功能性验证和POC性能测试 \n\n###### Update \n\n* 对查询引擎SQL测试集标记过时\n\n\n\n[帮助文档]: https://docs.geedge.net/pages/viewpage.action?pageId=19896569\n\n",
|
||
"schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json"
|
||
},
|
||
"item": [
|
||
{
|
||
"name": "01.通用检查",
|
||
"item": [
|
||
{
|
||
"name": "数据接入检查（DPI-KAFKA)",
|
||
"item": [
|
||
{
|
||
"name": "通联日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
"",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理策略日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" ",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全策略日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Radius日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "系统捕包日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "功能端Metrics-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-STORAGE-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "数据预处理检查(STROM|FLUME-KAFKA)",
|
||
"item": [
|
||
{
|
||
"name": "通联日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
"",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理策略日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"PROXY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全策略日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SECURITY-EVENT-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Radius日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"RADIUS-RECORD-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "系统捕包日志-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"SYS-PACKET-CAPTURE-COMPLETED-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "汇聚后Metrics-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-METRICS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Livechart流量分布-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"TRAFFIC-PROTOCOL-STAT-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "TOPN计算(JOB-KAFKA)",
|
||
"item": [
|
||
{
|
||
"name": "Client IP-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
"",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-CLIENT-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-CLIENT-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-CLIENT-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-CLIENT-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Server IP-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-SERVER-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-SERVER-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-SERVER-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-SERVER-IP-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Internal IP-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-INTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-INTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-INTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-INTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "External IP-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-EXTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-EXTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-EXTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-EXTERNAL-HOST-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Website Domain-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-WEBSITE-DOMAIN-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-WEBSITE-DOMAIN-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-WEBSITE-DOMAIN-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-WEBSITE-DOMAIN-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Security And Proxy URLS-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-URLS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-URLS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-URLS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-URLS-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Subscriber ID-Topic",
|
||
"event": [
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"",
|
||
"const text = pm.response.text().split('\\n');",
|
||
"",
|
||
"for (const v of text) {",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-USER-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-USER-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-USER-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
" if (v.match(\"kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"TOP-USER-LOG\\\",}\")) {",
|
||
" console.log(v);",
|
||
" }",
|
||
"",
|
||
"",
|
||
"",
|
||
"",
|
||
" ",
|
||
" ",
|
||
"}",
|
||
"",
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_merge_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_merge_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\nTYPE kafka_server_BrokerTopicMetrics_FiveMinuteRate (近5分钟数据情况)\n\n- **判断Topic 写入是否有最新的数据：**\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"ProduceMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- **判断Topic 写入是否异常**\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否有最新的数据\n\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n * kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FetchMessageConversionsPerSec\",topic=\"SECURITY-EVENT-LOG\",}\n\n- 判断Topic 读取是否异常\n\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"TRAFFIC-METRICS-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"CONNECTION-RECORD-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"PROXY-EVENT-LOG\",}\n - kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"SECURITY-EVENT-LOG\",}"
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "数据存储检查（Kafka-Clickhouse)",
|
||
"item": [
|
||
{
|
||
"name": "原始日志-首次与最新加载时间",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select * from (select 'Session Records' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from connection_record_log union all select 'Security Event' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from security_event_log union all select 'Proxy Event' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from proxy_event_log union all select 'Radius' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from radius_record_log union all select 'Radius ON OFF' as type, from_unixtime(min(event_timestamp) ) as first_time, from_unixtime(max(event_timestamp) ) as last_time from radius_onff_log union all select 'Packet Capture' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from sys_packet_capture_log ) order by type",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select * from (select 'Session Records' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from connection_record_log union all select 'Security Event' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from security_event_log union all select 'Proxy Event' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from proxy_event_log union all select 'Radius' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from radius_record_log union all select 'Radius ON OFF' as type, from_unixtime(min(event_timestamp) ) as first_time, from_unixtime(max(event_timestamp) ) as last_time from radius_onff_log union all select 'Packet Capture' as type, from_unixtime(min(common_recv_time) ) as first_time, from_unixtime(max(common_recv_time) ) as last_time from sys_packet_capture_log ) order by type"
|
||
}
|
||
]
|
||
},
|
||
"description": "验证原始日志是否有最新的数据"
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "数据存储检查（Kafka-Druid)",
|
||
"item": [
|
||
{
|
||
"name": "统计数据-首次与最新加载时间",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select 'Traffic Metrics' as type, min(__time) as first_time, max(__time) as last_time from traffic_metrics_log union all select 'Security Policies Hit' as type, min(__time) as first_time, max(__time) as last_time from security_event_hits_log union all select 'Proxy Policies Hit' as type, min(__time) as first_time, max(__time) as last_time from proxy_event_hits_log union all select 'Internal IP' as type, min(__time) as first_time, max(__time) as last_time from top_internal_host_log union all select 'External IP' as type, min(__time) as first_time, max(__time) as last_time from top_external_host_log union all select 'Subscriber ID' as type, min(__time) as first_time, max(__time) as last_time from top_user_log union all select 'Client IP' as type, min(__time) as first_time, max(__time) as last_time from top_client_ip_log union all select 'Server IP' as type, min(__time) as first_time, max(__time) as last_time from top_server_ip_log union all select 'Website Domain' as type, min(__time) as first_time, max(__time) as last_time from top_website_domain_log union all select 'Hit Urls' as type, min(__time) as first_time, max(__time) as last_time from top_urls_log union all select 'Traffic Summary' as type, min(__time) as first_time, max(__time) as last_time from traffic_summary_log union all select 'Traffic Protocol Stat' as type, min(__time) as first_time, max(__time) as last_time from traffic_protocol_stat_log union all select 'Storage Quota' as type, min(__time) as first_time, max(__time) as last_time from sys_storage_log ",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select 'Traffic Metrics' as type, min(__time) as first_time, max(__time) as last_time from traffic_metrics_log union all select 'Security Policies Hit' as type, min(__time) as first_time, max(__time) as last_time from security_event_hits_log union all select 'Proxy Policies Hit' as type, min(__time) as first_time, max(__time) as last_time from proxy_event_hits_log union all select 'Internal IP' as type, min(__time) as first_time, max(__time) as last_time from top_internal_host_log union all select 'External IP' as type, min(__time) as first_time, max(__time) as last_time from top_external_host_log union all select 'Subscriber ID' as type, min(__time) as first_time, max(__time) as last_time from top_user_log union all select 'Client IP' as type, min(__time) as first_time, max(__time) as last_time from top_client_ip_log union all select 'Server IP' as type, min(__time) as first_time, max(__time) as last_time from top_server_ip_log union all select 'Website Domain' as type, min(__time) as first_time, max(__time) as last_time from top_website_domain_log union all select 'Hit Urls' as type, min(__time) as first_time, max(__time) as last_time from top_urls_log union all select 'Traffic Summary' as type, min(__time) as first_time, max(__time) as last_time from traffic_summary_log union all select 'Traffic Protocol Stat' as type, min(__time) as first_time, max(__time) as last_time from traffic_protocol_stat_log union all select 'Storage Quota' as type, min(__time) as first_time, max(__time) as last_time from sys_storage_log "
|
||
}
|
||
]
|
||
},
|
||
"description": "验证Apache Druid 统计表是否有最新的数据"
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "系统报告检查",
|
||
"item": [
|
||
{
|
||
"name": "当前报告异常的结果列表-JobID",
|
||
"protocolProfileBehavior": {
|
||
"disableBodyPruning": true
|
||
},
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "formdata",
|
||
"formdata": [
|
||
{
|
||
"key": "query",
|
||
"value": "select count(1) from connection_record_log",
|
||
"type": "text"
|
||
}
|
||
]
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/open-api/reportResults/{jobId}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"open-api",
|
||
"reportResults",
|
||
"{jobId}"
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "option",
|
||
"value": "long-term",
|
||
"disabled": true
|
||
},
|
||
{
|
||
"key": "resultId",
|
||
"value": "129494",
|
||
"disabled": true
|
||
}
|
||
]
|
||
},
|
||
"description": "结果状态status 含义列表，显示>2 的结果列表。\n0\t等待执行，要isvaild字段为1，为0为用户取消\n1\t正在执行\n2\t执行成功\n3\tsql语句报错，一般跟ck和report无关\n4\tsql查询异常,可能ck问题也可能是网关\n5\t写入hbase报错\n6\t网关补全异常\n7\t网关未知异常\n8\treport未知异常\n9\t用户取消 ，在执行过程中将isvalid置为1\n10\t结果写入mysql报错"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "查询报告任务运行状态-QueryID",
|
||
"protocolProfileBehavior": {
|
||
"disableBodyPruning": true
|
||
},
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "formdata",
|
||
"formdata": [
|
||
{
|
||
"key": "query",
|
||
"value": "select count(1) from connection_record_log",
|
||
"type": "text"
|
||
}
|
||
]
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select CAST(type, 'Int8') as type,read_rows,query_duration_ms,query,exception,memory_usage,event_time,result_rows,result_bytes from system.query_log_cluster where type>1 and query_id='' order by event_time desc limit 1",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "option",
|
||
"value": "long-term",
|
||
"disabled": true
|
||
},
|
||
{
|
||
"key": "resultId",
|
||
"value": "129494",
|
||
"disabled": true
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "select CAST(type, 'Int8') as type,read_rows,query_duration_ms,query,exception,memory_usage,event_time,result_rows,result_bytes from system.query_log_cluster where type>1 and query_id='' order by event_time desc limit 1"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "SQL查询接口",
|
||
"protocolProfileBehavior": {
|
||
"disableBodyPruning": true
|
||
},
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "formdata",
|
||
"formdata": [
|
||
{
|
||
"key": "query",
|
||
"value": "select count(1) from connection_record_log",
|
||
"type": "text"
|
||
}
|
||
]
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select%20*%20from%20connection_record_log%20where%20common_protocol_label%20like%20'%25SSL'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "option",
|
||
"value": "long-term",
|
||
"disabled": true
|
||
},
|
||
{
|
||
"key": "resultId",
|
||
"value": "129494",
|
||
"disabled": true
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "select%20*%20from%20connection_record_log%20where%20common_protocol_label%20like%20'%25SSL'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "SQL语法检查",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?option=syntax-check&query=select * from connection_record_log limit 1",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "option",
|
||
"value": "syntax-check"
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "select * from connection_record_log limit 1"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "元数据查询接口",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/metadata/schema/v1/fields/connection_record_log",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"metadata",
|
||
"schema",
|
||
"v1",
|
||
"fields",
|
||
"connection_record_log"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "02.系统检查",
|
||
"item": [
|
||
{
|
||
"name": "查询引擎健康状态",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/monitor/health",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"monitor",
|
||
"health"
|
||
]
|
||
},
|
||
"description": "查询数据引擎引用的数据库健康状态及目前的配置。"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "报告应用健康状态",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{report_ip}}:{{report_port}}/monitor",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{report_ip}}"
|
||
],
|
||
"port": "{{report_port}}",
|
||
"path": [
|
||
"monitor"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "故障诊断-元数据",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/diagnosis/metadata",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"diagnosis",
|
||
"metadata"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "故障诊断-sql性能测试",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/diagnosis/runSql?isSaved=true",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"diagnosis",
|
||
"runSql"
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "isSaved",
|
||
"value": "true"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "组件版本信息",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/monitor/info",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"monitor",
|
||
"info"
|
||
]
|
||
},
|
||
"description": "查询数据平台各个组件的版本号"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "数据存储周期",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/sys/storage/deletion",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"sys",
|
||
"storage",
|
||
"deletion"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "查询引擎SQL测试集[过时]",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/test/runSql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"test",
|
||
"runSql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Kafka Topic 监控指标",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{kafka_load_ip}}:{{kafka_monitor_port}}",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{kafka_load_ip}}"
|
||
],
|
||
"port": "{{kafka_monitor_port}}"
|
||
},
|
||
"description": "## Kafka Topics\n\n```\n在监控指标结果下，直接复制指标进行查找定位，仅需修改\"topic\"里内容。\n```\n\n- kafka_server_BrokerTopicMetrics_MeanRate\n - Topic 消息传输速率均值，可定位当前Topic平均处理多少消息\n - 每秒接收消息：kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的请求数量：kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的生产数量：kafka_server_BrokerTopicMetrics_MeanRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n- kafka_server_BrokerTopicMetrics_OneMinuteRate\n - Topic 1分钟内传输消息速率，可定位最近1分钟有无数据\n - 每秒接收消息：kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的请求数量：kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的生产数量：kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n- kafka_server_BrokerTopicMetrics_FiveMinuteRate\n - Topic 5分钟内传输消息速率，可定位最近5分钟有无数据\n - 每秒接收消息：kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的请求数量：kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的生产数量：kafka_server_BrokerTopicMetrics_FiveMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n- kafka_server_BrokerTopicMetrics_FifteenMinuteRate\n - Topic 15分钟内传输消息速率，可定位最近15分钟有无数据\n - 每秒接收消息：kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"MessagesInPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的请求数量：kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedFetchRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}\n - 每秒失败的生产数量：kafka_server_BrokerTopicMetrics_FifteenMinuteRate{name=\\\"FailedProduceRequestsPerSec\\\",topic=\\\"CONNECTION-RECORD-LOG\\\",}"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Schema-通联日志",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/metadata/schema/v1/fields/connection_record_log",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"metadata",
|
||
"schema",
|
||
"v1",
|
||
"fields",
|
||
"connection_record_log"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Schema-安全策略日志",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/metadata/schema/v1/fields/security_event_log",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"metadata",
|
||
"schema",
|
||
"v1",
|
||
"fields",
|
||
"security_event_log"
|
||
]
|
||
},
|
||
"description": "security_event_log"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Schema-代理策略日志",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/metadata/schema/v1/fields/proxy_event_log",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"metadata",
|
||
"schema",
|
||
"v1",
|
||
"fields",
|
||
"proxy_event_log"
|
||
]
|
||
},
|
||
"description": "proxy_event_log"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "元数据-ClickHouse 库表",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/metadata/schema/v1/tables/tsg_galaxy_v3",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"metadata",
|
||
"schema",
|
||
"v1",
|
||
"tables",
|
||
"tsg_galaxy_v3"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "元数据-Druid 库表",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/metadata/schema/v1/tables/druid",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"metadata",
|
||
"schema",
|
||
"v1",
|
||
"tables",
|
||
"druid"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "检查Druid数据库服务是否正常",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\":\"select count(1) from sys.servers\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
},
|
||
"description": "1. 将环境切换至 druid\r\n\r\n2. 执行此接口,如果接口正常返回数据,代表druid服务运行正常"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "检查ClickHouse数据库服务是否正常",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{clickhouse_ip}}:{{clickhouse_port}}/?user={{clickhouse_user}}&password={{clickhouse_password}}&database={{clickhouse_database}}&query=select version()",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{clickhouse_ip}}"
|
||
],
|
||
"port": "{{clickhouse_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "user",
|
||
"value": "{{clickhouse_user}}"
|
||
},
|
||
{
|
||
"key": "password",
|
||
"value": "{{clickhouse_password}}"
|
||
},
|
||
{
|
||
"key": "database",
|
||
"value": "{{clickhouse_database}}"
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "select version()"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "检查Arango数据库服务是否正常",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"password\":\"ceiec2018\",\r\n \"username\":\"query\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{arango_ip}}:{{arango_port}}/_db/tsg_galaxy_v3/_open/auth",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{arango_ip}}"
|
||
],
|
||
"port": "{{arango_port}}",
|
||
"path": [
|
||
"_db",
|
||
"tsg_galaxy_v3",
|
||
"_open",
|
||
"auth"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "03.Dashboard查询",
|
||
"item": [
|
||
{
|
||
"name": "基础统计-流量(计数)-now",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsum(total_in_bytes)* 8 / 300 as trafficInBits,\n\tsum(total_out_bytes)* 8 / 300 as trafficOutBits,\n\tsum(total_in_bytes + total_out_bytes)* 8 / 300 as trafficTotalBits,\n\tsum(total_in_packets)/ 300 as trafficInPackets,\n\tsum(total_out_packets)/ 300 as trafficOutPackets,\n\tsum(total_in_packets + total_out_packets)/ 300 as trafficTotalPackets,\n\tsum(new_conn_num)/ 300 as sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= FROM_UNIXTIME(UNIX_TIMESTAMP(now())-300)",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsum(total_in_bytes)* 8 / 300 as trafficInBits,\n\tsum(total_out_bytes)* 8 / 300 as trafficOutBits,\n\tsum(total_in_bytes + total_out_bytes)* 8 / 300 as trafficTotalBits,\n\tsum(total_in_packets)/ 300 as trafficInPackets,\n\tsum(total_out_packets)/ 300 as trafficOutPackets,\n\tsum(total_in_packets + total_out_packets)/ 300 as trafficTotalPackets,\n\tsum(new_conn_num)/ 300 as sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= FROM_UNIXTIME(UNIX_TIMESTAMP(now())-300)"
|
||
}
|
||
]
|
||
},
|
||
"description": "最近5分钟"
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "基础统计-新建、活跃(计数)-now",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select \n sum(new_conn_num)/300 as new_conn_num, \n sum(live_conn_num) as live_conn_num \nfrom (\n select\n sum(new_conn_num) as new_conn_num,\n max(established_conn_num) as live_conn_num \n from traffic_metrics_log \n where __time >= FROM_UNIXTIME(UNIX_TIMESTAMP(now())-300)\n group by device_id)",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select \n sum(new_conn_num)/300 as new_conn_num, \n sum(live_conn_num) as live_conn_num \nfrom (\n select\n sum(new_conn_num) as new_conn_num,\n max(established_conn_num) as live_conn_num \n from traffic_metrics_log \n where __time >= FROM_UNIXTIME(UNIX_TIMESTAMP(now())-300)\n group by device_id)"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "基础统计-流量(趋势)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero')) as statisticsTime,\n\tsum(total_in_bytes) as total_in_bytes,\n\tsum(total_out_bytes) as total_out_bytes,\n\tsum(total_in_bytes + total_out_bytes) as total_all_bytes,\n\tsum(total_in_packets) as total_in_packets,\n\tsum(total_out_packets) as total_out_packets,\n\tsum(total_in_packets + total_out_packets) as total_all_packets,\n\tsum(new_conn_num) as sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tgroup by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero'))\nlimit 50000",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero')) as statisticsTime,\n\tsum(total_in_bytes) as total_in_bytes,\n\tsum(total_out_bytes) as total_out_bytes,\n\tsum(total_in_bytes + total_out_bytes) as total_all_bytes,\n\tsum(total_in_packets) as total_in_packets,\n\tsum(total_out_packets) as total_out_packets,\n\tsum(total_in_packets + total_out_packets) as total_all_packets,\n\tsum(new_conn_num) as sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tgroup by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero'))\nlimit 50000"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "基础统计-新建、活跃(趋势)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select * from (select\nFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')) as statisticTime,\n'new_conn_num' as type,\nsum(new_conn_num) as sessions\nfrom\ntraffic_metrics_log\nwhere\n__time >= '{{start_time}}'\nand __time < '{{end_time}}'\ngroup by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')),'new_conn_num' union all select statisticTime, 'live_conn_num' as type,sum(sessions) as sessions from ( select\nFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')) as statisticTime,device_id,\nmax(established_conn_num) as sessions\nfrom\ntraffic_metrics_log\nwhere\n__time >= '{{start_time}}'\nand __time < '{{end_time}}' \ngroup by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')),device_id) group by statisticTime,'live_conn_num' ) order by statisticTime asc limit 50000",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select * from (select\nFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')) as statisticTime,\n'new_conn_num' as type,\nsum(new_conn_num) as sessions\nfrom\ntraffic_metrics_log\nwhere\n__time >= '{{start_time}}'\nand __time < '{{end_time}}'\ngroup by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')),'new_conn_num' union all select statisticTime, 'live_conn_num' as type,sum(sessions) as sessions from ( select\nFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')) as statisticTime,device_id,\nmax(established_conn_num) as sessions\nfrom\ntraffic_metrics_log\nwhere\n__time >= '{{start_time}}'\nand __time < '{{end_time}}' \ngroup by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n'PT5m',\n'zero')),device_id) group by statisticTime,'live_conn_num' ) order by statisticTime asc limit 50000"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全命中策略-命中动作连接数(计数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select 'Default' as action, sum(default_in_bytes+default_out_bytes) as bytes, sum(default_in_packets+default_out_packets) as packets, sum(default_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Allow' as action, sum(allow_in_bytes+allow_out_bytes) as bytes, sum(allow_in_packets+allow_out_packets) as packets, sum(allow_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Deny' as action, sum(deny_in_bytes+deny_out_bytes) as bytes, sum(deny_in_packets+deny_out_packets) as packets, sum(deny_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Monitor' as action, sum(monitor_in_bytes+monitor_out_bytes) as bytes, sum(monitor_in_packets+monitor_out_packets) as packets, sum(monitor_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Intercept' as action, sum(intercept_in_bytes+intercept_out_bytes) as bytes, sum(intercept_in_packets+intercept_out_packets) as packets, sum(intercept_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select 'Default' as action, sum(default_in_bytes+default_out_bytes) as bytes, sum(default_in_packets+default_out_packets) as packets, sum(default_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Allow' as action, sum(allow_in_bytes+allow_out_bytes) as bytes, sum(allow_in_packets+allow_out_packets) as packets, sum(allow_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Deny' as action, sum(deny_in_bytes+deny_out_bytes) as bytes, sum(deny_in_packets+deny_out_packets) as packets, sum(deny_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Monitor' as action, sum(monitor_in_bytes+monitor_out_bytes) as bytes, sum(monitor_in_packets+monitor_out_packets) as packets, sum(monitor_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Intercept' as action, sum(intercept_in_bytes+intercept_out_bytes) as bytes, sum(intercept_in_packets+intercept_out_packets) as packets, sum(intercept_conn_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全命中策略-命中动作连接数(趋势)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\nFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero')) as statisticTime,\n\tsum(default_in_bytes + default_out_bytes) as default_bytes,\n\tsum(default_in_packets + default_out_packets) as default_packets,\n\tsum(default_conn_num) as default_sessions,\n\tsum(allow_in_bytes + allow_out_bytes) as allow_bytes,\n\tsum(allow_in_packets + allow_out_packets) as allow_packets,\n\tsum(allow_conn_num) as allow_sessions,\n\tsum(deny_in_bytes + deny_out_bytes) as deny_bytes,\n\tsum(deny_in_packets + deny_out_packets) as deny_packets,\n\tsum(deny_conn_num) as deny_sessions,\n\tsum(monitor_in_bytes + monitor_out_bytes) as monitor_bytes,\n\tsum(monitor_in_packets + monitor_out_packets) as monitor_packets,\n\tsum(monitor_conn_num) as monitor_sessions,\n\tsum(intercept_in_bytes + intercept_out_bytes) as intercept_bytes,\n\tsum(intercept_in_packets + intercept_out_packets) as intercept_packets,\n\tsum(intercept_conn_num) as intercept_sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\ngroup by\n\tFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero'))\nlimit 50000",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\nFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero')) as statisticTime,\n\tsum(default_in_bytes + default_out_bytes) as default_bytes,\n\tsum(default_in_packets + default_out_packets) as default_packets,\n\tsum(default_conn_num) as default_sessions,\n\tsum(allow_in_bytes + allow_out_bytes) as allow_bytes,\n\tsum(allow_in_packets + allow_out_packets) as allow_packets,\n\tsum(allow_conn_num) as allow_sessions,\n\tsum(deny_in_bytes + deny_out_bytes) as deny_bytes,\n\tsum(deny_in_packets + deny_out_packets) as deny_packets,\n\tsum(deny_conn_num) as deny_sessions,\n\tsum(monitor_in_bytes + monitor_out_bytes) as monitor_bytes,\n\tsum(monitor_in_packets + monitor_out_packets) as monitor_packets,\n\tsum(monitor_conn_num) as monitor_sessions,\n\tsum(intercept_in_bytes + intercept_out_bytes) as intercept_bytes,\n\tsum(intercept_in_packets + intercept_out_packets) as intercept_packets,\n\tsum(intercept_conn_num) as intercept_sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\ngroup by\n\tFROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),\n\t'PT30S',\n\t'zero'))\nlimit 50000"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全命中策略-策略命中排名(TopN)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select policy_id as policyId, sum(hits) as sessions from security_event_hits_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by policy_id order by sessions desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select policy_id as policyId, sum(hits) as sessions from security_event_hits_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by policy_id order by sessions desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃源IP排名(TopN-会话数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsource as clientIp,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sentBytes,\n\tsum(s2c_byte_num) as receivedBytes,\n\tsum(c2s_byte_num + s2c_byte_num) as totalBytes,\n\tsum(c2s_pkt_num) as sentPackets,\n\tsum(s2c_pkt_num) as receivedPackets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as totalPackets\nfrom\n\ttop_client_ip_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'sessions'\ngroup by\n\tsource\norder by\n\tsessions desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsource as clientIp,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sentBytes,\n\tsum(s2c_byte_num) as receivedBytes,\n\tsum(c2s_byte_num + s2c_byte_num) as totalBytes,\n\tsum(c2s_pkt_num) as sentPackets,\n\tsum(s2c_pkt_num) as receivedPackets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as totalPackets\nfrom\n\ttop_client_ip_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'sessions'\ngroup by\n\tsource\norder by\n\tsessions desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃源IP排名(TopN-包数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsource as clientIp,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sentBytes,\n\tsum(s2c_byte_num) as receivedBytes,\n\tsum(c2s_byte_num + s2c_byte_num) as totalBytes,\n\tsum(c2s_pkt_num) as sentPackets,\n\tsum(s2c_pkt_num) as receivedPackets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as totalPackets\nfrom\n\ttop_client_ip_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'packets'\ngroup by\n\tsource\norder by\n\ttotalPackets desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsource as clientIp,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sentBytes,\n\tsum(s2c_byte_num) as receivedBytes,\n\tsum(c2s_byte_num + s2c_byte_num) as totalBytes,\n\tsum(c2s_pkt_num) as sentPackets,\n\tsum(s2c_pkt_num) as receivedPackets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as totalPackets\nfrom\n\ttop_client_ip_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'packets'\ngroup by\n\tsource\norder by\n\ttotalPackets desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃源IP排名(TopN-字节数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsource as clientIp,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sentBytes,\n\tsum(s2c_byte_num) as receivedBytes,\n\tsum(c2s_byte_num + s2c_byte_num) as totalBytes,\n\tsum(c2s_pkt_num) as sentPackets,\n\tsum(s2c_pkt_num) as receivedPackets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as totalPackets\nfrom\n\ttop_client_ip_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'bytes'\ngroup by\n\tsource\norder by\n\ttotalBytes desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsource as clientIp,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sentBytes,\n\tsum(s2c_byte_num) as receivedBytes,\n\tsum(c2s_byte_num + s2c_byte_num) as totalBytes,\n\tsum(c2s_pkt_num) as sentPackets,\n\tsum(s2c_pkt_num) as receivedPackets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as totalPackets\nfrom\n\ttop_client_ip_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'bytes'\ngroup by\n\tsource\norder by\n\ttotalBytes desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃目的IP排名(TopN-会话数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select destination as serverIp,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_server_ip_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='sessions' group by destination order by sessions desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select destination as serverIp,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_server_ip_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='sessions' group by destination order by sessions desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃目的IP排名(TopN-包数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select destination as serverIp,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_server_ip_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='packets' group by destination order by totalPackets desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select destination as serverIp,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_server_ip_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='packets' group by destination order by totalPackets desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃目的IP排名(TopN-字节数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select destination as serverIp,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_server_ip_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='bytes' group by destination order by totalBytes desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select destination as serverIp,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_server_ip_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='bytes' group by destination order by totalBytes desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃用户排名(TopN-会话数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select subscriber_id as subscriberid,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_user_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='sessions' group by subscriber_id order by sessions desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select subscriber_id as subscriberid,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_user_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='sessions' group by subscriber_id order by sessions desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃用户排名(TopN-包数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select subscriber_id as subscriberid,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_user_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='packets' group by subscriber_id order by totalPackets desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select subscriber_id as subscriberid,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_user_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='packets' group by subscriber_id order by totalPackets desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃用户排名(TopN-字节数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select subscriber_id as subscriberid,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_user_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='bytes' group by subscriber_id order by totalBytes desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select subscriber_id as subscriberid,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_user_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='bytes' group by subscriber_id order by totalBytes desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃网址排名(TopN)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select url,sum(session_num) as sessions from top_urls_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by url order by sessions desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select url,sum(session_num) as sessions from top_urls_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by url order by sessions desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-活跃域名排名(TopN)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select domain,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_website_domain_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='sessions' group by domain order by sessions desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select domain,sum(session_num) as sessions,sum(c2s_byte_num) as sentBytes,sum(s2c_byte_num) as receivedBytes,sum(c2s_byte_num+s2c_byte_num) as totalBytes,sum(c2s_pkt_num) as sentPackets,sum(s2c_pkt_num) as receivedPackets,sum(c2s_pkt_num+s2c_pkt_num) as totalPackets from top_website_domain_log where __time >= '{{start_time}}' and __time < '{{end_time}}' and order_by='sessions' group by domain order by sessions desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-内部主机排名(TopN-会话数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsource as internal_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_internal_host_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'sessions'\ngroup by\n\tsource\norder by\n\tsessions desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsource as internal_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_internal_host_log\nwhere\n\t__time >= '{{start_time}}'\n\tand __time < '{{end_time}}'\n\tand order_by = 'sessions'\ngroup by\n\tsource\norder by\n\tsessions desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-内部主机排名(TopN-包数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsource as internal_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_internal_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'packets'\ngroup by\n\tsource\norder by\n\tpackets desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsource as internal_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_internal_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'packets'\ngroup by\n\tsource\norder by\n\tpackets desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-内部主机排名(TopN-字节数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsource as internal_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_internal_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'bytes'\ngroup by\n\tsource\norder by\n\tbytes desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsource as internal_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_internal_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'bytes'\ngroup by\n\tsource\norder by\n\tbytes desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-外部主机排名(TopN-会话数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tdestination as external_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_external_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'sessions'\ngroup by\n\tdestination\norder by\n\tsessions desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tdestination as external_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_external_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'sessions'\ngroup by\n\tdestination\norder by\n\tsessions desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-外部主机排名(TopN-包数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tdestination as external_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_external_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'packets'\ngroup by\n\tdestination\norder by\n\tpackets desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tdestination as external_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_external_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'packets'\ngroup by\n\tdestination\norder by\n\tpackets desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "终端统计信息-外部主机排名(TopN-字节数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tdestination as external_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_external_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'bytes'\ngroup by\n\tdestination\norder by\n\tbytes desc\nlimit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tdestination as external_ip,\n\tsum(session_num) as sessions,\n\tsum(c2s_byte_num) as sent_bytes,\n\tsum(s2c_byte_num) as received_bytes,\n\tsum(c2s_byte_num + s2c_byte_num) as bytes,\n\tsum(c2s_pkt_num) as sent_packets ,\n\tsum(s2c_pkt_num) as received_packets,\n\tsum(c2s_pkt_num + s2c_pkt_num) as packets\nfrom\n\ttop_external_host_log\nwhere\n\t__time >= '{{start_time}}' and __time < '{{end_time}}' and order_by = 'bytes'\ngroup by\n\tdestination\norder by\n\tbytes desc\nlimit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理命中策略-命中动作连接数(计数)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select 'Allow' as action, sum(intcp_allow_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Monitor' as action, sum(intcp_mon_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Deny' as action, sum(intcp_deny_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Redirect' as action, sum(intcp_rdirt_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Replace' as action, sum(intcp_repl_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Hijack' as action, sum(intcp_hijk_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Insert' as action, sum(intcp_ins_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select 'Allow' as action, sum(intcp_allow_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Monitor' as action, sum(intcp_mon_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Deny' as action, sum(intcp_deny_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Redirect' as action, sum(intcp_rdirt_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Replace' as action, sum(intcp_repl_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Hijack' as action, sum(intcp_hijk_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' union all select 'Insert' as action, sum(intcp_ins_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理命中策略-命中动作连接数(趋势)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(intcp_allow_num) as intercept_allow_conn_num, sum(intcp_mon_num) as intercept_monitor_conn_num, sum(intcp_deny_num) as intercept_deny_conn_num, sum(intcp_rdirt_num) as intercept_redirect_conn_num, sum(intcp_repl_num) as intercept_replace_conn_num, sum(intcp_hijk_num) as intercept_hijack_conn_num, sum(intcp_ins_num) as intercept_insert_conn_num from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 50000",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(intcp_allow_num) as intercept_allow_conn_num, sum(intcp_mon_num) as intercept_monitor_conn_num, sum(intcp_deny_num) as intercept_deny_conn_num, sum(intcp_rdirt_num) as intercept_redirect_conn_num, sum(intcp_repl_num) as intercept_replace_conn_num, sum(intcp_hijk_num) as intercept_hijack_conn_num, sum(intcp_ins_num) as intercept_insert_conn_num from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 50000"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理命中策略-Pinning(Not)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(not_pinning_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 100",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(not_pinning_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 100"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理命中策略-Pinning(Maybe)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(maybe_pinning_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 100",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(maybe_pinning_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 100"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理命中策略-Pinning(Yes)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(pinning_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 100",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) as statisticTime, sum(pinning_num) as sessions from traffic_metrics_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT300S','zero')) limit 100"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理命中策略-策略命中排名(TopN)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select policy_id as policyId, sum(hits) as sessions from proxy_event_hits_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by policy_id order by sessions desc limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select policy_id as policyId, sum(hits) as sessions from proxy_event_hits_log where __time >= '{{start_time}}' and __time < '{{end_time}}' group by policy_id order by sessions desc limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "liveChart-网络流量统计概览",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\n \"clientId\":null,\n \"query\":{\n \"queryType\":\"networkOverviewSummary\",\n \"dataSource\":\"traffic_summary_log\",\n \"parameters\":{\n \"match\":[\n \n ],\n \"intervals\":[\n \"{{start_time}}/{{end_time}}\"\n ]\n }\n }\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/traffic/v1/?protocol",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"traffic",
|
||
"v1",
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "protocol",
|
||
"value": ""
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "liveChart-协议树",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\n \"clientId\":null,\n \"query\":{\n \"queryType\":\"protocolTreeSummary\",\n \"dataSource\":\"traffic_protocol_stat_log\",\n \"parameters\":{\n \"match\":[\n \n ],\n \"intervals\":[\n \"{{start_time}}/{{end_time}}\"\n ]\n }\n }\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/traffic/v1/?protocol",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"traffic",
|
||
"v1",
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "protocol",
|
||
"value": ""
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "liveChart-吞吐量",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\n \"clientId\":null,\n \"query\":{\n \"queryType\":\"protocolDataRateSummary\",\n \"dataSource\":\"traffic_protocol_stat_log\",\n \"parameters\":{\n \"granularity\":\"PT30S\",\n \"match\":[\n {\n \"type\":\"prefix\",\n \"fieldKey\":\"protocol_id\",\n \"fieldValues\":[\n \"Protocols/ETHERNET,*\"\n ]\n }\n ],\n \"intervals\":[\n \"{{start_time}}/{{end_time}}\"\n ]\n }\n }\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/traffic/v1/?protocol",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"traffic",
|
||
"v1",
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "protocol",
|
||
"value": ""
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "新建/活跃连接平均速率",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query= select\n sum(new_conn_num)/300 as new_conn_num,\n sum(live_conn_num) as live_conn_num from (\n select\n sum(new_conn_num) as new_conn_num,\n max(established_conn_num) as live_conn_num from traffic_metrics_log \n where __time >= {{Last 5 Minutes Start}} \n group by device_id) ",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": " select\n sum(new_conn_num)/300 as new_conn_num,\n sum(live_conn_num) as live_conn_num from (\n select\n sum(new_conn_num) as new_conn_num,\n max(established_conn_num) as live_conn_num from traffic_metrics_log \n where __time >= {{Last 5 Minutes Start}} \n group by device_id) "
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "网络带宽平均速率",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=\nselect\n\tsum(total_in_bytes)*8/300 as traffic_in_bits,\n\tsum(total_out_bytes)*8/300 as traffic_out_bits\nfrom\n\ttraffic_metrics_log\nwhere \n\t__time >= {{Last 5 Minutes Start}} ",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "\nselect\n\tsum(total_in_bytes)*8/300 as traffic_in_bits,\n\tsum(total_out_bytes)*8/300 as traffic_out_bits\nfrom\n\ttraffic_metrics_log\nwhere \n\t__time >= {{Last 5 Minutes Start}} "
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "网络包数平均速率",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=\nselect\n\tsum(total_in_packets)/300 as traffic_in_packets,\n\tsum(total_out_packets)/300 as traffic_out_packets\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= {{Last 5 Minutes Start}} ",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "\nselect\n\tsum(total_in_packets)/300 as traffic_in_packets,\n\tsum(total_out_packets)/300 as traffic_out_packets\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= {{Last 5 Minutes Start}} "
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "网络会话数量平均速率",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=\nselect\n\tsum(new_conn_num)/300 as sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= {{Last 5 Minutes Start}} ",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "\nselect\n\tsum(new_conn_num)/300 as sessions\nfrom\n\ttraffic_metrics_log\nwhere\n\t__time >= {{Last 5 Minutes Start}} "
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
],
|
||
"description": "# Dashboard 业务\n\nDashboard 为预聚合计数操作，接入数据源有四处（KAFKA TOPIC）：\n\n* TRAFFIC-METRICS-LOG ： 功能端5秒输出一次\n* CONNECTION-RECORD-COMPLETE-LOG: 数据平台接收CONNECTION-RECORD-LOG 补全后实时输出。\n* PROXY/SECURITY-EVENT-COMPLETE-LOG: 数据平台接收PROXY/SECURITY 命中策略日志补全后实时输出。\n\n## 流量计数Metrics \n\n**功能端 - Kafka（TRAFFIC-METRICS-LOG 每5秒 ) - Druid** \n\n所有基础Metrics（非内容级别的统计）都为功能端提前预聚合输出到TRAFFIC-METRICS-LOG 中，最终数据平台写入Druid 中，供API查询。具体包含：\n\n* System Overview （Traffic 、New、Live）\n* Policy Hits by Action(Security)\n* Policy Hits by Action (proxy) 、Pinning\n\n## TOPN 计算\n\n**流程1：功能端 - Kafka（原始日志） - 补全 - Druid** // 统计安全策略与代理策略结果，每1分钟\n\n**流程2：功能端 - Kafka（原始日志） - 补全 - Druid - 调度任务 - kafka -Druid ** // TOPN 计算，每5分钟\n\n所有内容级别，为数据平台进行实时统计，将指标输出到Druid中，供API进行查询。具体包含：\n\n* Top Hits (security) - 流程1\n\n* Top Hits (proxy) - 流程1\n\n* Endpoints (Active Client/Server/Internal/External , Top Domains, Active Subscriber ID,Top urls) - 流程2\n\n ",
|
||
"event": [
|
||
{
|
||
"listen": "prerequest",
|
||
"script": {
|
||
"type": "text/javascript",
|
||
"exec": [
|
||
""
|
||
]
|
||
}
|
||
},
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"type": "text/javascript",
|
||
"exec": [
|
||
""
|
||
]
|
||
}
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "04.原始日志查询",
|
||
"item": [
|
||
{
|
||
"name": "安全策略日志",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_policy_id,common_subscriber_id,common_client_ip,common_client_port,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_action,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_pkt_num,common_s2c_pkt_num,common_c2s_byte_num,common_s2c_byte_num,common_schema_type,common_sub_action,common_device_id, FROM_UNIXTIME(common_start_time) as common_start_time, FROM_UNIXTIME(common_end_time) as common_end_time,common_establish_latency_ms,common_con_duration_ms,common_stream_dir,common_stream_trace_id,http_url,http_host,http_domain,http_request_body,http_response_body,http_cookie,http_referer,http_user_agent,http_content_length,http_content_type,http_set_cookie,http_version,http_response_lantency_ms,http_action_file_size,http_session_duration_ms,mail_protocol_type,mail_account,mail_from_cmd,mail_to_cmd,mail_from,mail_to,mail_cc,mail_bcc,mail_subject,mail_attachment_name,mail_eml_file,dns_message_id,dns_qr,dns_opcode,dns_aa,dns_tc,dns_rd,dns_ra,dns_rcode,dns_qdcount,dns_ancount,dns_nscount,dns_arcount,dns_qname,dns_qtype,dns_qclass,dns_cname,dns_sub,dns_rr,ssl_sni,ssl_san,ssl_cn,ssl_pinningst,ssl_intercept_state,ssl_server_side_latency,ssl_client_side_latency,ssl_server_side_version,ssl_client_side_version,ssl_cert_verify,ssl_error,quic_version,quic_sni,quic_user_agent,ftp_account,ftp_url,ftp_content from security_event_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_policy_id,common_subscriber_id,common_client_ip,common_client_port,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_action,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_pkt_num,common_s2c_pkt_num,common_c2s_byte_num,common_s2c_byte_num,common_schema_type,common_sub_action,common_device_id, FROM_UNIXTIME(common_start_time) as common_start_time, FROM_UNIXTIME(common_end_time) as common_end_time,common_establish_latency_ms,common_con_duration_ms,common_stream_dir,common_stream_trace_id,http_url,http_host,http_domain,http_request_body,http_response_body,http_cookie,http_referer,http_user_agent,http_content_length,http_content_type,http_set_cookie,http_version,http_response_lantency_ms,http_action_file_size,http_session_duration_ms,mail_protocol_type,mail_account,mail_from_cmd,mail_to_cmd,mail_from,mail_to,mail_cc,mail_bcc,mail_subject,mail_attachment_name,mail_eml_file,dns_message_id,dns_qr,dns_opcode,dns_aa,dns_tc,dns_rd,dns_ra,dns_rcode,dns_qdcount,dns_ancount,dns_nscount,dns_arcount,dns_qname,dns_qtype,dns_qclass,dns_cname,dns_sub,dns_rr,ssl_sni,ssl_san,ssl_cn,ssl_pinningst,ssl_intercept_state,ssl_server_side_latency,ssl_client_side_latency,ssl_server_side_version,ssl_client_side_version,ssl_cert_verify,ssl_error,quic_version,quic_sni,quic_user_agent,ftp_account,ftp_url,ftp_content from security_event_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全策略-近1小时日志变化（默认，预统计）",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select {{PT5M_TIME}} as stat_time, 'allow' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=128 group by {{PT5M_TIME}},'allow'\nunion all\nselect {{PT5M_TIME}} as stat_time, 'deny' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=16 group by {{PT5M_TIME}},'deny'\nunion all\nselect {{PT5M_TIME}} as stat_time, 'monitor' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=1 group by {{PT5M_TIME}},'monitor'\nunion all\nselect {{PT5M_TIME}} as stat_time, 'intercept' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=2 group by {{PT5M_TIME}}, 'intercept'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select {{PT5M_TIME}} as stat_time, 'allow' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=128 group by {{PT5M_TIME}},'allow'\nunion all\nselect {{PT5M_TIME}} as stat_time, 'deny' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=16 group by {{PT5M_TIME}},'deny'\nunion all\nselect {{PT5M_TIME}} as stat_time, 'monitor' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=1 group by {{PT5M_TIME}},'monitor'\nunion all\nselect {{PT5M_TIME}} as stat_time, 'intercept' as type, sum(hits) as events from security_event_hits_log where __time >= {{Last 1 Hour Start}} and action=2 group by {{PT5M_TIME}}, 'intercept'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全策略-近1小时日志变化（原始日志）",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n {{PT5M_RECV_TIME}} as stat_time,\n (CASE\n WHEN common_action = 1 THEN 'Monitor'\n WHEN common_action = 2 THEN 'Intercept'\n WHEN common_action = 16 THEN 'Deny'\n WHEN common_action = 48 THEN 'Manipulation'\n WHEN common_action = 128 THEN 'Allow'\n ELSE 'None'\n END) as type,\n count(*) as events\nfrom\n security_event_log where common_recv_time > {{Last 1 Hour Start}}\ngroup by\n stat_time,\n common_action order by stat_time asc",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n {{PT5M_RECV_TIME}} as stat_time,\n (CASE\n WHEN common_action = 1 THEN 'Monitor'\n WHEN common_action = 2 THEN 'Intercept'\n WHEN common_action = 16 THEN 'Deny'\n WHEN common_action = 48 THEN 'Manipulation'\n WHEN common_action = 128 THEN 'Allow'\n ELSE 'None'\n END) as type,\n count(*) as events\nfrom\n security_event_log where common_recv_time > {{Last 1 Hour Start}}\ngroup by\n stat_time,\n common_action order by stat_time asc"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全策略-日志总量",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select count(*) as events from security_event_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select count(*) as events from security_event_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安全策略-动作命中计数",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select (CASE WHEN common_action=1 THEN 'Monitor' WHEN common_action=2 THEN 'Intercept' WHEN common_action=16 THEN 'Deny' WHEN common_action=48 THEN 'Manipulation' WHEN common_action=128 THEN 'Allow' ELSE 'None' END) as action,\n count(*) as hits,\n sum(common_c2s_byte_num ) as bytes_sent,\n sum(common_s2c_byte_num ) as bytes_received,\n sum(common_c2s_byte_num+common_s2c_byte_num ) as bytes,sum(common_c2s_pkt_num ) as packets_sent,\n sum(common_s2c_pkt_num ) as packets_received,\n sum(common_c2s_pkt_num+common_s2c_pkt_num ) as packets from security_event_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}' group by common_action",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select (CASE WHEN common_action=1 THEN 'Monitor' WHEN common_action=2 THEN 'Intercept' WHEN common_action=16 THEN 'Deny' WHEN common_action=48 THEN 'Manipulation' WHEN common_action=128 THEN 'Allow' ELSE 'None' END) as action,\n count(*) as hits,\n sum(common_c2s_byte_num ) as bytes_sent,\n sum(common_s2c_byte_num ) as bytes_received,\n sum(common_c2s_byte_num+common_s2c_byte_num ) as bytes,sum(common_c2s_pkt_num ) as packets_sent,\n sum(common_s2c_pkt_num ) as packets_received,\n sum(common_c2s_pkt_num+common_s2c_pkt_num ) as packets from security_event_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}' group by common_action"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理策略日志",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_policy_id,common_subscriber_id,common_client_ip,common_client_port,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_action,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_byte_num,common_s2c_byte_num,common_schema_type,common_sub_action,common_device_id, FROM_UNIXTIME(common_start_time) as common_start_time, FROM_UNIXTIME(common_end_time) as common_end_time,common_establish_latency_ms,common_con_duration_ms,common_stream_dir,common_stream_trace_id,http_url,http_host,http_domain,http_request_body,http_response_body,http_cookie,http_referer,http_user_agent,http_content_length,http_content_type,http_set_cookie,http_version,http_response_lantency_ms,http_session_duration_ms,http_action_file_size,doh_url,doh_host,doh_cookie,doh_referer,doh_user_agent,doh_content_length,doh_content_type,doh_set_cookie,doh_version,doh_message_id,doh_qr,doh_opcode,doh_aa,doh_tc,doh_rd,doh_ra,doh_rcode,doh_qdcount,doh_ancount,doh_nscount,doh_arcount,doh_qname,doh_qtype,doh_qclass,doh_cname,doh_sub,doh_rr from proxy_event_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_policy_id,common_subscriber_id,common_client_ip,common_client_port,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_action,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_byte_num,common_s2c_byte_num,common_schema_type,common_sub_action,common_device_id, FROM_UNIXTIME(common_start_time) as common_start_time, FROM_UNIXTIME(common_end_time) as common_end_time,common_establish_latency_ms,common_con_duration_ms,common_stream_dir,common_stream_trace_id,http_url,http_host,http_domain,http_request_body,http_response_body,http_cookie,http_referer,http_user_agent,http_content_length,http_content_type,http_set_cookie,http_version,http_response_lantency_ms,http_session_duration_ms,http_action_file_size,doh_url,doh_host,doh_cookie,doh_referer,doh_user_agent,doh_content_length,doh_content_type,doh_set_cookie,doh_version,doh_message_id,doh_qr,doh_opcode,doh_aa,doh_tc,doh_rd,doh_ra,doh_rcode,doh_qdcount,doh_ancount,doh_nscount,doh_arcount,doh_qname,doh_qtype,doh_qclass,doh_cname,doh_sub,doh_rr from proxy_event_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理策略-动作命中计数",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query= select common_sub_action , count(*) as hits from proxy_event_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') group by common_sub_action",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": " select common_sub_action , count(*) as hits from proxy_event_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') group by common_sub_action"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理策略-近1小时动作命中变化 (默认，预统计）",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='allow' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='monitor' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='deny' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='redirect' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='replace' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='hijack' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='insert' group by {{PT5M_TIME}}, sub_action\n",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='allow' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='monitor' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='deny' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='redirect' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='replace' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='hijack' group by {{PT5M_TIME}}, sub_action\nunion all\nselect {{PT5M_TIME}} as stat_time, sub_action as type, sum(hits) as events from proxy_event_hits_log where __time >= {{Last 1 Hour Start}} and sub_action='insert' group by {{PT5M_TIME}}, sub_action\n"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理策略-近1小时动作命中变化 (原始日志)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n {{PT5M_RECV_TIME}} as stat_time,\n common_sub_action as type,\n count(*) as events\nfrom\n proxy_event_log where common_recv_time > {{Last 1 Hour Start}}\ngroup by\n stat_time,\n common_sub_action order by stat_time asc",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n {{PT5M_RECV_TIME}} as stat_time,\n common_sub_action as type,\n count(*) as events\nfrom\n proxy_event_log where common_recv_time > {{Last 1 Hour Start}}\ngroup by\n stat_time,\n common_sub_action order by stat_time asc"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "代理策略-日志总量",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select count(*) as events from proxy_event_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select count(*) as events from proxy_event_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "通联日志",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_subscriber_id,common_client_ip,common_client_port,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_action,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_pkt_num,common_s2c_pkt_num,common_c2s_byte_num,common_s2c_byte_num,common_schema_type,common_sub_action,common_device_id, FROM_UNIXTIME(common_start_time) as common_start_time, FROM_UNIXTIME(common_end_time) as common_end_time,common_establish_latency_ms,common_con_duration_ms,common_stream_dir,common_stream_trace_id,http_url,http_host,http_domain,http_request_body,http_response_body,http_cookie,http_referer,http_user_agent,http_content_length,http_content_type,http_set_cookie,http_version,http_response_lantency_ms,http_session_duration_ms,http_action_file_size,mail_protocol_type,mail_account,mail_from_cmd,mail_to_cmd,mail_from,mail_to,mail_cc,mail_bcc,mail_subject,mail_attachment_name,mail_eml_file,dns_message_id,dns_qr,dns_opcode,dns_aa,dns_tc,dns_rd,dns_ra,dns_rcode,dns_qdcount,dns_ancount,dns_nscount,dns_arcount,dns_qname,dns_qtype,dns_qclass,dns_cname,dns_sub,dns_rr,ssl_sni,ssl_san,ssl_cn,ssl_pinningst,ssl_intercept_state,ssl_server_side_latency,ssl_client_side_latency,ssl_server_side_version,ssl_client_side_version,ssl_cert_verify,ssl_error,quic_version,quic_sni,quic_user_agent,ftp_account,ftp_url,ftp_content from connection_record_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_subscriber_id,common_client_ip,common_client_port,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_action,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_pkt_num,common_s2c_pkt_num,common_c2s_byte_num,common_s2c_byte_num,common_schema_type,common_sub_action,common_device_id, FROM_UNIXTIME(common_start_time) as common_start_time, FROM_UNIXTIME(common_end_time) as common_end_time,common_establish_latency_ms,common_con_duration_ms,common_stream_dir,common_stream_trace_id,http_url,http_host,http_domain,http_request_body,http_response_body,http_cookie,http_referer,http_user_agent,http_content_length,http_content_type,http_set_cookie,http_version,http_response_lantency_ms,http_session_duration_ms,http_action_file_size,mail_protocol_type,mail_account,mail_from_cmd,mail_to_cmd,mail_from,mail_to,mail_cc,mail_bcc,mail_subject,mail_attachment_name,mail_eml_file,dns_message_id,dns_qr,dns_opcode,dns_aa,dns_tc,dns_rd,dns_ra,dns_rcode,dns_qdcount,dns_ancount,dns_nscount,dns_arcount,dns_qname,dns_qtype,dns_qclass,dns_cname,dns_sub,dns_rr,ssl_sni,ssl_san,ssl_cn,ssl_pinningst,ssl_intercept_state,ssl_server_side_latency,ssl_client_side_latency,ssl_server_side_version,ssl_client_side_version,ssl_cert_verify,ssl_error,quic_version,quic_sni,quic_user_agent,ftp_account,ftp_url,ftp_content from connection_record_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "通联-流量计数(now)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n\tsum(common_s2c_byte_num)* 8 / 300 as trafficInBits,\n\tsum(common_c2s_byte_num)* 8 / 300 as trafficOutBits,\n\tsum(common_s2c_byte_num + common_c2s_byte_num)* 8 / 300 as trafficTotalBits,\n\tsum(common_s2c_pkt_num)/ 300 as trafficInPackets,\n\tsum(common_c2s_pkt_num)/ 300 as trafficOutPackets,\n\tsum(common_s2c_pkt_num + common_c2s_pkt_num)/ 300 as trafficTotalPackets,\n\tsum(common_sessions)/ 300 as sessions\nfrom\n\t connection_record_log\nwhere\n\tcommon_recv_time >= UNIX_TIMESTAMP(now())-300",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsum(common_s2c_byte_num)* 8 / 300 as trafficInBits,\n\tsum(common_c2s_byte_num)* 8 / 300 as trafficOutBits,\n\tsum(common_s2c_byte_num + common_c2s_byte_num)* 8 / 300 as trafficTotalBits,\n\tsum(common_s2c_pkt_num)/ 300 as trafficInPackets,\n\tsum(common_c2s_pkt_num)/ 300 as trafficOutPackets,\n\tsum(common_s2c_pkt_num + common_c2s_pkt_num)/ 300 as trafficTotalPackets,\n\tsum(common_sessions)/ 300 as sessions\nfrom\n\t connection_record_log\nwhere\n\tcommon_recv_time >= UNIX_TIMESTAMP(now())-300"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "通联-近1小时日志变化 (默认，预统计）",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >={{Last 1 Hour Start}} and schema_type='BASE' group by {{PT5M_TIME}} , schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='HTTP' group by {{PT5M_TIME}}, schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='SSL' group by {{PT5M_TIME}}, schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='MAIL' group by {{PT5M_TIME}} , schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='DNS' group by {{PT5M_TIME}}, schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='APP' group by {{PT5M_TIME}}, schema_type",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >={{Last 1 Hour Start}} and schema_type='BASE' group by {{PT5M_TIME}} , schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='HTTP' group by {{PT5M_TIME}}, schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='SSL' group by {{PT5M_TIME}}, schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='MAIL' group by {{PT5M_TIME}} , schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='DNS' group by {{PT5M_TIME}}, schema_type\nunion all\nselect {{PT5M_TIME}} as stat_time, schema_type as type, sum(sessions) as sessions, sum(c2s_byte_num+s2c_byte_num) as bytes, sum(c2s_pkt_num+s2c_pkt_num) as packets from traffic_summary_log where __time >= {{Last 1 Hour Start}} and schema_type='APP' group by {{PT5M_TIME}}, schema_type"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "通联日志-近1小时日志变化 (原始日志)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n {{PT5M_RECV_TIME}} as stat_time,\n common_schema_type as type,\n sum(common_sessions) as sessions,\n sum(common_c2s_byte_num + common_s2c_byte_num) as bytes,\n sum(common_c2s_pkt_num + common_s2c_pkt_num) as packets\nfrom\n connection_record_log\nwhere common_recv_time > {{Last 1 Hour Start}}\ngroup by\n stat_time,\n common_schema_type order by stat_time asc",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n {{PT5M_RECV_TIME}} as stat_time,\n common_schema_type as type,\n sum(common_sessions) as sessions,\n sum(common_c2s_byte_num + common_s2c_byte_num) as bytes,\n sum(common_c2s_pkt_num + common_s2c_pkt_num) as packets\nfrom\n connection_record_log\nwhere common_recv_time > {{Last 1 Hour Start}}\ngroup by\n stat_time,\n common_schema_type order by stat_time asc"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "通联日志-日志总量",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select count(*) as events from connection_record_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select count(*) as events from connection_record_log where common_recv_time >= '{{start_time}}' and common_recv_time <'{{end_time}}'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Radius日志",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_subscriber_id,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_pkt_num,common_s2c_pkt_num,common_c2s_byte_num,common_s2c_byte_num,common_stream_dir,common_stream_trace_id,radius_packet_type,radius_account,radius_nas_ip,radius_framed_ip,radius_session_timeout,radius_idle_timeout,radius_acct_status_type,radius_acct_terminate_cause,radius_event_timestamp,radius_service_type,radius_nas_port,radius_framed_protocol,radius_callback_number,radius_callback_id,radius_termination_action,radius_called_station_id,radius_calling_station_id,radius_acct_delay_time,radius_acct_session_id,radius_acct_multi_session_id,radius_acct_input_octets,radius_acct_output_octets,radius_acct_input_packets,radius_acct_output_packets,radius_acct_session_time,radius_acct_link_count,radius_acct_interim_interval from radius_record_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(common_recv_time) as common_recv_time,common_log_id,common_subscriber_id,common_l4_protocol,common_address_type,common_server_ip,common_server_port,common_direction,common_sled_ip,common_client_location,common_client_asn,common_server_location,common_server_asn,common_c2s_pkt_num,common_s2c_pkt_num,common_c2s_byte_num,common_s2c_byte_num,common_stream_dir,common_stream_trace_id,radius_packet_type,radius_account,radius_nas_ip,radius_framed_ip,radius_session_timeout,radius_idle_timeout,radius_acct_status_type,radius_acct_terminate_cause,radius_event_timestamp,radius_service_type,radius_nas_port,radius_framed_protocol,radius_callback_number,radius_callback_id,radius_termination_action,radius_called_station_id,radius_calling_station_id,radius_acct_delay_time,radius_acct_session_id,radius_acct_multi_session_id,radius_acct_input_octets,radius_acct_output_octets,radius_acct_input_packets,radius_acct_output_packets,radius_acct_session_time,radius_acct_link_count,radius_acct_interim_interval from radius_record_log where common_recv_time >= UNIX_TIMESTAMP('{{start_time}}') and common_recv_time < UNIX_TIMESTAMP('{{end_time}}') order by common_recv_time desc limit 0 , 20"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "05.数据推荐查询",
|
||
"item": [
|
||
{
|
||
"name": "iplearning",
|
||
"event": [
|
||
{
|
||
"listen": "prerequest",
|
||
"script": {
|
||
"exec": [
|
||
""
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
},
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"exec": [
|
||
"tests[\"Successful POST request\"] = responseCode.code === 200 || responseCode.code === 201;"
|
||
],
|
||
"type": "text/javascript"
|
||
}
|
||
}
|
||
],
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [
|
||
{
|
||
"key": "Authorization",
|
||
"value": "bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjEuNTkzNTIwMTQyMTI4MTA3OGUrNiwiZXhwIjoxNTk2MTEyMTQyLCJpc3MiOiJhcmFuZ29kYiIsInByZWZlcnJlZF91c2VybmFtZSI6InJvb3QifQ==.6KZ2P32UymePwXgB3QudnufM2ZgnKepGzuYYkQHNF0A=",
|
||
"type": "text",
|
||
"disabled": true
|
||
}
|
||
],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"clientId\": null,\r\n \"query\": {\r\n \"queryType\": \"\",\r\n \"dataSource\": \"IP_LEARNING_VIEW\",\r\n \"parameters\": {\r\n \"match\": [\r\n {\r\n \"type\": \"substring\",\r\n \"fieldKey\": \"FQDN_NAME\",\r\n \"fieldValues\": [\"\"]\r\n }\r\n ],\r\n \"range\": [\r\n {\r\n \"type\": \"eq\",\r\n \"fieldKey\": \"PROTOCOL\",\r\n \"fieldValues\": [\r\n \"TLS\",\r\n \"HTTP\",\r\n \"DNS\"\r\n ]\r\n },\r\n {\r\n \"type\": \"eq\",\r\n \"fieldKey\": \"DEPTH\",\r\n \"fieldValues\": [\r\n 1\r\n ]\r\n },\r\n {\r\n \"type\": \"ge\",\r\n \"fieldKey\": \"UNIQ_CIP\",\r\n \"fieldValues\": [\r\n 1\r\n ]\r\n }\r\n ],\r\n \"intervals\": [\r\n \"{{start_time}}/{{end_time}}\"\r\n ],\r\n \"limit\": 10000\r\n }\r\n }\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/knowledge/v1/?iplearning",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"knowledge",
|
||
"v1",
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "iplearning",
|
||
"value": null
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "ippool",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [
|
||
{
|
||
"key": "Authorization",
|
||
"value": "bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjEuNTkzNTIwMTQyMTI4MTA3OGUrNiwiZXhwIjoxNTk2MTEyMTQyLCJpc3MiOiJhcmFuZ29kYiIsInByZWZlcnJlZF91c2VybmFtZSI6InJvb3QifQ==.6KZ2P32UymePwXgB3QudnufM2ZgnKepGzuYYkQHNF0A=",
|
||
"type": "text"
|
||
}
|
||
],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"clientId\": null,\r\n \"query\": {\r\n \"queryType\": \"ippool\",\r\n \"dataSource\": \"IP_VIEW\",\r\n \"parameters\": {\r\n \"sort\": [\r\n {\r\n \"type\": \"desc\",\r\n \"fieldKey\": \"BYTES_TOTAL\"\r\n },\r\n {\r\n \"type\": \"desc\",\r\n \"fieldKey\": \"LAST_FOUND_TIME\"\r\n }\r\n ]\r\n }\r\n }\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/knowledge/v1/?ippool",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"knowledge",
|
||
"v1",
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "ippool",
|
||
"value": ""
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "subscriberidpool",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [
|
||
{
|
||
"key": "Authorization",
|
||
"value": "bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjEuNTkzNTIwMTQyMTI4MTA3OGUrNiwiZXhwIjoxNTk2MTEyMTQyLCJpc3MiOiJhcmFuZ29kYiIsInByZWZlcnJlZF91c2VybmFtZSI6InJvb3QifQ==.6KZ2P32UymePwXgB3QudnufM2ZgnKepGzuYYkQHNF0A=",
|
||
"type": "text"
|
||
}
|
||
],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"clientId\": null,\r\n \"query\": {\r\n \"queryType\": \"subscriberidpool\",\r\n \"dataSource\": \"SUBSCRIBER_ID_VIEW\",\r\n \"parameters\": {\r\n \"match\": [\r\n {\r\n \"type\": \"regex\",\r\n \"fieldKey\": \"SUBSCRIBER_ID\",\r\n \"fieldValues\": [\"**\"]\r\n }\r\n ],\r\n \"limit\": \"2\"\r\n }\r\n }\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/knowledge/v1/?subscriberidpool",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"knowledge",
|
||
"v1",
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "subscriberidpool",
|
||
"value": ""
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
],
|
||
"event": [
|
||
{
|
||
"listen": "prerequest",
|
||
"script": {
|
||
"type": "text/javascript",
|
||
"exec": [
|
||
""
|
||
]
|
||
}
|
||
},
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"type": "text/javascript",
|
||
"exec": [
|
||
""
|
||
]
|
||
}
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "06.分布式调度任务",
|
||
"item": [
|
||
{
|
||
"name": "5分钟TOPN",
|
||
"item": [
|
||
{
|
||
"name": "Traffic-Top-Server-Ip",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"(SELECT common_server_ip AS destination, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'packets' as order_by FROM server_external_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') and common_l4_protocol in('IPv4_TCP','IPv6_TCP') GROUP BY common_server_ip ORDER BY c2s_pkt_num+s2c_pkt_num DESC LIMIT 1000) UNION ALL (SELECT common_server_ip AS destination, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'bytes' as order_by FROM server_external_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') and common_l4_protocol in('IPv4_TCP','IPv6_TCP') GROUP BY common_server_ip ORDER BY c2s_byte_num+s2c_byte_num DESC LIMIT 1000) UNION ALL (SELECT common_server_ip AS destination, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num, sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'sessions' as order_by FROM server_external_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') and common_l4_protocol in('IPv4_TCP','IPv6_TCP') GROUP BY common_server_ip ORDER BY session_num DESC LIMIT 1000)\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\",\r\n \"sqlQueryId\": \"1112222\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Traffic-Top-Client-Ip",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n\t\t\"query\": \"(SELECT common_client_ip AS source, sum( session_num ) AS session_num,sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num, sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'packets' as order_by FROM client_internal_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND (common_l4_protocol = 'IPv6_TCP' OR common_l4_protocol = 'IPv4_TCP') GROUP BY common_client_ip ORDER BY c2s_pkt_num+s2c_pkt_num DESC LIMIT 1000) UNION ALL (SELECT common_client_ip AS source, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num, sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'bytes' as order_by FROM client_internal_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND (common_l4_protocol = 'IPv6_TCP' OR common_l4_protocol = 'IPv4_TCP') GROUP BY common_client_ip ORDER BY c2s_byte_num+s2c_byte_num DESC LIMIT 1000) UNION ALL (SELECT common_client_ip AS source, sum( session_num ) AS session_num,sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num, sum( c2s_pkt_num ) AS c2s_pkt_num, sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time, 'sessions' as order_by FROM client_internal_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND (common_l4_protocol = 'IPv6_TCP' OR common_l4_protocol = 'IPv4_TCP') GROUP BY common_client_ip ORDER BY session_num DESC LIMIT 1000)\",\r\n\t\t\"context\": {\r\n\t\t\t\"skipEmptyBuckets\": \"false\"\r\n\t\t},\r\n\t\t\"resultFormat\": \"object\"\r\n\t}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Traffic-Top-Internal-Host",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"(SELECT common_internal_ip AS source, sum( session_num ) AS session_num,sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num, sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'packets' as order_by FROM client_internal_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND common_internal_ip != '' GROUP BY common_internal_ip ORDER BY c2s_pkt_num+s2c_pkt_num DESC LIMIT 1000) UNION ALL (SELECT common_internal_ip AS source, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num, sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'bytes' as order_by FROM client_internal_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND common_internal_ip != '' GROUP BY common_internal_ip ORDER BY c2s_byte_num+s2c_byte_num DESC LIMIT 1000) UNION ALL (SELECT common_internal_ip AS source, sum( session_num ) AS session_num,sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num, sum( c2s_pkt_num ) AS c2s_pkt_num, sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time, 'sessions' as order_by FROM client_internal_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND common_internal_ip != '' GROUP BY common_internal_ip ORDER BY session_num DESC LIMIT 1000)\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Traffic-Top-External-Host",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"(SELECT common_external_ip AS destination, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'packets' as order_by FROM server_external_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND common_external_ip != '' GROUP BY common_external_ip ORDER BY c2s_pkt_num+s2c_pkt_num DESC LIMIT 1000) UNION ALL (SELECT common_external_ip AS destination, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'bytes' as order_by FROM server_external_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND common_external_ip != '' GROUP BY common_external_ip ORDER BY c2s_byte_num+s2c_byte_num DESC LIMIT 1000) UNION ALL (SELECT common_external_ip AS destination, sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num, sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'sessions' as order_by FROM server_external_ip_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND common_external_ip != '' GROUP BY common_external_ip ORDER BY session_num DESC LIMIT 1000)\",\r\n \"context\": {\r\n \"sqlTimeZone\": \"Asia/Shanghai\",\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Traffic-Top-User",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"(SELECT common_subscriber_id as subscriber_id, sum( session_num ) AS session_num,sum( c2s_byte_num ) AS c2s_byte_num,sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num, sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'packets' as order_by FROM user_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') GROUP BY common_subscriber_id ORDER BY c2s_pkt_num+s2c_pkt_num DESC LIMIT 1000) UNION ALL (SELECT common_subscriber_id as subscriber_id,sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num, sum( s2c_pkt_num ) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'bytes' as order_by FROM user_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') GROUP BY common_subscriber_id ORDER BY c2s_byte_num+s2c_byte_num DESC LIMIT 1000) UNION ALL (SELECT common_subscriber_id as subscriber_id,sum( session_num ) AS session_num, sum( c2s_byte_num ) AS c2s_byte_num, sum( s2c_byte_num ) AS s2c_byte_num, sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'sessions' as order_by FROM user_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') GROUP BY common_subscriber_id ORDER BY session_num DESC LIMIT 1000)\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Traffic-Top-Website-Domain",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"(SELECT domain,sum( session_num ) AS session_num,sum( c2s_byte_num ) AS c2s_byte_num,sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'packets' as order_by FROM website_domain_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND domain != '' GROUP BY domain ORDER BY c2s_pkt_num+s2c_pkt_num DESC LIMIT 1000) UNION ALL (SELECT domain,sum( session_num ) AS session_num,sum( c2s_byte_num ) AS c2s_byte_num,sum( s2c_byte_num ) AS s2c_byte_num,sum( c2s_pkt_num ) AS c2s_pkt_num,sum( s2c_pkt_num ) AS s2c_pkt_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'bytes' as order_by FROM website_domain_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND domain != '' GROUP BY domain ORDER BY c2s_byte_num+s2c_byte_num DESC LIMIT 1000) UNION ALL (SELECT domain,sum(session_num) AS session_num, sum(c2s_byte_num) AS c2s_byte_num, sum(s2c_byte_num) AS s2c_byte_num, sum(c2s_pkt_num) AS c2s_pkt_num,sum(s2c_pkt_num) AS s2c_pkt_num, TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time,'sessions' as order_by FROM website_domain_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') AND domain != '' GROUP BY domain ORDER BY session_num DESC LIMIT 1000)\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Event-Security-Proxy-Top-URLS-By-Hits",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"(SELECT url ,sum( session_num ) AS session_num,TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M') as stat_time FROM security_event_urls_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP,'PT5M'),'PT5M',-1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP, 'PT5M') GROUP BY url ORDER BY session_num DESC LIMIT 1000) UNION ALL(SELECT url, sum(session_num) AS session_num, TIME_FLOOR(CURRENT_TIMESTAMP, 'PT5M') as stat_time FROM proxy_event_urls_hot_log WHERE __time >= TIME_SHIFT(TIME_FLOOR(CURRENT_TIMESTAMP, 'PT5M'), 'PT5M', -1) AND __time < TIME_FLOOR(CURRENT_TIMESTAMP, 'PT5M') GROUP BY url ORDER BY session_num DESC LIMIT 1000)\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "存储配额检查",
|
||
"item": [
|
||
{
|
||
"name": "存储配额-bytes_on_disk(Clickhouse)",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{clickhouse_ip}}:{{clickhouse_port}}?database={{clickhouse_database}}&user={{clickhouse_user}}&password={{clickhouse_password}}&query=SELECT SUM(`bytes_on_disk`) FROM system.parts WHERE database ='{{clickhouse_database}}'",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{clickhouse_ip}}"
|
||
],
|
||
"port": "{{clickhouse_port}}",
|
||
"query": [
|
||
{
|
||
"key": "database",
|
||
"value": "{{clickhouse_database}}"
|
||
},
|
||
{
|
||
"key": "user",
|
||
"value": "{{clickhouse_user}}"
|
||
},
|
||
{
|
||
"key": "password",
|
||
"value": "{{clickhouse_password}}"
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "SELECT SUM(`bytes_on_disk`) FROM system.parts WHERE database ='{{clickhouse_database}}'"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-total_space(Clickhouse)",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{clickhouse_ip}}:{{clickhouse_port}}?database={{clickhouse_database}}&user={{clickhouse_user}}&password={{clickhouse_password}}&query=SELECT SUM(`total_space`) FROM system.disks",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{clickhouse_ip}}"
|
||
],
|
||
"port": "{{clickhouse_port}}",
|
||
"query": [
|
||
{
|
||
"key": "database",
|
||
"value": "{{clickhouse_database}}"
|
||
},
|
||
{
|
||
"key": "user",
|
||
"value": "{{clickhouse_user}}"
|
||
},
|
||
{
|
||
"key": "password",
|
||
"value": "{{clickhouse_password}}"
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "SELECT SUM(`total_space`) FROM system.disks"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-昨天的bytes_on_disk(Clickhouse)",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{clickhouse_ip}}:{{clickhouse_port}}?database={{clickhouse_database}}&user={{clickhouse_user}}&password={{clickhouse_password}}&query=SELECT SUM(bytes_on_disk) FROM system.parts WHERE database = '{{clickhouse_database}}' AND partition =toString(toYYYYMMDD(yesterday()));",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{clickhouse_ip}}"
|
||
],
|
||
"port": "{{clickhouse_port}}",
|
||
"query": [
|
||
{
|
||
"key": "database",
|
||
"value": "{{clickhouse_database}}"
|
||
},
|
||
{
|
||
"key": "user",
|
||
"value": "{{clickhouse_user}}"
|
||
},
|
||
{
|
||
"key": "password",
|
||
"value": "{{clickhouse_password}}"
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "SELECT SUM(bytes_on_disk) FROM system.parts WHERE database = '{{clickhouse_database}}' AND partition =toString(toYYYYMMDD(yesterday()));"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-used_size(Druid)",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"SELECT SUM(curr_size) AS curr_size FROM sys.servers WHERE server_type = 'historical'\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-max_size(Druid)",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"SELECT SUM(max_size) AS max_size FROM sys.servers WHERE server_type = 'historical'\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-diff_size=used_size-当前结果(Druid)",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\"query\":\"SELECT used_size FROM sys_storage_log WHERE log_type = 'Report and Metrics' ORDER BY __time DESC LIMIT 1\",\"context\":{\"skipEmptyBuckets\":\"false\"},\"resultFormat\":\"object\"}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-used_size(Hbase)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{hbase_ip}}:{{hbase_port}}/webhdfs/v1/hbase/hbase-2.2.3/mobdir?op=GETCONTENTSUMMARY",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{hbase_ip}}"
|
||
],
|
||
"port": "{{hbase_port}}",
|
||
"path": [
|
||
"webhdfs",
|
||
"v1",
|
||
"hbase",
|
||
"hbase-2.2.3",
|
||
"mobdir"
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "op",
|
||
"value": "GETCONTENTSUMMARY"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "存储配额-max_size(Hbase)",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{hbase_ip}}:{{hbase_port}}/jmx?qry=Hadoop:service=NameNode,name=NameNodeInfo",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{hbase_ip}}"
|
||
],
|
||
"port": "{{hbase_port}}",
|
||
"path": [
|
||
"jmx"
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "qry",
|
||
"value": "Hadoop:service=NameNode,name=NameNodeInfo"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "查询druid是否有最新数据",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\"query\":\"SELECT version FROM sys.segments WHERE version LIKE '2%' ORDER BY version DESC LIMIT 1\"}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "查询druid的最早时间",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"SELECT \\\"start\\\" FROM sys.segments order by \\\"start\\\" limit 1\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "查询druid ttl，清库的表",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"SELECT DISTINCT(datasource) FROM sys.tasks WHERE datasource NOT LIKE '%hot%'\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "查询druid hot表",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"body": {
|
||
"mode": "raw",
|
||
"raw": "{\r\n \"query\": \"SELECT DISTINCT(datasource) FROM sys.tasks WHERE datasource LIKE '%hot%'\",\r\n \"context\": {\r\n \"skipEmptyBuckets\": \"false\"\r\n },\r\n \"resultFormat\": \"object\"\r\n}",
|
||
"options": {
|
||
"raw": {
|
||
"language": "json"
|
||
}
|
||
}
|
||
},
|
||
"url": {
|
||
"raw": "http://{{druid_ip}}:{{druid_port}}/druid/v2/sql",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{druid_ip}}"
|
||
],
|
||
"port": "{{druid_port}}",
|
||
"path": [
|
||
"druid",
|
||
"v2",
|
||
"sql"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "查询clickhouse ttl,清库的表",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{clickhouse_ip}}:{{clickhouse_port}}?database={{clickhouse_database}}&user={{clickhouse_user}}&password={{clickhouse_password}}&query=SELECT DISTINCT(name) FROM system.tables WHERE database = 'tsg_galaxy_v3' AND engine in ('MergeTree','ReplicatedMergeTree') FORMAT JSON;",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{clickhouse_ip}}"
|
||
],
|
||
"port": "{{clickhouse_port}}",
|
||
"query": [
|
||
{
|
||
"key": "database",
|
||
"value": "{{clickhouse_database}}"
|
||
},
|
||
{
|
||
"key": "user",
|
||
"value": "{{clickhouse_user}}"
|
||
},
|
||
{
|
||
"key": "password",
|
||
"value": "{{clickhouse_password}}"
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "SELECT DISTINCT(name) FROM system.tables WHERE database = 'tsg_galaxy_v3' AND engine in ('MergeTree','ReplicatedMergeTree') FORMAT JSON;"
|
||
}
|
||
]
|
||
},
|
||
"description": "根据不同的ip查询所有clickhouse的表"
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "查询clickhouse服务endpoint",
|
||
"request": {
|
||
"method": "POST",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{clickhouse_ip}}:{{clickhouse_port}}?database={{clickhouse_database}}&user={{clickhouse_user}}&password={{clickhouse_password}}&query=SELECT DISTINCT concat(host_address,':','8123') as endpoint FROM system.clusters FORMAT JSON;",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{clickhouse_ip}}"
|
||
],
|
||
"port": "{{clickhouse_port}}",
|
||
"query": [
|
||
{
|
||
"key": "database",
|
||
"value": "{{clickhouse_database}}"
|
||
},
|
||
{
|
||
"key": "user",
|
||
"value": "{{clickhouse_user}}"
|
||
},
|
||
{
|
||
"key": "password",
|
||
"value": "{{clickhouse_password}}"
|
||
},
|
||
{
|
||
"key": "query",
|
||
"value": "SELECT DISTINCT concat(host_address,':','8123') as endpoint FROM system.clusters FORMAT JSON;"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "hos查询所有的桶",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [
|
||
{
|
||
"key": "Token",
|
||
"type": "text",
|
||
"value": "{{hos_token}}"
|
||
}
|
||
],
|
||
"url": {
|
||
"raw": "http://{{hos_ip}}:{{hos_port}}/hos/",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{hos_ip}}"
|
||
],
|
||
"port": "{{hos_port}}",
|
||
"path": [
|
||
"hos",
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "AccessKey",
|
||
"value": "default",
|
||
"disabled": true
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
},
|
||
{
|
||
"name": "07.常用快捷功能",
|
||
"item": [
|
||
{
|
||
"name": "评估单向流",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select {{Last 5 Minutes Start}} as start_time, {{now}} as end_time, sum(common_sessions) as sessions,\n sum(if(common_stream_dir <> 3, common_sessions, 0)) as one_side_sessions,\n round(one_side_sessions/sessions, 2) as one_side_percent\nfrom\n\tconnection_record_log crl \nwhere\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 5 Minutes Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\n",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select {{Last 5 Minutes Start}} as start_time, {{now}} as end_time, sum(common_sessions) as sessions,\n sum(if(common_stream_dir <> 3, common_sessions, 0)) as one_side_sessions,\n round(one_side_sessions/sessions, 2) as one_side_percent\nfrom\n\tconnection_record_log crl \nwhere\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 5 Minutes Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\n"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "评估日志重复ID",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select 'connection' as type, count(*) as num from (select common_log_id,count(*) as num from connection_record_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by common_log_id having num >1) union all select 'security' as type, count(*) as num from (select common_log_id,count(*) as num from security_event_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by common_log_id having num >1) union all select 'proxy' as type, count(*) as num from (select common_log_id,count(*) as num from proxy_event_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by common_log_id having num >1)",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select 'connection' as type, count(*) as num from (select common_log_id,count(*) as num from connection_record_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by common_log_id having num >1) union all select 'security' as type, count(*) as num from (select common_log_id,count(*) as num from security_event_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by common_log_id having num >1) union all select 'proxy' as type, count(*) as num from (select common_log_id,count(*) as num from proxy_event_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by common_log_id having num >1)"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "系统报告-预置Metrics",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select\n\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\tsum(total_new_sessions) as total_new_sessions ,\n\t\tsum(total_close_sessions) as total_close_sessions,\n\t\tsum(average_new_sessions_per_second) as average_new_sessions_per_second ,\n\t\tsum(average_bytes_per_second) as average_bytes_per_second ,\n\t\tsum(average_packets_per_second) as average_packets_per_second ,\n\t\tCOUNT(DISTINCT(device_id)) as device_num,\n\t\tsum(live_sessions) as average_live_sessions\n\tfrom\n\t\t(\n\t\tselect\n\t\t\tdevice_id, \n\t\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\t\tsum(total_new_sessions) as total_new_sessions,\n\t\t sum(total_close_sessions) as total_close_sessions,\n\t\t avg(total_new_sessions)/ 5 as average_new_sessions_per_second,\n\t\t avg(total_bytes_transferred)* 8 / 5 as average_bytes_per_second,\n\t\t avg(total_packets_transferred)/ 5 as average_packets_per_second,\n\t\t\tavg(live_sessions) as live_sessions\n\t\tfrom (select __time as stat_time, device_id, \n\t\t\tsum(intercept_conn_num + monitor_conn_num + deny_conn_num + allow_conn_num) as total_hit_sessions,\n\t\t\tsum(total_in_bytes + total_out_bytes) as total_bytes_transferred,\n\t\t\tsum(total_in_packets + total_out_packets) as total_packets_transferred,\n\t\t\tsum(new_conn_num) as total_new_sessions,\n\t\t sum(close_conn_num) as total_close_sessions,\n\t\t max(established_conn_num) as live_sessions\n from traffic_metrics_log \n \n\t\t group by\n\t\t __time,\tdevice_id\n\t\t )\n\t\n\t\tgroup by\n\t\t device_id)",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\tsum(total_new_sessions) as total_new_sessions ,\n\t\tsum(total_close_sessions) as total_close_sessions,\n\t\tsum(average_new_sessions_per_second) as average_new_sessions_per_second ,\n\t\tsum(average_bytes_per_second) as average_bytes_per_second ,\n\t\tsum(average_packets_per_second) as average_packets_per_second ,\n\t\tCOUNT(DISTINCT(device_id)) as device_num,\n\t\tsum(live_sessions) as average_live_sessions\n\tfrom\n\t\t(\n\t\tselect\n\t\t\tdevice_id, \n\t\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\t\tsum(total_new_sessions) as total_new_sessions,\n\t\t sum(total_close_sessions) as total_close_sessions,\n\t\t avg(total_new_sessions)/ 5 as average_new_sessions_per_second,\n\t\t avg(total_bytes_transferred)* 8 / 5 as average_bytes_per_second,\n\t\t avg(total_packets_transferred)/ 5 as average_packets_per_second,\n\t\t\tavg(live_sessions) as live_sessions\n\t\tfrom (select __time as stat_time, device_id, \n\t\t\tsum(intercept_conn_num + monitor_conn_num + deny_conn_num + allow_conn_num) as total_hit_sessions,\n\t\t\tsum(total_in_bytes + total_out_bytes) as total_bytes_transferred,\n\t\t\tsum(total_in_packets + total_out_packets) as total_packets_transferred,\n\t\t\tsum(new_conn_num) as total_new_sessions,\n\t\t sum(close_conn_num) as total_close_sessions,\n\t\t max(established_conn_num) as live_sessions\n from traffic_metrics_log \n \n\t\t group by\n\t\t __time,\tdevice_id\n\t\t )\n\t\n\t\tgroup by\n\t\t device_id)"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "系统报告-预置Metrics-排除0",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select\n\tsum(total_hit_sessions) as total_hit_sessions,\n\tsum(total_bytes_transferred) as total_bytes_transferred,\n\tsum(total_packets_transferred) as total_packets_transferred,\n\tsum(total_new_sessions) as total_new_sessions ,\n\tsum(total_close_sessions) as total_close_sessions,\n\tsum(average_new_sessions_per_second) as average_new_sessions_per_second ,\n\tsum(average_bytes_per_second) as average_bytes_per_second ,\n\tsum(average_packets_per_second) as average_packets_per_second ,\n\tCOUNT(DISTINCT(device_id)) as device_num,\n\tsum(live_sessions) as average_live_sessions\nfrom\n\t(\n\tselect\n\t\tdevice_id,\n\t\tsum(intercept_conn_num + monitor_conn_num + deny_conn_num + allow_conn_num) as total_hit_sessions,\n\t\tsum(total_in_bytes + total_out_bytes) as total_bytes_transferred,\n\t\tsum(total_in_packets + total_out_packets) as total_packets_transferred,\n\t\tsum(new_conn_num) as total_new_sessions,\n\t\tsum(close_conn_num) as total_close_sessions,\n\t\tavg(nullif(new_conn_num,0))/ 5 as average_new_sessions_per_second,\n\t\tavg(nullif(total_in_bytes + total_out_bytes,0))* 8 / 5 as average_bytes_per_second,\n\t\tavg(nullif(total_in_packets + total_out_packets,0))/ 5 as average_packets_per_second,\n\t\tavg(nullif(established_conn_num,0)) as live_sessions\n\tfrom\n\t\ttraffic_metrics_log\n\twhere\n\t\t__time >= '{{start_time}}'\n\t\tand __time <'{{end_time}}'\n\tgroup by\n\t\tdevice_id)",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tsum(total_hit_sessions) as total_hit_sessions,\n\tsum(total_bytes_transferred) as total_bytes_transferred,\n\tsum(total_packets_transferred) as total_packets_transferred,\n\tsum(total_new_sessions) as total_new_sessions ,\n\tsum(total_close_sessions) as total_close_sessions,\n\tsum(average_new_sessions_per_second) as average_new_sessions_per_second ,\n\tsum(average_bytes_per_second) as average_bytes_per_second ,\n\tsum(average_packets_per_second) as average_packets_per_second ,\n\tCOUNT(DISTINCT(device_id)) as device_num,\n\tsum(live_sessions) as average_live_sessions\nfrom\n\t(\n\tselect\n\t\tdevice_id,\n\t\tsum(intercept_conn_num + monitor_conn_num + deny_conn_num + allow_conn_num) as total_hit_sessions,\n\t\tsum(total_in_bytes + total_out_bytes) as total_bytes_transferred,\n\t\tsum(total_in_packets + total_out_packets) as total_packets_transferred,\n\t\tsum(new_conn_num) as total_new_sessions,\n\t\tsum(close_conn_num) as total_close_sessions,\n\t\tavg(nullif(new_conn_num,0))/ 5 as average_new_sessions_per_second,\n\t\tavg(nullif(total_in_bytes + total_out_bytes,0))* 8 / 5 as average_bytes_per_second,\n\t\tavg(nullif(total_in_packets + total_out_packets,0))/ 5 as average_packets_per_second,\n\t\tavg(nullif(established_conn_num,0)) as live_sessions\n\tfrom\n\t\ttraffic_metrics_log\n\twhere\n\t\t__time >= '{{start_time}}'\n\t\tand __time <'{{end_time}}'\n\tgroup by\n\t\tdevice_id)"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "Dashboard-活跃连接为0问题",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select\n\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\tsum(total_new_sessions) as total_new_sessions ,\n\t\tsum(total_close_sessions) as total_close_sessions,\n\t\tsum(average_new_sessions_per_second) as average_new_sessions_per_second ,\n\t\tsum(average_bytes_per_second) as average_bytes_per_second ,\n\t\tsum(average_packets_per_second) as average_packets_per_second ,\n\t\tCOUNT(DISTINCT(device_id)) as device_num,\n\t\tsum(live_sessions) as average_live_sessions\n\tfrom\n\t\t(\n\t\tselect\n\t\t\tdevice_id, \n\t\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\t\tsum(total_new_sessions) as total_new_sessions,\n\t\t sum(total_close_sessions) as total_close_sessions,\n\t\t avg(total_new_sessions)/ 300 as average_new_sessions_per_second,\n\t\t avg(total_bytes_transferred)* 8 / 300 as average_bytes_per_second,\n\t\t avg(total_packets_transferred)/ 300 as average_packets_per_second,\n\t\t\tavg(live_sessions) as live_sessions\n\t\tfrom (select TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT5M') as stat_time, device_id, \n\t\t\tsum(intercept_conn_num + monitor_conn_num + deny_conn_num + allow_conn_num) as total_hit_sessions,\n\t\t\tsum(total_in_bytes + total_out_bytes) as total_bytes_transferred,\n\t\t\tsum(total_in_packets + total_out_packets) as total_packets_transferred,\n\t\t\tsum(new_conn_num) as total_new_sessions,\n\t\t sum(close_conn_num) as total_close_sessions,\n\t\t max(established_conn_num) as live_sessions\n from traffic_metrics_log \n \n\t\t group by\n\t\t TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT5M'),\tdevice_id\n\t\t )\n\t\n\t\tgroup by\n\t\t device_id)",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\tsum(total_new_sessions) as total_new_sessions ,\n\t\tsum(total_close_sessions) as total_close_sessions,\n\t\tsum(average_new_sessions_per_second) as average_new_sessions_per_second ,\n\t\tsum(average_bytes_per_second) as average_bytes_per_second ,\n\t\tsum(average_packets_per_second) as average_packets_per_second ,\n\t\tCOUNT(DISTINCT(device_id)) as device_num,\n\t\tsum(live_sessions) as average_live_sessions\n\tfrom\n\t\t(\n\t\tselect\n\t\t\tdevice_id, \n\t\t\tsum(total_hit_sessions) as total_hit_sessions,\n\t\t\tsum(total_bytes_transferred) as total_bytes_transferred,\n\t\t\tsum(total_packets_transferred) as total_packets_transferred,\n\t\t\tsum(total_new_sessions) as total_new_sessions,\n\t\t sum(total_close_sessions) as total_close_sessions,\n\t\t avg(total_new_sessions)/ 300 as average_new_sessions_per_second,\n\t\t avg(total_bytes_transferred)* 8 / 300 as average_bytes_per_second,\n\t\t avg(total_packets_transferred)/ 300 as average_packets_per_second,\n\t\t\tavg(live_sessions) as live_sessions\n\t\tfrom (select TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT5M') as stat_time, device_id, \n\t\t\tsum(intercept_conn_num + monitor_conn_num + deny_conn_num + allow_conn_num) as total_hit_sessions,\n\t\t\tsum(total_in_bytes + total_out_bytes) as total_bytes_transferred,\n\t\t\tsum(total_in_packets + total_out_packets) as total_packets_transferred,\n\t\t\tsum(new_conn_num) as total_new_sessions,\n\t\t sum(close_conn_num) as total_close_sessions,\n\t\t max(established_conn_num) as live_sessions\n from traffic_metrics_log \n \n\t\t group by\n\t\t TIME_FLOOR_WITH_FILL(UNIX_TIMESTAMP(__time),'PT5M'),\tdevice_id\n\t\t )\n\t\n\t\tgroup by\n\t\t device_id)"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "通联索引表正确性验证",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query= select 'Total' as type, count(*) as logs from connection_record_log where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all \nselect 'Client IP' as type, count(*) as logs from connection_record_log_common_client_ip where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all\nselect 'Server IP' as type, count(*) as logs from connection_record_log_common_server_ip where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all\nselect 'Domain' as type, count(*) as logs from connection_record_log_http_domain where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all\nselect 'Subscriber ID' as type, count(*) as logs from connection_record_log_common_subscriber_id where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": " select 'Total' as type, count(*) as logs from connection_record_log where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all \nselect 'Client IP' as type, count(*) as logs from connection_record_log_common_client_ip where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all\nselect 'Server IP' as type, count(*) as logs from connection_record_log_common_server_ip where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all\nselect 'Domain' as type, count(*) as logs from connection_record_log_http_domain where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})\nunion all\nselect 'Subscriber ID' as type, count(*) as logs from connection_record_log_common_subscriber_id where\n\tcommon_recv_time >= UNIX_TIMESTAMP({{Last 24 Hour Start}})\n\tand common_recv_time < UNIX_TIMESTAMP({{now}})"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "安装证书的独立客户端ip数量趋势",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select\n\tstat_time,\n\tuniq(common_client_ip) as client_ips\nfrom\n\t(\n\tselect\n\t\ttoDateTime(intDiv(toUInt32(toDateTime(toDateTime(common_recv_time))), 3600)* 3600) as stat_time, \n\t\tcommon_client_ip, \n\t\tcount(*) as hits\n\tfrom\n\t\tsecurity_event_log\n\twhere common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' and\n\t\tcommon_action = 2\n\t\tand ssl_pinningst = 0\n\tgroup by\n\t\tstat_time, common_client_ip\n\thaving\n\t\thits > 10 )\ngroup by\n\tstat_time\norder by\n\tstat_time",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\tstat_time,\n\tuniq(common_client_ip) as client_ips\nfrom\n\t(\n\tselect\n\t\ttoDateTime(intDiv(toUInt32(toDateTime(toDateTime(common_recv_time))), 3600)* 3600) as stat_time, \n\t\tcommon_client_ip, \n\t\tcount(*) as hits\n\tfrom\n\t\tsecurity_event_log\n\twhere common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' and\n\t\tcommon_action = 2\n\t\tand ssl_pinningst = 0\n\tgroup by\n\t\tstat_time, common_client_ip\n\thaving\n\t\thits > 10 )\ngroup by\n\tstat_time\norder by\n\tstat_time"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "验证唯一计数",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select 'all' as type,\n\tcount(distinct(common_client_ip)) as client_ips,\n\tcount(distinct(common_internal_ip)) as internal_ips,\n\tcount(distinct(common_server_ip)) as server_ips,\n\tcount(distinct(common_external_ip)) as external_ips\nfrom\n\tconnection_record_log\nwhere\n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' union all select 'tcp' as type,\n\tcount(distinct(common_client_ip)) as client_ips,\n\tcount(distinct(common_internal_ip)) as internal_ips,\n\tcount(distinct(common_server_ip)) as server_ips,\n\tcount(distinct(common_external_ip)) as external_ips\nfrom\n\tconnection_record_log\nwhere\n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' and common_l4_protocol in ('IPv4_TCP','IPv6_TCP') union all select 'UDP' as type,\n\tcount(distinct(common_client_ip)) as client_ips,\n\tcount(distinct(common_internal_ip)) as internal_ips,\n\tcount(distinct(common_server_ip)) as server_ips,\n\tcount(distinct(common_external_ip)) as external_ips\nfrom\n\tconnection_record_log\nwhere\n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' and common_l4_protocol in ('IPv4_UDP','IPv6_UDP') ",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select 'all' as type,\n\tcount(distinct(common_client_ip)) as client_ips,\n\tcount(distinct(common_internal_ip)) as internal_ips,\n\tcount(distinct(common_server_ip)) as server_ips,\n\tcount(distinct(common_external_ip)) as external_ips\nfrom\n\tconnection_record_log\nwhere\n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' union all select 'tcp' as type,\n\tcount(distinct(common_client_ip)) as client_ips,\n\tcount(distinct(common_internal_ip)) as internal_ips,\n\tcount(distinct(common_server_ip)) as server_ips,\n\tcount(distinct(common_external_ip)) as external_ips\nfrom\n\tconnection_record_log\nwhere\n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' and common_l4_protocol in ('IPv4_TCP','IPv6_TCP') union all select 'UDP' as type,\n\tcount(distinct(common_client_ip)) as client_ips,\n\tcount(distinct(common_internal_ip)) as internal_ips,\n\tcount(distinct(common_server_ip)) as server_ips,\n\tcount(distinct(common_external_ip)) as external_ips\nfrom\n\tconnection_record_log\nwhere\n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' and common_l4_protocol in ('IPv4_UDP','IPv6_UDP') "
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "访问速度最慢的TOP20 域名",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}?query=select\n\thttp_domain as domain,\n\tround(avg(common_establish_latency_ms),0) avg_establish_latency\nfrom\n\tconnection_record_log\nwhere \n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' \n\tand notEmpty(http_domain)\ngroup by\n\thttp_domain\norder by\n\tavg_establish_latency desc\nlimit 20",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n\thttp_domain as domain,\n\tround(avg(common_establish_latency_ms),0) avg_establish_latency\nfrom\n\tconnection_record_log\nwhere \n\tcommon_recv_time >= '{{start_time}}'\n\tand common_recv_time < '{{end_time}}' \n\tand notEmpty(http_domain)\ngroup by\n\thttp_domain\norder by\n\tavg_establish_latency desc\nlimit 20"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "自定义函数-IP映射",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select IP_TO_GEO(common_server_ip) as geo,IP_TO_COUNTRY(common_server_ip) as country, IP_TO_CITY(common_server_ip) as city from connection_record_log limit 10",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select IP_TO_GEO(common_server_ip) as geo,IP_TO_COUNTRY(common_server_ip) as country, IP_TO_CITY(common_server_ip) as city from connection_record_log limit 10"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "自定义函数-时间粒度补全",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT6S','zero')) as stat_time from connection_record_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by stat_time limit 10000",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT6S','zero')) as stat_time from connection_record_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by stat_time limit 10000"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "二次查询-calcite缓存查询",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select * from (select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT6S','zero')) as stat_time from connection_record_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by stat_time limit 10000) limit 2",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select * from (select FROM_UNIXTIME(TIME_FLOOR_WITH_FILL(common_recv_time,'PT6S','zero')) as stat_time from connection_record_log where common_recv_time >='{{start_time}}' and common_recv_time < '{{end_time}}' group by stat_time limit 10000) limit 2"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "APP-ID字典列表",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/open-api/appDicList",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
"open-api",
|
||
"appDicList"
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
},
|
||
{
|
||
"name": "通联带宽趋势分析",
|
||
"request": {
|
||
"method": "GET",
|
||
"header": [],
|
||
"url": {
|
||
"raw": "http://{{qgw_ip}}:{{qgw_port}}/?query=select\n {{PT30S_RECV_TIME}} as stat_time,\n sum(common_c2s_byte_num) as bytes_sent, sum(common_s2c_byte_num) as bytes_received, \n sum(common_c2s_byte_num + common_s2c_byte_num) as bytes,\n sum(common_c2s_pkt_num + common_s2c_pkt_num) as packets,sum(common_sessions) as sessions\nfrom\n connection_record_log\nwhere common_recv_time >= '{{start_time}}' and common_recv_time<'{{end_time}}' \ngroup by\n stat_time order by stat_time asc",
|
||
"protocol": "http",
|
||
"host": [
|
||
"{{qgw_ip}}"
|
||
],
|
||
"port": "{{qgw_port}}",
|
||
"path": [
|
||
""
|
||
],
|
||
"query": [
|
||
{
|
||
"key": "query",
|
||
"value": "select\n {{PT30S_RECV_TIME}} as stat_time,\n sum(common_c2s_byte_num) as bytes_sent, sum(common_s2c_byte_num) as bytes_received, \n sum(common_c2s_byte_num + common_s2c_byte_num) as bytes,\n sum(common_c2s_pkt_num + common_s2c_pkt_num) as packets,sum(common_sessions) as sessions\nfrom\n connection_record_log\nwhere common_recv_time >= '{{start_time}}' and common_recv_time<'{{end_time}}' \ngroup by\n stat_time order by stat_time asc"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"response": []
|
||
}
|
||
]
|
||
}
|
||
],
|
||
"event": [
|
||
{
|
||
"listen": "prerequest",
|
||
"script": {
|
||
"type": "text/javascript",
|
||
"exec": [
|
||
""
|
||
]
|
||
}
|
||
},
|
||
{
|
||
"listen": "test",
|
||
"script": {
|
||
"type": "text/javascript",
|
||
"exec": [
|
||
""
|
||
]
|
||
}
|
||
}
|
||
]
|
||
} |