21.11

TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql

@@ -0,0 +1,6 @@
+INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_protocol_stat_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-10-12T01:50:09.080Z', 'traffic_protocol_stat_log', '2021-10-12T01:50:09.913Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-10-12T01:50:09.080Z', 1, 0x7B2264617461536F75726365223A22747261666669635F70726F746F636F6C5F737461745F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31302D31325430313A35303A30392E3038305A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F70726F746F636F6C5F737461745F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31302D31325430315F35305F30392E3038305A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226973702C6465766963655F67726F75702C70726F746F636F6C5F69642C646174615F63656E7465722C6332735F706B745F6E756D2C656E7472616E63655F69642C73657373696F6E732C7332635F706B745F6E756D2C6332735F627974655F6E756D2C7332635F627974655F6E756D2C6332735F6970667261675F6E756D2C7332635F6970667261675F6E756D2C6332735F7463705F6C6F73746C656E2C7332635F7463705F6C6F73746C656E2C6332735F7463705F756E6F726465725F6E756D2C7332635F7463705F756E6F726465725F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A343337352C226964656E746966696572223A22747261666669635F70726F746F636F6C5F737461745F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31302D31325430313A35303A30392E3038305A227D);
+
+
+
+INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_summary_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-10-12T01:50:00.558Z', 'traffic_summary_log', '2021-10-12T01:50:01.453Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-10-12T01:50:00.558Z', 1, 0x7B2264617461536F75726365223A22747261666669635F73756D6D6172795F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31302D31325430313A35303A30302E3535385A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F73756D6D6172795F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31302D31325430315F35305F30302E3535385A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226973702C6465766963655F67726F75702C736368656D615F747970652C646174615F63656E7465722C6332735F706B745F6E756D2C656E7472616E63655F69642C73657373696F6E732C7332635F706B745F6E756D2C6332735F627974655F6E756D2C7332635F627974655F6E756D2C6F6E655F73696465645F636F6E6E656374696F6E732C756E63617465676F72697A65645F62797465732C667261676D656E746174696F6E5F7061636B6574732C73657175656E63655F6761705F6C6F73732C756E6F726465725F7061636B657473222C226D657472696373223A2269705F6F626A656374222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A343438322C226964656E746966696572223A22747261666669635F73756D6D6172795F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31302D31325430313A35303A30302E3535385A227D);
+

TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json

@@ -0,0 +1,66 @@
+{
+  "type": "kafka",
+  "dataSchema": {
+    "dataSource": "traffic_protocol_stat_log",
+    "parser": {
+      "type": "string",
+      "parseSpec": {
+        "format": "json",
+        "timestampSpec": {
+          "column": "stat_time",
+          "format": "posix"
+        },
+        "dimensionsSpec": {
+          "dimensions": [
+            "protocol_id",
+            "isp",
+	    "data_center",
+	    "device_group",
+            {
+              "name": "entrance_id",
+              "type": "long"
+            }
+          ]
+        }
+      }
+    },
+    "metricsSpec" : [
+      { "type" : "longSum", "name" : "sessions", "fieldName" : "sessions" },
+      { "type" : "longSum", "name" : "c2s_pkt_num", "fieldName" : "c2s_pkt_num" },
+      { "type" : "longSum", "name" : "s2c_pkt_num", "fieldName" : "s2c_pkt_num" },
+      { "type" : "longSum", "name" : "c2s_byte_num", "fieldName" : "c2s_byte_num" },
+      { "type" : "longSum", "name" : "s2c_byte_num", "fieldName" : "s2c_byte_num" },
+      { "type" : "longSum", "name" : "c2s_ipfrag_num", "fieldName" : "c2s_ipfrag_num" },
+      { "type" : "longSum", "name" : "s2c_ipfrag_num", "fieldName" : "s2c_ipfrag_num" },
+      { "type" : "longSum", "name" : "c2s_tcp_lostlen", "fieldName" : "c2s_tcp_lostlen" },
+      { "type" : "longSum", "name" : "s2c_tcp_lostlen", "fieldName" : "s2c_tcp_lostlen" },
+      { "type" : "longSum", "name" : "c2s_tcp_unorder_num", "fieldName" : "c2s_tcp_unorder_num" },
+      { "type" : "longSum", "name" : "s2c_tcp_unorder_num", "fieldName" : "s2c_tcp_unorder_num" }
+    ],
+    "granularitySpec": {
+      "type": "uniform",
+      "segmentGranularity": "DAY",
+      "queryGranularity": {"type": "period", "period": "PT15S", "timeZone": "Asia/Hong_Kong"},
+      "rollup": true
+    },
+    "transformSpec" :{}
+  },
+  "tuningConfig": {
+    "type": "kafka",
+    "maxRowsPerSegment": 5000000,
+    "reportParseExceptions": false
+  },
+  "ioConfig": {
+    "topic": "TRAFFIC-PROTOCOL-STAT",
+    "taskCount": 1,
+    "replicas": 1,
+    "taskDuration": "PT1H",
+    "completionTimeout": "PT30M",
+    "consumerProperties": {
+      "bootstrap.servers": "kafkabootstrap",
+      "sasl.mechanism": "PLAIN",
+      "security.protocol": "SASL_PLAINTEXT",
+      "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";"
+    }
+  }
+}

TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json

@@ -0,0 +1,76 @@
+{
+  "type": "kafka",
+  "dataSchema": {
+    "dataSource": "traffic_summary_log",
+    "parser": {
+      "type": "string",
+      "parseSpec": {
+        "format": "json",
+        "timestampSpec": {
+          "column": "common_recv_time",
+          "format": "posix"
+        },
+        "dimensionsSpec": {
+          "dimensions": [
+	   "isp",
+	   "data_center",
+           "schema_type",
+	   "device_group",
+           { "name": "entrance_id", "type": "long" }
+          ]
+        }
+      }
+    },
+    "metricsSpec" : [
+	{ "type" : "HLLSketchBuild", "name" : "ip_object", "fieldName" : "common_client_ip" },
+        { "type" : "longSum", "name" : "sessions", "fieldName" : "common_sessions" },
+        { "type" : "longSum", "name" : "c2s_pkt_num", "fieldName" : "common_c2s_pkt_num" },
+        { "type" : "longSum", "name" : "s2c_pkt_num", "fieldName" : "common_s2c_pkt_num" },
+        { "type" : "longSum", "name" : "c2s_byte_num", "fieldName" : "common_c2s_byte_num" },
+        { "type" : "longSum", "name" : "s2c_byte_num", "fieldName" : "common_s2c_byte_num" },
+        { "type" : "longSum", "name" : "one_sided_connections", "fieldName" : "one_sided_connections" },
+        { "type" : "longSum", "name" : "uncategorized_bytes", "fieldName" : "uncategorized_bytes" },
+        { "type" : "longSum", "name" : "fragmentation_packets", "fieldName" : "fragmentation_packets" },
+        { "type" : "longSum", "name" : "sequence_gap_loss", "fieldName" : "sequence_gap_loss" },
+        { "type" : "longSum", "name" : "unorder_packets", "fieldName" : "unorder_packets" }
+  ],
+    "granularitySpec": {
+      "type": "uniform",
+      "segmentGranularity": "DAY",
+      "queryGranularity": {"type": "period", "period": "PT15S", "timeZone": "Asia/Hong_Kong"},
+      "rollup": true
+    },
+    "transformSpec" :{
+      "transforms":[
+        {"type": "expression","name": "isp","expression": "common_isp"},
+        {"type": "expression","name": "device_group","expression": "common_device_group"},
+        {"type": "expression","name": "data_center","expression": "common_data_center"},
+        {"type": "expression","name": "entrance_id","expression": "common_entrance_id"},
+        {"type": "expression","name": "schema_type","expression": "common_schema_type"},
+	{"type": "expression", "name": "one_sided_connections", "expression": "if(common_stream_dir!=3,common_sessions,0)"},
+        {"type": "expression", "name": "uncategorized_bytes", "expression": "if(\"common_l7_protocol\"=='UNCATEGORIZED',\"common_c2s_byte_num\"+\"common_s2c_byte_num\",0)"},
+        {"type": "expression","name": "fragmentation_packets","expression": "\"common_c2s_ipfrag_num\"+\"common_s2c_ipfrag_num\""},
+        {"type": "expression","name": "sequence_gap_loss","expression": "\"common_c2s_tcp_lostlen\"+\"common_s2c_tcp_lostlen\""},
+        {"type": "expression","name": "unorder_packets","expression": "\"common_c2s_tcp_unorder_num\"+\"common_s2c_tcp_unorder_num\""}
+      ]
+    }
+  },
+  "tuningConfig": {
+    "type": "kafka",
+    "maxRowsPerSegment": 20000000,
+    "reportParseExceptions": false
+  },
+  "ioConfig": {
+    "topic": "SESSION-RECORD-COMPLETED",
+    "taskCount": 1,
+    "replicas": 1,
+    "taskDuration": "PT1H",
+    "completionTimeout": "PT30M",
+    "consumerProperties": {
+      "bootstrap.servers": "kafkabootstrap",
+      "sasl.mechanism": "PLAIN",
+      "security.protocol": "SASL_PLAINTEXT",
+      "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";"
+    }
+  }
+}

TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf

@@ -1,7 +1,7 @@
 worker_processes  auto;
 
 events {
-    worker_connections  2048;
+    worker_connections  4096;
 }
 
 http {
@@ -16,7 +16,7 @@ http {
     #
     client_max_body_size 1024M;  #(设置客户端请求体最大值)
     client_body_buffer_size 128k;  #(配置请求体缓存区大小,)
-
+    access_log off; # 关闭access日志
 
     upstream qgwService {
         server 192.168.44.10:8183;