diff --git a/TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql b/TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql new file mode 100644 index 0000000..8ee6ea3 --- /dev/null +++ b/TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql @@ -0,0 +1,6 @@ +INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_protocol_stat_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-10-12T01:50:09.080Z', 'traffic_protocol_stat_log', '2021-10-12T01:50:09.913Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-10-12T01:50:09.080Z', 1, 0x7B2264617461536F75726365223A22747261666669635F70726F746F636F6C5F737461745F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31302D31325430313A35303A30392E3038305A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F70726F746F636F6C5F737461745F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31302D31325430315F35305F30392E3038305A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226973702C6465766963655F67726F75702C70726F746F636F6C5F69642C646174615F63656E7465722C6332735F706B745F6E756D2C656E7472616E63655F69642C73657373696F6E732C7332635F706B745F6E756D2C6332735F627974655F6E756D2C7332635F627974655F6E756D2C6332735F6970667261675F6E756D2C7332635F6970667261675F6E756D2C6332735F7463705F6C6F73746C656E2C7332635F7463705F6C6F73746C656E2C6332735F7463705F756E6F726465725F6E756D2C7332635F7463705F756E6F726465725F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A343337352C226964656E746966696572223A22747261666669635F70726F746F636F6C5F737461745F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31302D31325430313A35303A30392E3038305A227D); + + + +INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_summary_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-10-12T01:50:00.558Z', 'traffic_summary_log', '2021-10-12T01:50:01.453Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-10-12T01:50:00.558Z', 1, 0x7B2264617461536F75726365223A22747261666669635F73756D6D6172795F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31302D31325430313A35303A30302E3535385A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F73756D6D6172795F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31302D31325430315F35305F30302E3535385A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226973702C6465766963655F67726F75702C736368656D615F747970652C646174615F63656E7465722C6332735F706B745F6E756D2C656E7472616E63655F69642C73657373696F6E732C7332635F706B745F6E756D2C6332735F627974655F6E756D2C7332635F627974655F6E756D2C6F6E655F73696465645F636F6E6E656374696F6E732C756E63617465676F72697A65645F62797465732C667261676D656E746174696F6E5F7061636B6574732C73657175656E63655F6761705F6C6F73732C756E6F726465725F7061636B657473222C226D657472696373223A2269705F6F626A656374222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A343438322C226964656E746966696572223A22747261666669635F73756D6D6172795F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31302D31325430313A35303A30302E3535385A227D); + diff --git a/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_protocol_stat_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_09.080Z/0_index.zip b/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_protocol_stat_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_09.080Z/0_index.zip new file mode 100644 index 0000000..3cc6037 Binary files /dev/null and b/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_protocol_stat_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_09.080Z/0_index.zip differ diff --git a/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_summary_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_00.558Z/0_index.zip b/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_summary_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_00.558Z/0_index.zip new file mode 100644 index 0000000..4db28ab Binary files /dev/null and b/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_summary_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_00.558Z/0_index.zip differ diff --git a/TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json b/TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json new file mode 100644 index 0000000..cdb402e --- /dev/null +++ b/TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json @@ -0,0 +1,66 @@ +{ + "type": "kafka", + "dataSchema": { + "dataSource": "traffic_protocol_stat_log", + "parser": { + "type": "string", + "parseSpec": { + "format": "json", + "timestampSpec": { + "column": "stat_time", + "format": "posix" + }, + "dimensionsSpec": { + "dimensions": [ + "protocol_id", + "isp", + "data_center", + "device_group", + { + "name": "entrance_id", + "type": "long" + } + ] + } + } + }, + "metricsSpec" : [ + { "type" : "longSum", "name" : "sessions", "fieldName" : "sessions" }, + { "type" : "longSum", "name" : "c2s_pkt_num", "fieldName" : "c2s_pkt_num" }, + { "type" : "longSum", "name" : "s2c_pkt_num", "fieldName" : "s2c_pkt_num" }, + { "type" : "longSum", "name" : "c2s_byte_num", "fieldName" : "c2s_byte_num" }, + { "type" : "longSum", "name" : "s2c_byte_num", "fieldName" : "s2c_byte_num" }, + { "type" : "longSum", "name" : "c2s_ipfrag_num", "fieldName" : "c2s_ipfrag_num" }, + { "type" : "longSum", "name" : "s2c_ipfrag_num", "fieldName" : "s2c_ipfrag_num" }, + { "type" : "longSum", "name" : "c2s_tcp_lostlen", "fieldName" : "c2s_tcp_lostlen" }, + { "type" : "longSum", "name" : "s2c_tcp_lostlen", "fieldName" : "s2c_tcp_lostlen" }, + { "type" : "longSum", "name" : "c2s_tcp_unorder_num", "fieldName" : "c2s_tcp_unorder_num" }, + { "type" : "longSum", "name" : "s2c_tcp_unorder_num", "fieldName" : "s2c_tcp_unorder_num" } + ], + "granularitySpec": { + "type": "uniform", + "segmentGranularity": "DAY", + "queryGranularity": {"type": "period", "period": "PT15S", "timeZone": "Asia/Hong_Kong"}, + "rollup": true + }, + "transformSpec" :{} + }, + "tuningConfig": { + "type": "kafka", + "maxRowsPerSegment": 5000000, + "reportParseExceptions": false + }, + "ioConfig": { + "topic": "TRAFFIC-PROTOCOL-STAT", + "taskCount": 1, + "replicas": 1, + "taskDuration": "PT1H", + "completionTimeout": "PT30M", + "consumerProperties": { + "bootstrap.servers": "kafkabootstrap", + "sasl.mechanism": "PLAIN", + "security.protocol": "SASL_PLAINTEXT", + "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";" + } + } +} diff --git a/TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json b/TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json new file mode 100644 index 0000000..17150a2 --- /dev/null +++ b/TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json @@ -0,0 +1,76 @@ +{ + "type": "kafka", + "dataSchema": { + "dataSource": "traffic_summary_log", + "parser": { + "type": "string", + "parseSpec": { + "format": "json", + "timestampSpec": { + "column": "common_recv_time", + "format": "posix" + }, + "dimensionsSpec": { + "dimensions": [ + "isp", + "data_center", + "schema_type", + "device_group", + { "name": "entrance_id", "type": "long" } + ] + } + } + }, + "metricsSpec" : [ + { "type" : "HLLSketchBuild", "name" : "ip_object", "fieldName" : "common_client_ip" }, + { "type" : "longSum", "name" : "sessions", "fieldName" : "common_sessions" }, + { "type" : "longSum", "name" : "c2s_pkt_num", "fieldName" : "common_c2s_pkt_num" }, + { "type" : "longSum", "name" : "s2c_pkt_num", "fieldName" : "common_s2c_pkt_num" }, + { "type" : "longSum", "name" : "c2s_byte_num", "fieldName" : "common_c2s_byte_num" }, + { "type" : "longSum", "name" : "s2c_byte_num", "fieldName" : "common_s2c_byte_num" }, + { "type" : "longSum", "name" : "one_sided_connections", "fieldName" : "one_sided_connections" }, + { "type" : "longSum", "name" : "uncategorized_bytes", "fieldName" : "uncategorized_bytes" }, + { "type" : "longSum", "name" : "fragmentation_packets", "fieldName" : "fragmentation_packets" }, + { "type" : "longSum", "name" : "sequence_gap_loss", "fieldName" : "sequence_gap_loss" }, + { "type" : "longSum", "name" : "unorder_packets", "fieldName" : "unorder_packets" } + ], + "granularitySpec": { + "type": "uniform", + "segmentGranularity": "DAY", + "queryGranularity": {"type": "period", "period": "PT15S", "timeZone": "Asia/Hong_Kong"}, + "rollup": true + }, + "transformSpec" :{ + "transforms":[ + {"type": "expression","name": "isp","expression": "common_isp"}, + {"type": "expression","name": "device_group","expression": "common_device_group"}, + {"type": "expression","name": "data_center","expression": "common_data_center"}, + {"type": "expression","name": "entrance_id","expression": "common_entrance_id"}, + {"type": "expression","name": "schema_type","expression": "common_schema_type"}, + {"type": "expression", "name": "one_sided_connections", "expression": "if(common_stream_dir!=3,common_sessions,0)"}, + {"type": "expression", "name": "uncategorized_bytes", "expression": "if(\"common_l7_protocol\"=='UNCATEGORIZED',\"common_c2s_byte_num\"+\"common_s2c_byte_num\",0)"}, + {"type": "expression","name": "fragmentation_packets","expression": "\"common_c2s_ipfrag_num\"+\"common_s2c_ipfrag_num\""}, + {"type": "expression","name": "sequence_gap_loss","expression": "\"common_c2s_tcp_lostlen\"+\"common_s2c_tcp_lostlen\""}, + {"type": "expression","name": "unorder_packets","expression": "\"common_c2s_tcp_unorder_num\"+\"common_s2c_tcp_unorder_num\""} + ] + } + }, + "tuningConfig": { + "type": "kafka", + "maxRowsPerSegment": 20000000, + "reportParseExceptions": false + }, + "ioConfig": { + "topic": "SESSION-RECORD-COMPLETED", + "taskCount": 1, + "replicas": 1, + "taskDuration": "PT1H", + "completionTimeout": "PT30M", + "consumerProperties": { + "bootstrap.servers": "kafkabootstrap", + "sasl.mechanism": "PLAIN", + "security.protocol": "SASL_PLAINTEXT", + "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";" + } + } +} diff --git a/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf b/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf index 3230b8c..9d6abde 100644 --- a/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf +++ b/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf @@ -1,7 +1,7 @@ worker_processes auto; events { - worker_connections 2048; + worker_connections 4096; } http { @@ -16,7 +16,7 @@ http { # client_max_body_size 1024M; #(设置客户端请求体最大值) client_body_buffer_size 128k; #(配置请求体缓存区大小,) - + access_log off; # 关闭access日志 upstream qgwService { server 192.168.44.10:8183;