From cd74aa382d402b034912d01a03595f65a19d4be8 Mon Sep 17 00:00:00 2001
From: zhanghongqing <zhanghongqing@zdjizhi.com>
Date: Tue, 9 Nov 2021 16:41:05 +0800
Subject: [PATCH] 21.11

---
 .../TSG-21.10/druid/segments/druid_segments.sql |   6 ++
 .../2021-10-12T01_50_09.080Z/0_index.zip      | Bin 0 -> 1316 bytes
 .../2021-10-12T01_50_00.558Z/0_index.zip      | Bin 0 -> 1537 bytes
 .../TSG-21.10/druid/traffic_protocol_stat_log.json |  66 +++++++++++++++
 .../TSG-21.10/druid/traffic_summary_log.json  |  76 ++++++++++++++++++
 .../TSG-21.11/nginx/nginx.conf                |   4 +-
 6 files changed, 150 insertions(+), 2 deletions(-)
 create mode 100644 TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql
 create mode 100644 TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_protocol_stat_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_09.080Z/0_index.zip
 create mode 100644 TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_summary_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_00.558Z/0_index.zip
 create mode 100644 TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json
 create mode 100644 TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json

diff --git a/TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql b/TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql
new file mode 100644
index 0000000..8ee6ea3
--- /dev/null
+++ b/TSG发布版本更新记录/TSG-21.10/druid/segments/druid_segments.sql
@@ -0,0 +1,6 @@
+INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_protocol_stat_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-10-12T01:50:09.080Z', 'traffic_protocol_stat_log', '2021-10-12T01:50:09.913Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-10-12T01:50:09.080Z', 1, 0x7B2264617461536F75726365223A22747261666669635F70726F746F636F6C5F737461745F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31302D31325430313A35303A30392E3038305A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F70726F746F636F6C5F737461745F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31302D31325430315F35305F30392E3038305A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226973702C6465766963655F67726F75702C70726F746F636F6C5F69642C646174615F63656E7465722C6332735F706B745F6E756D2C656E7472616E63655F69642C73657373696F6E732C7332635F706B745F6E756D2C6332735F627974655F6E756D2C7332635F627974655F6E756D2C6332735F6970667261675F6E756D2C7332635F6970667261675F6E756D2C6332735F7463705F6C6F73746C656E2C7332635F7463705F6C6F73746C656E2C6332735F7463705F756E6F726465725F6E756D2C7332635F7463705F756E6F726465725F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A343337352C226964656E746966696572223A22747261666669635F70726F746F636F6C5F737461745F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31302D31325430313A35303A30392E3038305A227D);
+
+
+
+INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_summary_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-10-12T01:50:00.558Z', 'traffic_summary_log', '2021-10-12T01:50:01.453Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-10-12T01:50:00.558Z', 1, 0x7B2264617461536F75726365223A22747261666669635F73756D6D6172795F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31302D31325430313A35303A30302E3535385A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F73756D6D6172795F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31302D31325430315F35305F30302E3535385A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226973702C6465766963655F67726F75702C736368656D615F747970652C646174615F63656E7465722C6332735F706B745F6E756D2C656E7472616E63655F69642C73657373696F6E732C7332635F706B745F6E756D2C6332735F627974655F6E756D2C7332635F627974655F6E756D2C6F6E655F73696465645F636F6E6E656374696F6E732C756E63617465676F72697A65645F62797465732C667261676D656E746174696F6E5F7061636B6574732C73657175656E63655F6761705F6C6F73732C756E6F726465725F7061636B657473222C226D657472696373223A2269705F6F626A656374222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A343438322C226964656E746966696572223A22747261666669635F73756D6D6172795F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31302D31325430313A35303A30302E3535385A227D);
+
diff --git a/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_protocol_stat_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_09.080Z/0_index.zip b/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_protocol_stat_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_09.080Z/0_index.zip
new file mode 100644
index 0000000000000000000000000000000000000000..3cc6037ad2f39d8c7f6fd28eda695af3ee0dcb23
GIT binary patch
literal 1316
zcmWIWW@Zs#;Nak3aN+X_W<UbmKz3PbQE_H|o?cRBUUEXh0~Uq=Z+4Cy=`$kOfRZdg
z9Dq|h4^TEOF}Wnas8TPhI6rT7nAS=ikI+p)r@s2?aQOM2_dTm!=<TC-Qh!y*Dps(;
zr>Fe%lm}{)C1|h#2<R2(=I0k@ybU{;Cu}HCs>QfmN$<eQ6`vL^mkD5<E-Jocik5~-
zkZ_^n)l(Mdk{)jDwOuE&NMYZCzpVQjjl=&jes%ia5TB4%&U||w!`B0e;Z@T6XPV!8
zK2c`2p;`P#;lxR^boV}zl=nT>zUTb?jvq>r7w)Z?KBd<tnnO5rezhRO&DEmqyAD}I
zCmemPy25kDYKO@@>6<S)))~n0%<ud8t77j_iPwhPPFMX%dz0sT(`;h@o1~JuZO+c$
zo^G1?@=eB%?PW?Vx!sM^7R(h*^t@&=<&eMVu4*+E3!b$7Uk-9=Im|3s%CB{7af-Uw
z)hLO-aTiQ%nkQWO#V;1AU$8s!K5y5XysuifvM0SMo4nWaiJxf-|EwFfN;ePBy7Kec
z%c#p+mt~(d-S*7>$K&6BOVX^2=gvImlfKM2cy8YL$l8#*PIuhjD9S0bb!aNNM;u{4
zqWMVpk?|w#N79ej&jrqHxB8V;`O3w6s`$aBUB4e3@JuhVU4MzmMQ<vrXve9)Gk$NM
za63fkXoY~->FmNI#<Kh$BYMB5MtiniY2;mAGCMf#x2u3_bfKk_)C4<oy{5o2<y}Iz
zR!l0r^7dOv_@P+)_1ow7yqz<*Ur*w1UBAD_*B9}5_1aS+1a4i5i+q?GAmSR(df>N8
z?wZGT?6Ipj7JUg`uM%sx@!-lMReTcXHGAcwb_8%8SkT9pxpL#|Z7a5EpU*L3TV6Lk
zBtkCf@?^*Q3;WhbrHi_I793N#U-6q0lxPj?=SeCtF)&E-<4d%lG@qMVk_b&&u@hqR
z4l4+>+_&Uj#q;dD$q81eg;os=?r-1jUNd<`XT|K9b5r+AFP_7xduCP3vK|ZbOQx4t
z<%D}G?%jR<zC%y`y5>w#r!Z-gpubtSpXL=F(|H=Bn{oC1M~R13b3>WFK3sj<TfX{C
zv763@IIe$R`eLFw-d<dJ#%t%prk32CbH{CxnD5@&JiVpD+isV)wmWNVf#cUjoKJ2|
zJLvInk8^<9QWeeiAD;zph3pKSw61ES%Gau8&un%c+jutj`wgE9S2aAdv={%_G=J%a
zw7TY!ckv92(k_k1v=tJX#TS3&pRkGR;G%zQ95)nNmwyLR4^)>NzZZP6R_xHq8(#mw
z`SFFxhQ{B(5V^|;3NuC~5e7s_fm{fHLJbull^f_9kuy1{j6eW;AQQR7K-Y;Jg{V4b
o0Cgf43FtbJJ%Z}kFTf;$6yX8hte}z&ShTS)JOk1ipfZjD0LsJU@&Et;

literal 0
HcmV?d00001

diff --git a/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_summary_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_00.558Z/0_index.zip b/TSG发布版本更新记录/TSG-21.10/druid/segments/traffic_summary_log/30000101T000000.000Z_30000102T000000.000Z/2021-10-12T01_50_00.558Z/0_index.zip
new file mode 100644
index 0000000000000000000000000000000000000000..4db28abcd1762b7bef9f0a1c685f76f613306851
GIT binary patch
literal 1537
zcmWIWW@Zs#;Nak3aNzR^W<UbmKz3PbQE_H|o?cRBUUEXh0~Uq=Z+4Cy=`$kOfRZdg
z9Dq|h4^TEOF}Wnas8TPhI6rT7nAS=ikI+p)r@s2?aQOM2_dTm!=<TC-Qh!y*Dps(;
zr>Fe%lm}{)C1|h#2<R2(=I0k@ybV9^C+sLQPpOMNfdAj_gcHXq9xdRQe(cB!1p)8w
zErx1sYYvx0xTU3EzZsd7>9uF}3FaRR`x@LIbN^sai+S?k;%s&QUw@Z*w^jsPVeZWR
zwDtFI>-#mA@6Jr^F};0|?fTA~EkTk~n!VOqN%yd4+eDw(8oY8Ezs4-qr=jbNE#;Qn
zv5M%w)%ZH>#Sxbk5t){en|(7^o~&6MIFmDd)#cCIS2?EdG(I4qZD@AP>qpv~nCmIZ
zDK_c5r_OyFxGUw8!c6O}tw&FtIehq|pl8pTbPXl<smGtpSsn7~^`%bJq{p5yIu>&l
z7P5OeA3p9k?Z)(9*A&idXV1JM?ftnuRJAy4W=0g}a-qYy-6BDH&oX13mh6t%!E&xh
z|GwHBt_f~`)}Gn4^v)HYO`_McCI`=6@FqvkdjG=G@aGegx{jYTHVgQawvuC0u<I9=
z&sr7tmmVsg*YoM>x`W?Bl4>)5UHY>0=k`l7jnCir`_K0Q!ZY_LO4@j(^i46UHQKN6
z*nEoXwY#z!C1N{xV%YPTzc(IlV7qmI`+?{OwhI0lrhSW!8<YlT&RAnJ@ld6*_urVO
zZ9+ypIg_fbg|m&GDf%91-}!jqgkzrG%VwN7RC2dft^Z`p{i5cgt6#R>2;SJ4_OHt6
z&G{uxlakLb`%q_XXmlnd*vxsNg!12c?|wgVD^Op2WR)+=$|JkOb^DWe-j}~Mc*>Oi
z^WBb5nR=Z;M=l4bM_yD}n0n*%=T-NPT+dA4*ufCPxU3;_0bff4<F<zB2eKc?eqj8;
zQ}g@0Yf4T@_3}-pUwlt4Yc^8*|76WoH!ckg=k1=-?)q}BVQw<Zw=;hadEc7rc*|qa
z=9l|UeEoN&V6E25*;nWPwb~^<WxekMR)eDADDx`W!=5f1vzA5PIWsp^Wo1NK-|<Y_
zsZD$nlrC2C>|-n`R&32&bL7~aiw==Y#$gd=!avoW1I%__o52;bWo_h|ymbrPZ`Vti
zMyy%j+?+jkd8^ocMo@m^YzWl6%f!G?$B!?+fwF6EYDpqASNKi{%sZmM<MO{&EJT-u
zV-DNK2g|nbE^!FEJ8xfG-cnKf6Uo)b-XEL!plE8^#iCT1Ij=L_%N8D2ZC9AJ`=0f#
zns<v+!X5wC%slk*;{Vs5k|e?}IeodiyJ2UtY^mNA5yeNktR>O9&mEhBrb%ixNUc7v
zvc%$6CiCN4aSyis%2mJkJ!F%0&5r~3RyeP4HC}jKG^p>#U!m7Cgr{B8y(Q(*u6@0n
z=dZrK@ancJZOVV!wBOwL%kfh}HaKTvl=I0KQC$+T8kU#2isnso@>COBy`b|0PjbPG
zS0eKgX0-YTT{tBD?%vnmh8>so3UiqJu_~0=`}1(^G_%+jYHB>@OSXO6AgA%n%A)v#
z?Dn9`{H!vH&jgmv^6=0%O{!IM-K{3^gB29227fZ<$}%!AJO<(bZ$>5&21GH4T*86E
z6%`;Ais%}VOE6FYhyeCLCUS9zt`j+uQFYD$>O?N@&~+kv1l6(YnNgBNfHy0s*anu{
NEDX<pG%G8J2LSLcSeF0*

literal 0
HcmV?d00001

diff --git a/TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json b/TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json
new file mode 100644
index 0000000..cdb402e
--- /dev/null
+++ b/TSG发布版本更新记录/TSG-21.10/druid/traffic_protocol_stat_log.json
@@ -0,0 +1,66 @@
+{
+  "type": "kafka",
+  "dataSchema": {
+    "dataSource": "traffic_protocol_stat_log",
+    "parser": {
+      "type": "string",
+      "parseSpec": {
+        "format": "json",
+        "timestampSpec": {
+          "column": "stat_time",
+          "format": "posix"
+        },
+        "dimensionsSpec": {
+          "dimensions": [
+            "protocol_id",
+            "isp",
+	    "data_center",
+	    "device_group",
+            {
+              "name": "entrance_id",
+              "type": "long"
+            }
+          ]
+        }
+      }
+    },
+    "metricsSpec" : [
+      { "type" : "longSum", "name" : "sessions", "fieldName" : "sessions" },
+      { "type" : "longSum", "name" : "c2s_pkt_num", "fieldName" : "c2s_pkt_num" },
+      { "type" : "longSum", "name" : "s2c_pkt_num", "fieldName" : "s2c_pkt_num" },
+      { "type" : "longSum", "name" : "c2s_byte_num", "fieldName" : "c2s_byte_num" },
+      { "type" : "longSum", "name" : "s2c_byte_num", "fieldName" : "s2c_byte_num" },
+      { "type" : "longSum", "name" : "c2s_ipfrag_num", "fieldName" : "c2s_ipfrag_num" },
+      { "type" : "longSum", "name" : "s2c_ipfrag_num", "fieldName" : "s2c_ipfrag_num" },
+      { "type" : "longSum", "name" : "c2s_tcp_lostlen", "fieldName" : "c2s_tcp_lostlen" },
+      { "type" : "longSum", "name" : "s2c_tcp_lostlen", "fieldName" : "s2c_tcp_lostlen" },
+      { "type" : "longSum", "name" : "c2s_tcp_unorder_num", "fieldName" : "c2s_tcp_unorder_num" },
+      { "type" : "longSum", "name" : "s2c_tcp_unorder_num", "fieldName" : "s2c_tcp_unorder_num" }
+    ],
+    "granularitySpec": {
+      "type": "uniform",
+      "segmentGranularity": "DAY",
+      "queryGranularity": {"type": "period", "period": "PT15S", "timeZone": "Asia/Hong_Kong"},
+      "rollup": true
+    },
+    "transformSpec" :{}
+  },
+  "tuningConfig": {
+    "type": "kafka",
+    "maxRowsPerSegment": 5000000,
+    "reportParseExceptions": false
+  },
+  "ioConfig": {
+    "topic": "TRAFFIC-PROTOCOL-STAT",
+    "taskCount": 1,
+    "replicas": 1,
+    "taskDuration": "PT1H",
+    "completionTimeout": "PT30M",
+    "consumerProperties": {
+      "bootstrap.servers": "kafkabootstrap",
+      "sasl.mechanism": "PLAIN",
+      "security.protocol": "SASL_PLAINTEXT",
+      "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";"
+    }
+  }
+}
diff --git a/TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json b/TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json
new file mode 100644
index 0000000..17150a2
--- /dev/null
+++ b/TSG发布版本更新记录/TSG-21.10/druid/traffic_summary_log.json
@@ -0,0 +1,76 @@
+{
+  "type": "kafka",
+  "dataSchema": {
+    "dataSource": "traffic_summary_log",
+    "parser": {
+      "type": "string",
+      "parseSpec": {
+        "format": "json",
+        "timestampSpec": {
+          "column": "common_recv_time",
+          "format": "posix"
+        },
+        "dimensionsSpec": {
+          "dimensions": [
+	   "isp",
+	   "data_center",
+           "schema_type",
+	   "device_group",
+           { "name": "entrance_id", "type": "long" }
+          ]
+        }
+      }
+    },
+    "metricsSpec" : [
+	{ "type" : "HLLSketchBuild", "name" : "ip_object", "fieldName" : "common_client_ip" },
+        { "type" : "longSum", "name" : "sessions", "fieldName" : "common_sessions" },
+        { "type" : "longSum", "name" : "c2s_pkt_num", "fieldName" : "common_c2s_pkt_num" },
+        { "type" : "longSum", "name" : "s2c_pkt_num", "fieldName" : "common_s2c_pkt_num" },
+        { "type" : "longSum", "name" : "c2s_byte_num", "fieldName" : "common_c2s_byte_num" },
+        { "type" : "longSum", "name" : "s2c_byte_num", "fieldName" : "common_s2c_byte_num" },
+        { "type" : "longSum", "name" : "one_sided_connections", "fieldName" : "one_sided_connections" },
+        { "type" : "longSum", "name" : "uncategorized_bytes", "fieldName" : "uncategorized_bytes" },
+        { "type" : "longSum", "name" : "fragmentation_packets", "fieldName" : "fragmentation_packets" },
+        { "type" : "longSum", "name" : "sequence_gap_loss", "fieldName" : "sequence_gap_loss" },
+        { "type" : "longSum", "name" : "unorder_packets", "fieldName" : "unorder_packets" }
+  ],
+    "granularitySpec": {
+      "type": "uniform",
+      "segmentGranularity": "DAY",
+      "queryGranularity": {"type": "period", "period": "PT15S", "timeZone": "Asia/Hong_Kong"},
+      "rollup": true
+    },
+    "transformSpec" :{
+      "transforms":[
+        {"type": "expression","name": "isp","expression": "common_isp"},
+        {"type": "expression","name": "device_group","expression": "common_device_group"},
+        {"type": "expression","name": "data_center","expression": "common_data_center"},
+        {"type": "expression","name": "entrance_id","expression": "common_entrance_id"},
+        {"type": "expression","name": "schema_type","expression": "common_schema_type"},
+	{"type": "expression", "name": "one_sided_connections", "expression": "if(common_stream_dir!=3,common_sessions,0)"},
+        {"type": "expression", "name": "uncategorized_bytes", "expression": "if(\"common_l7_protocol\"=='UNCATEGORIZED',\"common_c2s_byte_num\"+\"common_s2c_byte_num\",0)"},
+        {"type": "expression","name": "fragmentation_packets","expression": "\"common_c2s_ipfrag_num\"+\"common_s2c_ipfrag_num\""},
+        {"type": "expression","name": "sequence_gap_loss","expression": "\"common_c2s_tcp_lostlen\"+\"common_s2c_tcp_lostlen\""},
+        {"type": "expression","name": "unorder_packets","expression": "\"common_c2s_tcp_unorder_num\"+\"common_s2c_tcp_unorder_num\""}
+      ]
+    }
+  },
+  "tuningConfig": {
+    "type": "kafka",
+    "maxRowsPerSegment": 20000000,
+    "reportParseExceptions": false
+  },
+  "ioConfig": {
+    "topic": "SESSION-RECORD-COMPLETED",
+    "taskCount": 1,
+    "replicas": 1,
+    "taskDuration": "PT1H",
+    "completionTimeout": "PT30M",
+    "consumerProperties": {
+      "bootstrap.servers": "kafkabootstrap",
+      "sasl.mechanism": "PLAIN",
+      "security.protocol": "SASL_PLAINTEXT",
+      "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";"
+    }
+  }
+}
diff --git a/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf b/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf
index 3230b8c..9d6abde 100644
--- a/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf
+++ b/TSG发布版本更新记录/TSG-21.11/nginx/nginx.conf
@@ -1,7 +1,7 @@
 worker_processes  auto;
 
 events {
-    worker_connections  2048;
+    worker_connections  4096;
 }
 
 http {
@@ -16,7 +16,7 @@ http {
     #
     client_max_body_size 1024M;  #(设置客户端请求体最大值)
     client_body_buffer_size 128k;  #(配置请求体缓存区大小,)
-
+    access_log off; # 关闭access日志
 
     upstream qgwService {
         server 192.168.44.10:8183;