From f8edd18978f0297ba42c1e38869fd7a7e7a54c13 Mon Sep 17 00:00:00 2001 From: zhanghongqing Date: Tue, 14 Dec 2021 13:49:21 +0800 Subject: [PATCH] 21.12 update --- .../TSG-21.12/druid/cluster/traffic_metrics_log.zip | Bin 0 -> 2979 bytes .../TSG-21.12/druid/init_traffic_metrics_log.json | 89 ++++++++++ .../druid/standalone/traffic_metrics_log.zip | Bin 0 -> 3349 bytes .../TSG-21.12/druid/traffic_metrics_log.json | 155 ++++++++++++++++++ .../TSG-21.12/druid/update-druid-2112.sql | 17 +- .../TSG-21.12/spark/update-spark-conf.txt | 2 + 6 files changed, 262 insertions(+), 1 deletion(-) create mode 100644 TSG发布版本更新记录/TSG-21.12/druid/cluster/traffic_metrics_log.zip create mode 100644 TSG发布版本更新记录/TSG-21.12/druid/init_traffic_metrics_log.json create mode 100644 TSG发布版本更新记录/TSG-21.12/druid/standalone/traffic_metrics_log.zip create mode 100644 TSG发布版本更新记录/TSG-21.12/druid/traffic_metrics_log.json create mode 100644 TSG发布版本更新记录/TSG-21.12/spark/update-spark-conf.txt diff --git a/TSG发布版本更新记录/TSG-21.12/druid/cluster/traffic_metrics_log.zip b/TSG发布版本更新记录/TSG-21.12/druid/cluster/traffic_metrics_log.zip new file mode 100644 index 0000000000000000000000000000000000000000..292c058fe2e346f391592517ce69b9d58ccd2cdd GIT binary patch literal 2979 zcmWIWW@h1H0D&W=y}@7xln`N%VJIm|OiRm5j?YakDauSPj?c+Y*AEThWMDRUvn>&X zODnh;7+F9%z(fGtwDV}D+2JtF*Z>F&4Gcp-w1I&h5J$yB1&xpeA@;ff?exHBZ!em? z;S}3zWME{dYiOivXdGf-6mMb{Z)mJ%Ze$h(anQ-v+Y;*uIcR^1iBUN_0|N*r(au2z z@tJuksTF!vnFZiT0=W%@u|$#x0|y5O!*Nm6DCY*oV_9lZab|v=UQ%XWazerb7KQ+C zc8(qCGa}fakqnAs?Am#ND$){@OY(~<^|Ffd^Hzsxt<>=d-4t}{tFI1+pYM6!v)YB; zK6)qhSB0!%1si;N%1=*upf*_`#&0krc@*d7=ND(Zon@FI;waLlE-vaQl(WUSZR=jA zi?22Wc<@X#KKMky@vza&xx0I2&W%h@SAJfoaU(V&DD!d~Z*EdV8XxH;1S7MK)2@>@CG&R~P+ybSNgI_gY5bN|Cnb zO|csnyM|;31#ZZi5}Yd#``Tq$yyBFcg-Kg;Z!Gegxoz?pbE&U4E6Nhn{{3;f68kcY zLovCdp7x-dgasEk$F02|F4^SC_^vW*v2r%bJgu@Qs$Cp zr%T?6UCvVJ%1z93w^g1lx>p#a-4ns{s(rv_6L0ogwL=T6GwfnpRw`O zzU4oxY$dGt{2C(*L{lE{Rj|x!y#B!U2h+aA{{&_*eXFlAeqeRsfn5btTvPc2;~#Dw zsX}uYObY}R_D^cAexT^ke~SBqSPe@&oR?fgOM4-2;+ z%V}2EdA5>wg}|$@IU1VDk!jAYr*EuFe5h&Zdu?W+N$9MLCfb&jodK+$pZP~lew6lZ z<<3~yvorJEzgq2HG+q0)a<0M;+h2z=E}nS9eDq{e>%!Gd;@LW1tqL+{_(kN^E!uU~ z_Ug>)71d@nH&33Q^29B3{o}r8--@@`uG$;7?!^`b~ioxt8q>)owc|wSVKgH`h(Btj?b#oxZ_{m{322dVc$y1n!7@0AwWo6r3@DIF!d#KU>#7XOO5d8UijPD|76nwucc9=>Yg z!sck!)aV5lRF`JUU$e|u_R+%qyMvG_Zv>v!(?!D}G z@eP)x4fc=s1*=U>5e(WQwCD`G|I)kipj<38clJ|bW(I~_b$po(R0sge`$RoRUW=V_ zJ8y{rPuu&?I@h$GAHJ->_0lX_t!KuT-L=2B&ODRg<`MHpep~%&d&9oc%XZ zV)~w~&gDY!^SpFV|0V~?nb&L6zG+lD+vfSSv?``dP<>izs!bX#qG#B|5S4>f1I;H;k$Q>QV zfQvVTQ!jQnEPXKH`uxf2B87`i-RCrRQObCGXtK;t54PN(J;r&hAs5aqVcuwQ#qqbt z@z1f#Y^MCYXT|IPG|&ceM^D`LaIVk%;zrH;a*l0Dc^gE_tx8zO=ns2UD97L)dYPy_^Gr~ zA>?~i%O|s^uQR1zK5P^SeJaezdbu%_B(^VFn;TOh zJcV;j@H2-qEUyywZkGMT=5cSmXtK_vzNx3W{)1B8#**xCTP6mEC#;}U$H*kYfT%r? z>lIMCLj_1x5xPd?dIMDLAb>rPiChVx>qO23s5)l=bt2a?=sJ--g6ddSVB-fV%LI6{ zf+|a3lZb`k8IZ09^FYSQG2?1$Nq{r}fdIo>M-Yv@<;4nVd0|xO2$M0}UC1W;;V_w$ zRv6F?pjH?jH(<8Gklk>MVmIJvkpUftwZ(%7Adurw+hZ`tF)%D?3}?h1^uz}cPRF6N S&TzRCk#LlOStg4UloSA+Ve7d7 literal 0 HcmV?d00001 diff --git a/TSG发布版本更新记录/TSG-21.12/druid/init_traffic_metrics_log.json b/TSG发布版本更新记录/TSG-21.12/druid/init_traffic_metrics_log.json new file mode 100644 index 0000000..7cbf418 --- /dev/null +++ b/TSG发布版本更新记录/TSG-21.12/druid/init_traffic_metrics_log.json @@ -0,0 +1,89 @@ +{ + "type": "index", + "spec":{ + "ioConfig": { + "type": "index", + "firehose": { + "type": "inline", + "data": "{\"test_time\":\"3000-01-01T00:00:00.000\",\"device_id\":\" \",\"allow_conn_num\":0,\"allow_in_bytes\":0,\"allow_in_packets\":0,\"allow_out_bytes\":0,\"allow_out_packets\":0,\"close_conn_num\":0,\"default_conn_num\":0,\"default_in_bytes\":0,\"default_in_packets\":0,\"default_out_bytes\":0,\"default_out_packets\":0,\"deny_conn_num\":0,\"deny_in_bytes\":0,\"deny_in_packets\":0,\"deny_out_bytes\":0,\"deny_out_packets\":0,\"established_conn_num\":0,\"intercept_conn_num\":0,\"intercept_in_bytes\":0,\"intercept_in_packets\":0,\"intercept_out_bytes\":0,\"intercept_out_packets\":0,\"monitor_conn_num\":0,\"monitor_in_bytes\":0,\"monitor_in_packets\":0,\"monitor_out_bytes\":0,\"monitor_out_packets\":0,\"new_conn_num\":0,\"total_in_bytes\":0,\"total_in_packets\":0,\"total_out_bytes\":0,\"total_out_packets\":0,\"entrance_id\":0,\"pinning_num\":0,\"not_pinning_num\":0,\"maybe_pinning_num\":0,\"alert_bytes\":0,\"ins_bytes\":0,\"hijk_bytes\":0,\"reflection_bytes\":0,\"flood_bytes\":0,\"intcp_mon_num\":0,\"intcp_allow_num\":0,\"intcp_deny_num\":0,\"intcp_rdirt_num\":0,\"intcp_repl_num\":0,\"intcp_hijk_num\":0,\"intcp_ins_num\":0,\"ad_reflection_bytes\":0,\"ad_flood_bytes\":0,\"ad_cc_bytes\":0,\"intcp_edit_elem_num\":0}" + } + }, + "tuningConfig": { + "type": "index" + }, + "dataSchema": { + "dataSource": "traffic_metrics_log", + "granularitySpec": { + "type": "uniform", + "segmentGranularity": "DAY", + "queryGranularity": "NONE", + "rollup": false + }, + "parser": { + "type": "string", + "parseSpec": { + "format": "json", + "timestampSpec": { + "column": "test_time", + "format": "iso" + }, + "dimensionsSpec": { + "dimensions": [ + {"name": "device_id","type": "string"}, + {"name": "allow_conn_num","type": "long"}, + {"name": "allow_in_bytes","type": "long"}, + {"name": "allow_in_packets","type": "long"}, + {"name": "allow_out_bytes","type": "long"}, + {"name": "allow_out_packets","type": "long"}, + {"name": "close_conn_num","type": "long"}, + {"name": "default_conn_num","type": "long"}, + {"name": "default_in_bytes","type": "long"}, + {"name": "default_in_packets","type": "long"}, + {"name": "default_out_bytes","type": "long"}, + {"name": "default_out_packets","type": "long"}, + {"name": "deny_conn_num","type": "long"}, + {"name": "deny_in_bytes","type": "long"}, + {"name": "deny_in_packets","type": "long"}, + {"name": "deny_out_bytes","type": "long"}, + {"name": "deny_out_packets","type": "long"}, + {"name": "established_conn_num","type": "long"}, + {"name": "intercept_conn_num","type": "long"}, + {"name": "intercept_in_bytes","type": "long"}, + {"name": "intercept_in_packets","type": "long"}, + {"name": "intercept_out_bytes","type": "long"}, + {"name": "intercept_out_packets","type": "long"}, + {"name": "monitor_conn_num","type": "long"}, + {"name": "monitor_in_bytes","type": "long"}, + {"name": "monitor_in_packets","type": "long"}, + {"name": "monitor_out_bytes","type": "long"}, + {"name": "monitor_out_packets","type": "long"}, + {"name": "new_conn_num","type": "long"}, + {"name": "total_in_bytes","type": "long"}, + {"name": "total_in_packets","type": "long"}, + {"name": "total_out_bytes","type": "long"}, + {"name": "entrance_id","type": "long"}, + {"name": "total_out_packets","type": "long"}, + {"name": "pinning_num","type": "long"}, + {"name": "not_pinning_num","type": "long"}, + {"name": "maybe_pinning_num","type": "long"}, + {"name": "alert_bytes","type": "long"}, + {"name": "ins_bytes","type": "long"}, + {"name": "hijk_bytes","type": "long"}, + {"name": "ad_reflection_bytes","type": "long"}, + {"name": "ad_flood_bytes","type": "long"}, + {"name": "ad_cc_bytes","type": "long"}, + {"name": "intcp_mon_num","type": "long"}, + {"name": "intcp_allow_num","type": "long"}, + {"name": "intcp_deny_num","type": "long"}, + {"name": "intcp_rdirt_num","type": "long"}, + {"name": "intcp_repl_num","type": "long"}, + {"name": "intcp_hijk_num","type": "long"}, + {"name": "intcp_ins_num","type": "long"}, + {"name": "intcp_edit_elem_num","type": "long"} + ] + } + } + } + } + } +} diff --git a/TSG发布版本更新记录/TSG-21.12/druid/standalone/traffic_metrics_log.zip b/TSG发布版本更新记录/TSG-21.12/druid/standalone/traffic_metrics_log.zip new file mode 100644 index 0000000000000000000000000000000000000000..f4831a79b6405a5d4319b13056c084b005f5b511 GIT binary patch literal 3349 zcmWIWW@h1H0D+YSy}@7xln`N%VJIm|OiRm5j?YakDauSPj?c+Y*AEThWMH26Xj|e` zATF)oW?*Ci=>QV}I8AfIVVbdlfq|}pArOTa7+8Uk9#AMM9xh>oDuJ*c-%L!xCxlFar{t_HK3IjdFGd1`y7ohto3iQc^4Q zsxk}U=?X`@iZF0+a4@i^^q{0tZeY?YOD!tS%+J$H%FIhnNO-`)5a7+uu_Jv(1RFG6 zf|4b6?L0sgX^F`t`9+m_S;hHztHZQb>Ue~13Oe=GSBJyT_q^{}?Lu!Ky_5Q@LRPVY z4L&{Pr>8tnn=BCHHyD_X4Gi>(bMy0yGv3ZJ%n)%DX;T*$brj0kV%)ZMuhYd>8v;Cd zCK?}nBH(z~=;qwrJu~Mj)A}NtsA~3>VzH}>emy!A6ViJvqj052+w-Q_jf-7F zvV#IQWK9Xq6^MQ9vMgS4O3uQht+_WA`OVxm`HZ>L*P9h(iE01-I9-W-8OEWQ+~PCY zutvCOiTor^={u^ozpg!-{7t>`>FmfnowNVf%{`Q%7j0}~7~{F>_BAPU$+OcX@5C3)T{WB^sx?zh;>drLRjUlI8J9GS4_xrvz2|W8^Qfd7|rQhNfhCBBC4V$^H=j)-3 z2Nh<@^vG>E`0$>;k?DoLTMNoI$$vS{K7aoMJ6`*PJ_f>PSd59IKG)CKcxvDBA6B*! zR(yVqkp-eD5BMrr<~3e_VEcn<-{OA)Gnl^B*BC#ry70iRf+?=4{DJWgH;+`IISi%+ zf(rX5HCI1Sbm%|D{XwjTC7$tDk37ol z$-6?}RoEO2&E&{5=ho9V)+IjFwDi3;v(O}T)b}yQ)eOozK;fL+7Lm3xOykS0iGO2ap>L&4Qov&5}nKS$%^6D1tI%|7%X7!3{ zvznVH&rf;cmbw0M-?MMUTWnYDja&EPiPy7y(ZxKXas9DJSH8-=_s2)d_vt$|nKX-3 z%juI&U-Q#nY4FNhGI#x^z=>ST_J(S=9hBO?@!gy2CfC+zM!aWb^3UU18szUO^xjRS zvPZQjPrv2gx9>~to%<*PksTQ4gASf?MEh6n{K}hRjEt$}VD}J%} zX*u=f=3U+1`S2}RckY^8HHSyuhyFVlM z&DnfpAKNsIz_b z$NPfSrltr6Z4p{@hTVVZU3pM07MeTzsWCGHL#{f$%myk1fK^l?G_S=@xt+JffT!*K zXPs+W&ktW#;Cg8mt=2PR%kJ9WTW6k0aPx@yBfqWwINyD)Et?LyJ5XXCst-&13sGkfNj`(>Pd?>#Rn^7Z81OV0kAC^3D{R_Ah| z_<3Hsr+<~txE9s^tJE=NtLq~x4V~%b0!!=vOPY)PiYun5Fr8BWeB_P}W5C55!l@TK z9F{(qaDDz{b&rKw){qP5mN0L$xZ?QR@U9SG~Dx)0Q!W+%A!QcX;3O?`CWt;*OvDR%YcSTJvG$Vw>q^PgLWr_>axl zoAiA5{=Ox_0wGl)D&}(+>~JqDij?oY#Cz*)$)>Zc`7Y@%m}-JP9sE>UsSxtLs^yc} z)7P2OFP}K5ua|uG*qzDEv-sF?ozBLK*EaG0P!eEDUR3>1huO)%uewmO{@$ko-L2Dp z?fzYSZ0X-!-QIbRZMJRfpR|m_%WDsJh1=4#()rz=8b8|EC}ww+7zDcU%~VuLnB?nU zlf}UpG4n~M+{KoH{$3%|{eNcg=+-Jt@c zst8>pa=ihnb`ZcG$V9G$&~+kb0#uzdfI5+D8FZb<9zk_1E3mzWlw|_ESwWR0uocI` z@C-;-gLxq1HIwSU|AU(ivIug{NB+i+r%}H3iGB7M@WCG?dY$=AS&O~Zl U;&Lw}-Lo>VGCTshNEV#f0Z6zu{Qv*} literal 0 HcmV?d00001 diff --git a/TSG发布版本更新记录/TSG-21.12/druid/traffic_metrics_log.json b/TSG发布版本更新记录/TSG-21.12/druid/traffic_metrics_log.json new file mode 100644 index 0000000..1e748fa --- /dev/null +++ b/TSG发布版本更新记录/TSG-21.12/druid/traffic_metrics_log.json @@ -0,0 +1,155 @@ +{ + "type": "kafka", + "dataSchema": { + "dataSource": "traffic_metrics_log", + "parser": { + "type": "string", + "parseSpec": { + "format": "json", + "timestampSpec": { + "column": "timestamp", + "format": "posix" + }, + "dimensionsSpec": { + "dimensions": [ + "device_id", + "entrance_id" + ] + }, + "flattenSpec": { + "useFieldDiscovery": true, + "fields": [ + { "name": "allow_conn_num", "type": "path", "expr": "$.fields.allow_conn_num" }, + { "name": "allow_in_bytes", "type": "path", "expr": "$.fields.allow_in_bytes" }, + { "name": "allow_in_packets", "type": "path", "expr": "$.fields.allow_in_packets" }, + { "name": "allow_out_bytes", "type": "path", "expr": "$.fields.allow_out_bytes" }, + { "name": "allow_out_packets", "type": "path", "expr": "$.fields.allow_out_packets" }, + { "name": "close_conn_num", "type": "path", "expr": "$.fields.close_conn_num" }, + { "name": "default_conn_num", "type": "path", "expr": "$.fields.default_conn_num" }, + { "name": "default_in_bytes", "type": "path", "expr": "$.fields.default_in_bytes" }, + { "name": "default_in_packets", "type": "path", "expr": "$.fields.default_in_packets" }, + { "name": "default_out_bytes", "type": "path", "expr": "$.fields.default_out_bytes" }, + { "name": "default_out_packets", "type": "path", "expr": "$.fields.default_out_packets" }, + { "name": "deny_conn_num", "type": "path", "expr": "$.fields.deny_conn_num" }, + { "name": "deny_in_bytes", "type": "path", "expr": "$.fields.deny_in_bytes" }, + { "name": "deny_in_packets", "type": "path", "expr": "$.fields.deny_in_packets" }, + { "name": "deny_out_bytes", "type": "path", "expr": "$.fields.deny_out_bytes" }, + { "name": "deny_out_packets", "type": "path", "expr": "$.fields.deny_out_packets" }, + { "name": "established_conn_num", "type": "path", "expr": "$.fields.established_conn_num" }, + { "name": "intercept_conn_num", "type": "path", "expr": "$.fields.intercept_conn_num" }, + { "name": "intercept_in_bytes", "type": "path", "expr": "$.fields.intercept_in_bytes" }, + { "name": "intercept_in_packets", "type": "path", "expr": "$.fields.intercept_in_packets" }, + { "name": "intercept_out_bytes", "type": "path", "expr": "$.fields.intercept_out_bytes" }, + { "name": "intercept_out_packets", "type": "path", "expr": "$.fields.intercept_out_packets" }, + { "name": "monitor_conn_num", "type": "path", "expr": "$.fields.monitor_conn_num" }, + { "name": "monitor_in_bytes", "type": "path", "expr": "$.fields.monitor_in_bytes" }, + { "name": "monitor_in_packets", "type": "path", "expr": "$.fields.monitor_in_packets" }, + { "name": "monitor_out_bytes", "type": "path", "expr": "$.fields.monitor_out_bytes" }, + { "name": "monitor_out_packets", "type": "path", "expr": "$.fields.monitor_out_packets" }, + { "name": "new_conn_num", "type": "path", "expr": "$.fields.new_conn_num" }, + { "name": "total_in_bytes", "type": "path", "expr": "$.fields.total_in_bytes" }, + { "name": "total_in_packets", "type": "path", "expr": "$.fields.total_in_packets" }, + { "name": "total_out_bytes", "type": "path", "expr": "$.fields.total_out_bytes" }, + { "name": "total_out_packets", "type": "path", "expr": "$.fields.total_out_packets" }, + { "name": "pinning_num", "type": "path", "expr": "$.fields.pinning_num" }, + { "name": "not_pinning_num", "type": "path", "expr": "$.fields.not_pinning_num" }, + { "name": "maybe_pinning_num", "type": "path", "expr": "$.fields.maybe_pinning_num" }, + { "name": "alert_bytes", "type": "path", "expr": "$.fields.alert_bytes" }, + { "name": "insert_bytes", "type": "path", "expr": "$.fields.insert_bytes" }, + { "name": "hijack_bytes", "type": "path", "expr": "$.fields.hijack_bytes" }, + { "name": "ad_reflection_bytes", "type": "path", "expr": "$.fields.ad_reflection_bytes" }, + { "name": "ad_flood_bytes", "type": "path", "expr": "$.fields.ad_flood_bytes" }, + { "name": "ad_cc_bytes", "type": "path", "expr": "$.fields.ad_cc_bytes" }, + { "name": "intercept_monitor_conn_num", "type": "path", "expr": "$.fields.intcp_mon_num" }, + { "name": "intercept_allow_conn_num", "type": "path", "expr": "$.fields.intcp_allow_num" }, + { "name": "intercept_deny_conn_num", "type": "path", "expr": "$.fields.intcp_deny_num" }, + { "name": "intercept_redirect_conn_num", "type": "path", "expr": "$.fields.intcp_rdirt_num" }, + { "name": "intercept_replace_conn_num", "type": "path", "expr": "$.fields.intcp_repl_num" }, + { "name": "intercept_hijack_conn_num", "type": "path", "expr": "$.fields.intcp_hijk_num" }, + { "name": "intercept_insert_conn_num", "type": "path", "expr": "$.fields.intcp_ins_num" }, + { "name": "intcp_edit_elem_num", "type": "path", "expr": "$.fields.intcp_edit_elem_num" }, + { "name": "app_name", "type": "path", "expr": "$.tags.app_name" }, + { "name": "device_id", "type": "path", "expr": "$.tags.device_id" }, + { "name": "entrance_id", "type": "path", "expr": "$.tags.entrance_id" } + ] + } + } + }, + "metricsSpec" : [ + { "type" : "longSum", "name" : "new_conn_num", "fieldName" : "new_conn_num" }, + { "type" : "longMax", "name" : "established_conn_num", "fieldName" : "established_conn_num" }, + { "type" : "longSum", "name" : "close_conn_num", "fieldName" : "close_conn_num" }, + { "type" : "longSum", "name" : "total_in_bytes", "fieldName" : "total_in_bytes" }, + { "type" : "longSum", "name" : "total_out_bytes", "fieldName" : "total_out_bytes" }, + { "type" : "longSum", "name" : "total_in_packets", "fieldName" : "total_in_packets" }, + { "type" : "longSum", "name" : "total_out_packets", "fieldName" : "total_out_packets" }, + { "type" : "longSum", "name" : "default_conn_num", "fieldName" : "default_conn_num" }, + { "type" : "longSum", "name" : "default_in_bytes", "fieldName" : "default_in_bytes" }, + { "type" : "longSum", "name" : "default_out_bytes", "fieldName" : "default_out_bytes" }, + { "type" : "longSum", "name" : "default_in_packets", "fieldName" : "default_in_packets" }, + { "type" : "longSum", "name" : "default_out_packets", "fieldName" : "default_out_packets" }, + { "type" : "longSum", "name" : "allow_conn_num", "fieldName" : "allow_conn_num" }, + { "type" : "longSum", "name" : "allow_in_bytes", "fieldName" : "allow_in_bytes" }, + { "type" : "longSum", "name" : "allow_out_bytes", "fieldName" : "allow_out_bytes" }, + { "type" : "longSum", "name" : "allow_in_packets", "fieldName" : "allow_in_packets" }, + { "type" : "longSum", "name" : "allow_out_packets", "fieldName" : "allow_out_packets" }, + { "type" : "longSum", "name" : "deny_conn_num", "fieldName" : "deny_conn_num" }, + { "type" : "longSum", "name" : "deny_in_bytes", "fieldName" : "deny_in_bytes" }, + { "type" : "longSum", "name" : "deny_out_bytes", "fieldName" : "deny_out_bytes" }, + { "type" : "longSum", "name" : "deny_in_packets", "fieldName" : "deny_in_packets" }, + { "type" : "longSum", "name" : "deny_out_packets", "fieldName" : "deny_out_packets" }, + { "type" : "longSum", "name" : "monitor_conn_num", "fieldName" : "monitor_conn_num" }, + { "type" : "longSum", "name" : "monitor_in_bytes", "fieldName" : "monitor_in_bytes" }, + { "type" : "longSum", "name" : "monitor_out_bytes", "fieldName" : "monitor_out_bytes" }, + { "type" : "longSum", "name" : "monitor_in_packets", "fieldName" : "monitor_in_packets" }, + { "type" : "longSum", "name" : "monitor_out_packets", "fieldName" : "monitor_out_packets" }, + { "type" : "longSum", "name" : "intercept_conn_num", "fieldName" : "intercept_conn_num" }, + { "type" : "longSum", "name" : "intercept_in_bytes", "fieldName" : "intercept_in_bytes" }, + { "type" : "longSum", "name" : "intercept_out_bytes", "fieldName" : "intercept_out_bytes" }, + { "type" : "longSum", "name" : "intercept_in_packets", "fieldName" : "intercept_in_packets" }, + { "type" : "longSum", "name" : "intercept_out_packets", "fieldName" : "intercept_out_packets" }, + { "type" : "longSum", "name" : "pinning_num", "fieldName" : "pinning_num" }, + { "type" : "longSum", "name" : "not_pinning_num", "fieldName" : "not_pinning_num" }, + { "type" : "longSum", "name" : "maybe_pinning_num", "fieldName" : "maybe_pinning_num" }, + { "type" : "longSum", "name" : "alert_bytes", "fieldName" : "alert_bytes" }, + { "type" : "longSum", "name" : "ins_bytes", "fieldName" : "insert_bytes" }, + { "type" : "longSum", "name" : "hijk_bytes", "fieldName" : "hijack_bytes" }, + { "type" : "longSum", "name" : "ad_reflection_bytes", "fieldName" : "ad_reflection_bytes" }, + { "type" : "longSum", "name" : "ad_flood_bytes", "fieldName" : "ad_flood_bytes" }, + { "type" : "longSum", "name" : "ad_cc_bytes", "fieldName" : "ad_cc_bytes" }, + { "type" : "longSum", "name" : "intcp_mon_num", "fieldName" : "intercept_monitor_conn_num" }, + { "type" : "longSum", "name" : "intcp_allow_num", "fieldName" : "intercept_allow_conn_num" }, + { "type" : "longSum", "name" : "intcp_deny_num", "fieldName" : "intercept_deny_conn_num" }, + { "type" : "longSum", "name" : "intcp_rdirt_num", "fieldName" : "intercept_redirect_conn_num" }, + { "type" : "longSum", "name" : "intcp_repl_num", "fieldName" : "intercept_replace_conn_num" }, + { "type" : "longSum", "name" : "intcp_hijk_num", "fieldName" : "intercept_hijack_conn_num" }, + { "type" : "longSum", "name" : "intcp_ins_num", "fieldName" : "intercept_insert_conn_num" }, + { "type" : "longSum", "name" : "intcp_edit_elem_num", "fieldName" : "intcp_edit_elem_num" } + ], + "granularitySpec": { + "type": "uniform", + "segmentGranularity": "DAY", + "queryGranularity": {"type": "period", "period": "PT5S", "timeZone": "Asia/Hong_Kong"}, + "rollup": true + }, + "transformSpec" :{} + }, + "tuningConfig": { + "type": "kafka", + "resetOffsetAutomatically": true, + "reportParseExceptions": false + }, + "ioConfig": { + "topic": "TRAFFIC-METRICS", + "taskCount": 1, + "replicas": 1, + "taskDuration": "PT1H", + "completionTimeout": "PT30M", + "consumerProperties": { + "bootstrap.servers": "kafkabootstrap", + "sasl.mechanism": "PLAIN", + "security.protocol": "SASL_PLAINTEXT", + "sasl.jaas.config": "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"admin\" password=\"galaxy2019\";" + } + } +} diff --git a/TSG发布版本更新记录/TSG-21.12/druid/update-druid-2112.sql b/TSG发布版本更新记录/TSG-21.12/druid/update-druid-2112.sql index f7a4fe4..53915e0 100644 --- a/TSG发布版本更新记录/TSG-21.12/druid/update-druid-2112.sql +++ b/TSG发布版本更新记录/TSG-21.12/druid/update-druid-2112.sql @@ -1,5 +1,20 @@ +#更新一 traffic_app_stat_log # 更新的时候，先停掉之前的任务，然后执行sql，最后再提交新任务 DELETE FROM druid.druid_pendingsegments WHERE dataSource = 'traffic_app_stat_log'; -DELETE FROM druid.druid_datasource WHERE dataSource = 'traffic_app_stat_log'; \ No newline at end of file +DELETE FROM druid.druid_datasource WHERE dataSource = 'traffic_app_stat_log'; + + + +#更新二 traffic_metrics_log(不要在widows环境解压操作) +单机版sql: +INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_metrics_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-12-12T12:32:13.207Z', 'traffic_metrics_log', '2021-12-12T12:32:14.239Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-12-12T12:32:13.207Z', 1, 0x7B2264617461536F75726365223A22747261666669635F6D6574726963735F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31322D31325431323A33323A31332E3230375A222C226C6F616453706563223A7B2274797065223A226C6F63616C222C2270617468223A222F6170616368652D64727569642D302E31382E312F7661722F64727569642F7365676D656E74732F747261666669635F6D6574726963735F6C6F672F333030302D30312D30315430303A30303A30302E3030305A5F333030302D30312D30325430303A30303A30302E3030305A2F323032312D31322D31325431323A33323A31332E3230375A2F302F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226465766963655F69642C616C6C6F775F636F6E6E5F6E756D2C616C6C6F775F696E5F62797465732C616C6C6F775F696E5F7061636B6574732C616C6C6F775F6F75745F62797465732C616C6C6F775F6F75745F7061636B6574732C636C6F73655F636F6E6E5F6E756D2C64656661756C745F636F6E6E5F6E756D2C64656661756C745F696E5F62797465732C64656661756C745F696E5F7061636B6574732C64656661756C745F6F75745F62797465732C64656661756C745F6F75745F7061636B6574732C64656E795F636F6E6E5F6E756D2C64656E795F696E5F62797465732C64656E795F696E5F7061636B6574732C64656E795F6F75745F62797465732C64656E795F6F75745F7061636B6574732C65737461626C69736865645F636F6E6E5F6E756D2C696E746572636570745F636F6E6E5F6E756D2C696E746572636570745F696E5F62797465732C696E746572636570745F696E5F7061636B6574732C696E746572636570745F6F75745F62797465732C696E746572636570745F6F75745F7061636B6574732C6D6F6E69746F725F636F6E6E5F6E756D2C6D6F6E69746F725F696E5F62797465732C6D6F6E69746F725F696E5F7061636B6574732C6D6F6E69746F725F6F75745F62797465732C6D6F6E69746F725F6F75745F7061636B6574732C6E65775F636F6E6E5F6E756D2C746F74616C5F696E5F62797465732C746F74616C5F696E5F7061636B6574732C746F74616C5F6F75745F62797465732C656E7472616E63655F69642C746F74616C5F6F75745F7061636B6574732C70696E6E696E675F6E756D2C6E6F745F70696E6E696E675F6E756D2C6D617962655F70696E6E696E675F6E756D2C616C6572745F62797465732C696E735F62797465732C68696A6B5F62797465732C61645F7265666C656374696F6E5F62797465732C61645F666C6F6F645F62797465732C61645F63635F62797465732C696E7463705F6D6F6E5F6E756D2C696E7463705F616C6C6F775F6E756D2C696E7463705F64656E795F6E756D2C696E7463705F72646972745F6E756D2C696E7463705F7265706C5F6E756D2C696E7463705F68696A6B5F6E756D2C696E7463705F696E735F6E756D2C696E7463705F656469745F656C656D5F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A31313633342C226964656E746966696572223A22747261666669635F6D6574726963735F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31322D31325431323A33323A31332E3230375A227D); +单机版文件：standalone/traffic_metrics_log.zip + +集群版sql: +INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_metrics_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-12-13T02:46:13.726Z', 'traffic_metrics_log', '2021-12-13T02:46:14.984Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-12-13T02:46:13.726Z', 1, 0x7B2264617461536F75726365223A22747261666669635F6D6574726963735F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31322D31335430323A34363A31332E3732365A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F6D6574726963735F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31322D31335430325F34365F31332E3732365A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226465766963655F69642C616C6C6F775F636F6E6E5F6E756D2C616C6C6F775F696E5F62797465732C616C6C6F775F696E5F7061636B6574732C616C6C6F775F6F75745F62797465732C616C6C6F775F6F75745F7061636B6574732C636C6F73655F636F6E6E5F6E756D2C64656661756C745F636F6E6E5F6E756D2C64656661756C745F696E5F62797465732C64656661756C745F696E5F7061636B6574732C64656661756C745F6F75745F62797465732C64656661756C745F6F75745F7061636B6574732C64656E795F636F6E6E5F6E756D2C64656E795F696E5F62797465732C64656E795F696E5F7061636B6574732C64656E795F6F75745F62797465732C64656E795F6F75745F7061636B6574732C65737461626C69736865645F636F6E6E5F6E756D2C696E746572636570745F636F6E6E5F6E756D2C696E746572636570745F696E5F62797465732C696E746572636570745F696E5F7061636B6574732C696E746572636570745F6F75745F62797465732C696E746572636570745F6F75745F7061636B6574732C6D6F6E69746F725F636F6E6E5F6E756D2C6D6F6E69746F725F696E5F62797465732C6D6F6E69746F725F696E5F7061636B6574732C6D6F6E69746F725F6F75745F62797465732C6D6F6E69746F725F6F75745F7061636B6574732C6E65775F636F6E6E5F6E756D2C746F74616C5F696E5F62797465732C746F74616C5F696E5F7061636B6574732C746F74616C5F6F75745F62797465732C656E7472616E63655F69642C746F74616C5F6F75745F7061636B6574732C70696E6E696E675F6E756D2C6E6F745F70696E6E696E675F6E756D2C6D617962655F70696E6E696E675F6E756D2C616C6572745F62797465732C696E735F62797465732C68696A6B5F62797465732C61645F7265666C656374696F6E5F62797465732C61645F666C6F6F645F62797465732C61645F63635F62797465732C696E7463705F6D6F6E5F6E756D2C696E7463705F616C6C6F775F6E756D2C696E7463705F64656E795F6E756D2C696E7463705F72646972745F6E756D2C696E7463705F7265706C5F6E756D2C696E7463705F68696A6B5F6E756D2C696E7463705F696E735F6E756D2C696E7463705F656469745F656C656D5F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A31313633342C226964656E746966696572223A22747261666669635F6D6574726963735F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31322D31335430323A34363A31332E3732365A227D); +集群版文件路径： cluster/traffic_metrics_log.zip + + + diff --git a/TSG发布版本更新记录/TSG-21.12/spark/update-spark-conf.txt b/TSG发布版本更新记录/TSG-21.12/spark/update-spark-conf.txt new file mode 100644 index 0000000..ae48648 --- /dev/null +++ b/TSG发布版本更新记录/TSG-21.12/spark/update-spark-conf.txt @@ -0,0 +1,2 @@ +spark-2.2.3-bin-hadoop2.7/conf/spark-env.sh +新增：export SPARK_PID_DIR=${SPARK_HOME}/tmp \ No newline at end of file