From 9789333f8ec66fd11c5c2d54bd20b0d68174038c Mon Sep 17 00:00:00 2001 From: wangchengcheng Date: Fri, 31 May 2024 10:20:53 +0800 Subject: [PATCH] GAL-581 TSG OLAP 24.02 Nezha monitoring template released --- .../TSG-OLAP-AlertRule-temp-v24.02.xlsx | Bin 0 -> 13727 bytes .../TSG-OLAP-Dashboard-temp-v24.02.json | 21546 ++++++++++++++++ .../TSG-OLAP-Expression-temp-v24.02.xlsx | Bin 0 -> 6349 bytes .../TSG-OLAP-Module-temp-v24.02.xlsx | Bin 0 -> 8802 bytes 4 files changed, 21546 insertions(+) create mode 100644 tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-AlertRule-temp-v24.02.xlsx create mode 100644 tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Dashboard-temp-v24.02.json create mode 100644 tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Expression-temp-v24.02.xlsx create mode 100644 tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Module-temp-v24.02.xlsx diff --git a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-AlertRule-temp-v24.02.xlsx b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-AlertRule-temp-v24.02.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..075b381450627de2240e7dc67655c6fbd480d430 GIT binary patch literal 13727 zcmaKT1z4TCvNjZVcXxLyR@~j)-QC@t;_mM5?ozC{6(|&Ur}z);zIXTR|DHWOA8X}V zD_O~8=AB9MMpgm{7#RQ@92`Itp<5N;4}p4nuVZgy=|D&O{=YJA!n~gz+V{*2GT-Az zLjZ$thW1cSGh-XrSIeCc;-uPn8jr_Rt)`?ZOZv6I0vSBf8|PHA8*v7hW0;CDNMyG$ z>+?*%z5XAEu!@M+uw=J}JxrGAdER*tB%ces!NrV%WkB6yZL6K?xF=G?VYeL$cRuEC zGdpwS;M5XzmX>MYbTj2pC`KdItgr*w?JeZMqH`hwjTLNsjHVkmNL_9{$K7X3Z?yuG zfV2F} zt?$()+RvCLR`!CKNeKxL#u)0hpv+KHUb6d4;EACUGWkNP_isOc3cmG9bw5AQOUHP8n5}3!M*jkOo_D%!AIA10 zlr^_zLK@`baMm&BM>xqqP<-)BJL#(6yb9Xl==Tn>!Di!!Y15SNNau zWODa>qam$fkeUz2gG7-t?XR@ItD2Hdum?unjL}&nvjvMXtUdZbXQG?3J$;LgbM9Wf z_>T2HRoj7`E#`m#097FWHdXL%Q)OslAZu@9>p-VxYx_P=QqjGTZ}TL0<}EbRxpv4W zIFsNHo^{N}gI}=9`qh%ZPMl{WWA4W|{paGgiR!H=igw=0Z;MgLqO6h8yUL&N77vLz zI~4>V5s)~?^RUUA?e(Hfd@a$gNf(WZ>Ldx=`bml~`k2`xl67@(!#2M%i}Xar3S*c5 z1QD-%Kvyw=K?7S8QHarR*+71}gY<@d0D2$Jrl-qN>|1A>-=6<&c?f?F$H2zk=zTm^ zF>B%j^zg!GkH`dfR&mN`5LRe%sKA3DR8;Fhj+PM{VcHDDQmE?)&#C3 zruYAV!=;Bo#A69i{L~F3VM6lRTeZ|It*%tHr3HaV#-$l>~Tbl)QTuYDF%)NkaXEgP8Y3^+L73-HlOX5m-Zacj{(i zM#8qtmeVD~yDBFvGcusxETi-7`R}THw+vTHIs+Rkt2Z}xV0hPLrHYlqiZJ}kx=w9= zDr-z^Y)@l)SrZejv%ETXJ0Ke#BgT}S`uCxkOnVnb+0T!w?PO}g4Fn^zmqH%ZkH_ov zbl9ERMG)U|S@}l|s#hVnc}JC~w~v?Fal4m2b~-=Z?}nB$3z@-ubvBFcY;9CS1`eKL zFe=JtOlV+K;xI}Ic1KN-B#M~8o-Pvm3f13_Z^Z9TCPLlpP$)$LoM=mUF~!aai7S%G zi-p$+7gQ?)^z|e6t#mtX!YU|3Z}BP(tyw%byOiu~5f@(!wUDXVQwCI&9oA$r^#o$1 zuZdgj33(0?pBtlV$17gA_j>L~RUHftW&QRvcpE~2Y2$ZLcLZW{V_hEq>GlXJ^lqL` zb%O&|fawj$El8(L&ryU2Drw>D&4it>DEw=JWdA?}a3Fa#(XZ$=4y3sr0C>CPo9zQH zbKK{811vzj)(^?mSG!et1prYtzim`${Xq?$BAXYxpl^3*24|c9QAS9X_mo7__v8l0ylmI1yS8+w%w- z7V}1Nr^9{n$=a{|ur>{HhDG zT1IBEKq@PS29f%`3#O-g6)-CFMy^iG{}fg{|Eo-bUF)mc{JDL(_9ZmMthJKd z62vKEs{?;wH~qI=b$+>gJ@HVUTMR^+ZgMNgc$q%X-oSw6~&wS4Ceulij#V7|-jL0Jx5j~Uvg~0T5 zZ9qCJ`jM3F4|nAVYpH%L;!zW%nk4UD*b0chn96H3wA7)2&s##%83|tSNG_`n24t}!{>eLA&iXwycQTUZ7nx|a$r4 z>9Xlp=SIhgiZ4cG!n@lx?`S4VV2c<73;=Kr^KWQ|{u|8G zAOq;(dGEM|QoJ&kgeZFVh28yc0eU5)bU%#;9$sMWUtZwaq)fJy)74tCtL<~bgwMo1 zCn-anEnYqNnsq=In>dV&m+gp23P9y9=))U9AZI$Z%9`KCv$w6ps9YaMvxal7H+1DA zlkSng&)?es4CB3b-Fdbq+Uc!h{%_BJ2V$&$blus?QtRrVq{lP~M=V8x-TtSFA2?Thvfczbv3(G|;BR<(ua zC$YwbaSU!N_##w7$<;j&40fMd7g2d8dM%}pKUW$N%6nQK3ZiF{SbjJ6exTbq3k_xEd;WdIhv|FNTd`e$ye&K$Cj7sH(ODW`Ua6 z`o+n|HOb0&Vb^jNmS_He7lBH_a|7hTp}G%$paedTg5*&^0Xt3zUh;uTm}8iaY>{Di z1h#dhxFzjeuN8y;p577p4o)u0HE&<8M!gJa5rV47)PT|)DIS2E*=^Lc^1*&UAw1Dd zn&2=E^-DtXmhi?6cVxKtfv#pJG2h2w)1{kf^Mj}BfEY=$L$R(ze>{}uNOjWXB)cN% z(X2$0N`@7NNvK|-{QBeT5JZJ|Yrit_1P&>0#k{jA!92FydIzgQSK-~)!gCV+v8yey z;*~F3OJ8TGJ8=ini!9`3^_0x=G^VxGOA1nw#xufB4bmJEujlu_(zfpIl6RXQ?+@R~ zg?zhd?SeA0bsS}zp4pH*sixSg+qh6rXfo-V8`Nf2qvs>ez-NM9Y{fNTYEA6~PPKhL z$MS+)mYO6vS)^rhzftBg@k?c9E8_LqSK^k;JbPSCZquQ7jX&>00ws_f3WT87+v0aU zfCzwx9S#)G?aPJQOeBNm|A>hc?F%778@QN755DOt`4N;9n-f0zgA97$xu>KntfcEH ze~N1#eju7bACzt%6k1>ITP;_1(hgwK4o3oPx3`Z}4Em^a`>4?RYTrNNChY(v?QkYI z&P0v5s3}18Yf>K&vJld?0OV`xL~U8JXV8dc)8LJvX%xy?L$!<5h)sSkwF~9kpxRw% z#NNG^dWCXe(Cp+iYgIJgO2a}qBxrWEnzhaEr3s-NZZtatty(m#x6-UojuM)komQ>O zdudrH#|q7ETB~;Py|f{e6NF~Rpk2$R&1>VUIz$!7s+}8g5#D+6!QT?28h*t!h<1qT zb_fc*?wJwo=c?uzlXiX8*0RpK2O2Gkd$0om0PxcMn+GEQ_CN81FM1xs1rbbT|e3t4HMs!I0r{JOQT<19#k5$UZscc zxT6AJN4lTyfglDk{eZ?j4B}o$B2M@vgttn8U1x)YLW5D4NIISn&5nHq16E~@vGXi} zc_)ZByJ3Q6mM1=+T}Pg z$JGLTCH;&lq2nm0wz1;@!vykYH8{!eC=|ZW6a+2^S#J0rPp%Ta4!P5Zl@IKRWd``A zo9ZGJ>oz|HX0Nh^Pv)CWfd>c_#azlpfV?%@1nsNQ*#~j(486;smZ4<1AG55$O*>?`q-{X`BE`GD?}YjlpZ_dtbx!k;{FDz?DXK1zpx zruSM%--(^&;98yf97KgXZX$a5g0+2@|8!rWGry@QbD`*h5|()>a*$4Zv8IQ&RsA(Y zj#RqiMU}?IGye-44`?JCmM_;}lbXdK zOU#h!g@3i@5jFhxq=$AWK?Z(Ln6|@?>E%=_S~`XYSe@<9Mki@5^qRQ6CNn;Sk--|Q zuTbx%)U}z>1pl_6PX+roCxH8HN-j3`7Wy_e7Vq{S70n>i|F)oa@eXq0Y@8(omdl_; zk!K6;^KPVznqP|cv>uxp7DLfB$kTSO{K_j-$l$V;-^Q%_ zud5`?-&*;-BlM?ke(w&&{=GZ&xK;4i?$BbT2Y?=xovA*S#N)y0)S8}!ZURnO1U!HC zr(EmD*73tkMi~Zl(<4x15Ue$1VW8^A;&cyLYIN*Lh8RD1y;YSprU`PRz~=;26k%N; zZDMZIiG^8z&0)b@$KVvS1o>S#vIa10F`Kkq={*O~>qN@h59OImF)mdgjl*1V=(?X% zzeQ|s4Lju~FEC8|I1lTkP;(1EHp#~DAYVhmKKM`Xj*CV!Y3b~wyH9W4E^ZR-0(lU! zugS`LSY>8|kmXBPcWtQrf=|AR9Qto>8W8%|?V!JMuXpV@m>L;5I?(-k`IUQ}Xqh>z zer$Sv@djDpt~M|s9*bLz{z0uEmN8*KQ%fT?p-dSbNZdprzlo@!w%g1DP(Uo+)kA_W zQCqC7Qb;4mwFLeho0`k@B{@A-r0XlaJ<#i*vXhHVgzN?^_99-#lDSS76`s}e&dw`W zH*8Lc(zExqz6JX5k00VBbs>(1LhZdN568*g@X-}1UNB&Zrr7dh2syDTr6(si z%EC!UHiZP(AwqrN4_=E!WPX{EC3wYtfphixNh_xN(fO6hQ#i@bL-8{FD?YV1Wo=4s z_nLyMb_Y%gkCLvm?tHd`-JXuxmbK$U%4h!WbI}x!xFHZb`(J2&a>kY@i(;=dBhr0> ztKyM$p^sEc#X09cQbX`Ua`kb@bp5Gc?o2N+5Qd^r0nqQ)j3^5?=BkMz^IZ(L)DfeZ%<~%A--Zd!?|J^bq`E6yhM>h#hm2<%50%cYSEE z&i=w!vko;K0*I6*kMSb)X8^uzdB+ z;adx0D>Jze*vpD|NIxO2lxA6Hs}_4^w`EhsPE4;Pw2}cte2063Avc{LCMEQX8JeV)X@B13u{lzhJw5 z_~n5Ci?IfCs!Pz@HuDA~pn>Q6Iak_R0%(ovYRwlO2G|>%F(}W6)#?ziM~{%LX7LB2 z*A&-TnXECMOc0<&vWplc_vy}8CgF`n-vn7>f7_YI2eJ+6}fi8B(W03f&AHh77^|)<)TT$MRH$(2EFL(1e z@%Ex!g=VjES!*i0cPE$Gd&ys#_C8Je$jE)3{q72?T4%H~z|3*vw#A+?j=Rb)_Byv^ z`{6PCGMohy3<2eN^J#d*0Nx(IlT%OV0GSdhc1BZ7P_mMA`k^kHG{H>WJiad72UMq8 zUak%crnuCXk$xACR;{wqL0nIA8jg#urARN#)$)4s6_gNbwu$H*%Jd}{ZIY3#U0H9! z;hw2rb#6_t2>at;Cc{nA#WT z+T`j#e-c?rjEC5;l&s$l0CyR|Da3JttbP@=kSZsRU|6# zpU!E@KrLBvph!{n2XSigH&qmQo^I|8bRumoSBI!DFWf0>%50Aza1rO7mtRX(nnhHU zA~-2~F8O6yY%_Bq4Ri3a?S!?uD=1-dMOyRprOxwHIvRL0assTyTEjVrG}3)r{li@V zbj?hY$Gr83CoirPDJV`~svRyYIj^QRG_%E^rjDX3U4P~?!iSZHHiCY_$dsUD}oqCpwO_ND3;UX=P>SInV5Ml$Bj7fupLY% z8hKP{Y8~Ki@z=tCepG3I8g1VQ(r_d%HkQiI{dRWs_OxtSsXD{!&0ZYZ_H1Tget_GX zLm#!3hG}ETSoNZ|uRu2}1?m6`pmzF@%a?>nfMbZk)j!*(bb4yMJui1SF=CNyrG+*9 z)kaFnOH={|P=rO4dZ`37OpdiouD>83^DiGVoMpPS=?I*{#-p3)hgxWD@mwXGH;~ue zC$g@@iFd#ZGqV2#cz7jj=H_|Np+IM0@KWli5zPua)QS>7!ja^!3L3sal|Gl5Y!p4d zhnBo3fV&0sby|av#sWdr0zvLj*qk^Ic9-xFz@(vD{h101N$${=7ojk?hfq8!Hk6zN z9A1ua7!sin_8d2q-01@WLZPszP(m*g7meo5skC5e{v49rijl^mF!QyBf&$)*yZ|pk z(13p!Ik9kRsC<6`p*W9^m6xap%sm}~+!NSP)~9$3qy>c{hCAv<^B(ocvl?nwK3B;; zKAU!DTUo-{*Ap(H`|MkZZI|1#(fCZ0s{scuTcevG4%HRK-u&%mOZf(=_&kDTdw9W` zowJT&dm57N?4rpk*K0VD%u*^s(|LKZ5dr2oY3aAEE)&%1et~_n)#Ew((z@BdY!&x9@3jKwTenk<+RW)4W=etV z*~u3xTD!Y;-3UrLrz2*0ZJFIKM`D0GH!J!izT*+4{eX$dm>;Oo|+VQCZdD9io0F_nJ3Ex>6Oe z=A#!UqWP5A7|L&4pJc7vrI;rtzvuWJ)LXbBou*n=uu?;tNip^^ZNpMgyLnxEwz`E! zBqV&CCnJp8iOqDWeLD+c1L^9TpLtYW-_u?a441sSNjDq2>w z2rIjt`vr9uYm|0(Rl@mv#L|-;m0F@NWl{C$U-}+yhVX>9)zr(E+$8-(7}{^DvVfbn z5l~#~2M18foHH~1Ad%;uwDaRADOKm6vto6`u;IsID1$%V0r~E6l;ERp-&e zbd>@CdcQDLB$OY*pZRGjk-^86n+GaZVR8-3eo&%4Vt;u#?5K5~D3gxPGM=ZsYh%sJ z-Iz;zh)KfyV6IGzDp^m+@P)Y?lXSk~;ojm%fWv$wSS3y6+u?@EX!irrzSXr<1jJEz zW0)skApHGSrv-_X`%R(5uU8F}FWB=lJj=~QL72RVjy#eGv4Z?@092-_r1Ygw z#X{z1<+X$EF%^hdWBwI4L}dVCpR=gH(ml0(D$x6Coer9U>JQimhzdsvTl3NA5TI9V z$Bz$p6*L9b|DG;mUR>jh>=Y)kX)}rjn1jn$PrNXf1eG^5DP<%5@fmhkZiWzPa)>8) zz;(DxLl>h+)J@8!GhRp`KK#)^SxRVqvEKYa!TE#$CpEQgB0EoZ@TM1Qs?d#XLrGt4!{eI$KNk)?6Esa-u9+k4QmPytPakk6dLQzEzXOwW>I6UQVW> zEU1*jSW2%&ge17LE z2!##~x#Yb$v?muBq(23o*!sG*+v)@3k~7BajMXHWmPdx;?EFCq7MP@^Jq5kiqB9O% zd1hfx{g9Sl4%;`r*kA?gN%WuDVEI00$1&@M8u0J{Z>FgVnNy#+P5{vzv0UBDTqsXt z7dYWviUjcmf+dh70qN(hwwgRWUMv7?ue)t{PD>DH^;uZS8DDox5xP1;E*onhtdlF2 z-(V2OttA(S3@@hcKtGW*B4Z-o&|Dj#o#_SAnjqSou1n0v?~BJ&et03hzS%zqXYt@t zmuk5%he(ptQCZ(srl@xiKUCPlg%a_-Za))Pc`K#}PMGrS{4$7G=3g2u$9U7|1iqd4 zd?Y5B3e#U2HSRYTZpKJ#Nc*ZufNUiZOv$TNWK4vyeHb%SI7@@P>AmVez6EDCLezW z)`|e;P7-q;?FJ?G=n?gF4Kdz)&aeQxH~!>)+^=6e{|Hpe zTl;thnSXlJe^`k=@hnEsI`|=5e-`k;cpJQ+#}Qyx0+y*8b1?PQps^d2T4Z=D;j$}NpzSYjTc$q?I3qQCv{k;7 zAbw8v2^cL%O$x=jG7`G?6@`?T|7mVP4QJ(3)U3 zQ-S)4NkC4bQ|z91=FXfZ$bjSYNRTNlaIL0=J7o;N zFZJ|zm+tKxEJl&8&1;NCIo2z3y2uIbZ6ZQxuwV`1jaH8N;QSrDz&Db?4pf9!bI?}o z%c6+Dy5Ry#M6PtOy2&^vjjYLjd&rRhCg_^bEWj*3ea)omG(UEPLKzdZ)Bw!o5^Ikm z{J6|l3@V!E>Rzld4X6EZn{x9!L%GcS)1_T_%;jQ+957ff{`!m>n1 z#vX5rXzRA(e5{!%h^Q@7R!tK&PYvDH)nRDkYyLVIf^I`ax0?3yjE==?`Sp+z8y}%V zPDP~bu5`u^v1hQ%7YelM5jU`XqIDeEr^0tLX>drH950SPCkDBapBw?3QJ`ky5PN&FG5C*{9pq^Qq%<~Z z8_(ZO4`wwas7YlwBEaK`sUJ^YZW3YDL;>;S1yYR0xXdzQ zunI8CM-LZez4(1tZ34qy87hScvaPejGPYR{JrH4}2{bwbT)3}EI4c9({Nz|Ay-tS$ zVok@mI!|dxk3R1rh7>_MIt@3+f4h>P(Wc$A52zTDf`Gx3v1N^Z?h zj}AQeIp%US3YQ`W43d`!oJdtJ*o_BQ>LyB`PVve>=X||&l}&q5uX|dN(CzDNZ7sYR zdefR;Sm#R|G8hnxjanSJ4gW^Ofd0$jyq3Zuv*L0#TDGx#R2ubTnbk^B!o98MD_>!6 znTeG8Bq_GP&6$H7m+xw^G$BU?f|dg#v9SOXD?pelN)s2T9johrt|1hJtP}8A8QaW# zs-r;{BQ8OL?wpm(+A7uFVM1SnRnucCFb_eF3sw@Ye;CwR3}J>|(fox0^wZV*rNM&~ zB<=z-EdPVQJ;L>(*5e<`l75t6u1gh6w(NzSU4axzP_>1RsKN7{T(ThIj?0@vKUKj% z`m2dYA$r$pExPPWCCjWhh0I-UZ5FKFQSVO-yNJ5F)MSNocrQ_pL4Q^=2dtli|7QY%2xZJZ|g7vd8x*MQZv2RsR52SoIbt8U~91i-L4@ zZ~3?QmZ8EFzG$0gWOQC%{YEPR13D+`@g=G~Z6&Jj+KHJ%agp~6X`w6=P1!ex_&yjv zl?l)xd@$~n2}%;W^VGE4N13a&7U=weop~e+=8%hQ2!nXHk%QSq{Gf|KjZo;(r#)#p z;2lUklZ=(|&cd7LMyIc;7U&*-Mcl)*_Y}-8)m%t|?9FQwFw{9P{_+|aCZ$8QOsQz? zicR2f;xwtsm)oPw-k0@FCQgXX)>#GiG@o5g-p^Et<|m`HN2|`|!y+CcGWE0M1N;8L ziFET{I`UtjviS??w&+LQM7+p+JdLm{I zq#?W2eq52;D`g19&)cMI&O{L=G;l#8N5loa3*)*PaeQ=HnvA`8#`d06)VkiPpY#xMk*=OuCFcvRXy+^C!qBfi z4?|uYUO;Bx#+PJ!E^qVcqSVa4Xz#wQzqP6s95#OyU~A}>bINeu`WCv58R}a3W%I?Z zmycjOa!lOTnCsU@>bt&Lr%XOd-%0bBcTkv+T!C{rL51zZ&P_)s?QP%C6vBsUVx)c) zJ5ZFi)6FZ%J?(J5M38@5TBgRZK80wQgC(%E_@NwCAM2t2JY8f5(gdq8a1r_TNe0_t z#C^(a>*rk-%CzT-vrw_zTri}kn)vJe{Ch~+{q`1;pxb<99+ugM^J2wG1&$~JEF0f* znR>lZ!yH1vDTyy)BSYW?T;9|#L_2y9o3+rbKI0)Mi-L|b7~IcC+y#~ibs{D<=oH)Y zsT*`;j51XrPd7`l$RYa`gP`$Hy|j4gYX^OVD%J;s5i%xM<;NIOrUfhF&8ME8$1+j; z%SifW6tQ%)ov6!p&!5ib1x-dgs+g$4-Llq$bMZp4!>G6fwmOdpmsQ2sDtp^1lIm&8 zQRuzYR}>Z{w?ebE#_)FCZaG-Vv!N@-;Uf(LGGh}l{L^e|pmy&wJH25KiKUT4L3@3~uZZAN(s+3TGux+jwke9_sWQcdGbyxa$1sEhR!|12~I3c zfR9bH2WHB{yrE=zxHQ3Lt8UQ$NsIdFV|)$5y(1r+%Ayrr*pdNVSJj8=oD!tgxr!Bu z2}ol$FFJ;IKe&1Kg8$9*HuQZgs-#Ps8mZ zOy(0t-Z~~*WC42mWekjPf)Xp=lOn^#8sP-Irms@NkQ3hAG!ct=1pB9dwYD;+i)-xlfwZwqzA54~a}f&a5~$OuGN_RBqc+RB8Ej2%zAP@2TH==SB2yWOS6IbU3w znczZO-YjfY@PXS@@QDT2MeVPs=0#0 zgV<-x`HRVov3Ik1E0S2Bv1ik*GhAY1u}ystZ@8*B5ufNtwQW?_gmndMe8jcW#2_W? zRi<-p#(}`$LrgGVx&@}LIyk5?%gJ$u!L(@D_*cR)e2w1;bq$3kF`KcZ(inphjLqWN z(ma(O`c!dOU332cua`OCS@idNO=8ECBKUDYQ3dmu$fCKDSf_qd%4S|Q!ncj=Dw`;B zqRNv`bV;=Baa~ck&V!#v$vy07RtSvz*9HB(vt?rNPKC~=!9_9I45_$rS`u09gJ=Ax zn;K&rrNpKWx4e(k)%;&cC=|pC(+E=QD$*+_F@Td4FI!#7ZWBXJ<-7PbR>hj6^gyY_ob1 z=!&k*u8XfD?8~D5Hu+MfLvQjB^UG!ce=iLb@_z@?In#Y^mZ=T&!TjpKXl(tFm3Kedr=R-04;`}up&Ijqdi8uTpREr+M7g29!HNI zup^l)cXk}e8mjJJde4`fv@L`1GAX+cr~Qm%q?3GB_qvs;0?x$?j(1)G-)R8&kmFGy zH~;`72!Q{>MkD&02JqKm?(ehjzmIhPzk3mn$G=a$zvL`VbNkjL;$dnG-PWC)?BVvI zk{g8_66+mYg~+zQ+SjX+7lm~O3oqc0U^T_#F?VEZ<7M#`M6Pd*XED15d#N&sC%_JvPVTqg*FFMxF$SW)7~?)rlfo> zl{|cOr1s5Im962M$`P6ug2ntUX4@gyyRItAYK>OkG@DzzH)LTFQN%Q|_?LTSZ?>zdy zCF_kL^}n_MhgJX2>VNVu|MSNW-q@M{WRm~0_McS9cfP>i(hTvd_W#M;{AVkF(z)Jg zlYfgn 100.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (zookeeper_outstanding_requests{module=~\".*Zookeeper\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107314, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Zookeeper Connections/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of connections per second in each Data Center", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_connections{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107316, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":4, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"32d9b8b", + "value":100000 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Amount of time it takes for the server to respond to a client request (since the server was started) in each data center. When latency > 10 (Ticks).", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_latency_avg_ms{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107319, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sent Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client packets sent (responses and notifications) in each data center.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_sent{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107321, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Received Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client requests (typically operations) received in each data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_received{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107323, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Flink on Yarn Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Yarn", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.79", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Resourcemanager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"74e960f", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes memory Utilization.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_ResourceManager_MemHeapUsedM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"}/Hadoop_ResourceManager_MemHeapMaxM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107344, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"24d5201a", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes CPU Utilization.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (asset)(java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107345, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2aefe71f", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes CPU Utilization.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107348, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"861cdc1", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes memory Utilization.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset)(Hadoop_NodeManager_MemHeapUsedM{module=~\".*Yarn-NodeManager\",project=\"$Project\"}/Hadoop_NodeManager_MemHeapMaxM{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107349, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager RpcProcessing AvgTime", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#7f4ee8", + "id":"83df9f" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The average RPC call time of the NodeManager.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(asset)(Hadoop_NodeManager_RpcProcessingTimeAvgTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=\"RpcActivityForPort9923\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107350, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"79b38bc5" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the ResourceManager node", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107351, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"5914f097" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the NodeManager node", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107352, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"52d63244" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107353, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"25d8cf84" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107354, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Flink Job Restarts", + "span":"12.0", + "height":"3.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#036eb5", + "id":"7eca5e9d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(datacenter, job_name) ((flink_jobmanager_job_numRestarts{project=\"$Project\"}) - (flink_jobmanager_job_numRestarts{project=\"$Project\"} offset 30s))", + "legend":"{{datacenter}}:{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Mariadb Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":19, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Mariadb", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.4", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Number Of Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"625b5574" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_threads_connected{project=~\"$Project\"}", + "legend":"{{asset}} threads_connected", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_cached{project=~\"$Project\"}", + "legend":"{{asset}} threads_cached", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_running{project=~\"$Project\"}", + "legend":"{{asset}} threads_running", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Slow Queries", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"6c3025e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"increase(mysql_global_status_slow_queries{project=\"$Project\"}[2m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Throughput", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"fb2dad1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"rate(mysql_global_status_questions{project=\"$Project\"}[2m])", + "legend":"{{asset}} Read rate", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum without (command) (\nrate(mysql_global_status_commands_total{command=~\"insert|update|delete\",project=\"$Project\"}[2m])\n)", + "legend":"{{asset}} Write rate", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Connection Refused", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"90a5db3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_aborted_connects{project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Nacos Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":24, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Nacos", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.59", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QPS", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Nacos  queries per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (rate(http_server_requests_seconds_count{uri=~'/v1/cs/configs|/nacos/v1/ns/instance|/nacos/v1/ns/health', module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}", + "name":"A", + "orderNum":0, + "id":107325, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Errors", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests failed counter per second of each http method.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (irate(http_server_requests_seconds_count{exception!='None',module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}-{{uri}}", + "name":"A", + "orderNum":0, + "id":107326, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Nacos\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107327, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (system_cpu_usage{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107328, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Kafka Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":29, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Kafka", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[ + "B" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_socket_server_metrics_request_rate{module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107329, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"In Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with incoming byte rate in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107330, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Out Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with outgoing byte rate in each Data Center.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107332, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Failed Produce Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of data produce requests from producers that brokers failed to process for this topic in each Data Center.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107334, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"329f354", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*kafka.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107336, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Zookeeper Request Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The average zookeeper request latency(ms) in each data center and asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"avg by (asset)(kafka_server_ZooKeeperClientMetrics_Mean{module=~\".*Kafka\",project=\"$Project\"}) ", + "legend":"{{datacenter}} - {{asset}}", + "name":"A", + "orderNum":0, + "id":107337, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Druid Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":36, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Druid", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.98", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Index Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_index_running_task_num{project=\"$Project\"})", + "legend":"Running", + "name":"A", + "orderNum":0, + "id":107356, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"B", + "orderNum":1, + "id":107357, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"C", + "orderNum":2, + "id":107358, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Compact Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_compact_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"A", + "orderNum":0, + "id":107359, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_compact_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"B", + "orderNum":1, + "id":107360, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Size", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":39, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Size", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(dataSource)(coordinator_segment_size{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":107362, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"24a1af1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107363, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"3f12ca98", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset. Runs Coordinator and Overlord processes, which manages data availability and ingestion.", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107364, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"f8b7db1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.  Runs Historical and MiddleManager processes, which executes ingestion workloads and stores all queryable data.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107365, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"90", + "color":"#d64f40", + "id":"1ae5f1c2", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset.", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107366, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Count", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":44, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":2, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Count", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The segment number in each Datasource.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (coordinator_segment_count{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Node Segement Used", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":45, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"Asset", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Used", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":" sum by (asset) (historical_segment_used{service=\"historical\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Segment Used percent", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#a032ef", + "id":"b84ca4e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The percent of the process's temporary cache data on disk", + "x":"0.0", + "y":"999.0", + "elements":[ + { + "expression":"sum by (asset) (historical_segment_used_percent{service=\"historical\"}) ", + "legend":"{{asset}}-{{server}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Clickhouse Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":47, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Clickhouse", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"12.17", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Insert Rows/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of rows inserted to all tables", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_rows_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107369, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Insert Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of uncompressed bytes inserted to all tables in each Data center.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_bytes_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107370, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Merged Rate/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The merging data parts per second in each Data center.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_merge{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107372, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Bad Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The bad requests per second in each Data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (irate(bad_requests_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107373, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107374, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m])) by(asset))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107375, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TCP Connection Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current Tcp Connection time in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_connect_time{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107376, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Active Query Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":55, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"3367fad4" + } + ], + "thresholdShow":true, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_processes_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107377, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mutiation part Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of mutiation part in each asset.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"max by(asset)(clickhouse_part_mutation{module=~\".*Clickhouse\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107378, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107379, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Expired Parts Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"567833a8" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"ck_expired_parts_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"HBase Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":59, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HBase", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"11.78", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3524cce" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of requests per second of each type,Read/Write/Total", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter) (irate(Hadoop_HBase_totalRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Total", + "name":"A", + "orderNum":0, + "id":107380, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_readRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Read", + "name":"B", + "orderNum":1, + "id":107381, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_writeRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Write", + "name":"C", + "orderNum":2, + "id":107382, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Region Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2403cb83" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster regions", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_regionCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107383, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"RitRegion(Unhealthy) Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":62, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"15f3d50d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster rit(Region in transition) regions.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_ritCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107384, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":63, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"45b41f1", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The Memory usage in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-HregionServer\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-HregionServer\",project=\"$Project\"})\n", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107385, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-Hmaster\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-Hmaster\",project=\"$Project\"})\n", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":64, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"8ff1639", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each asset.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-HregionServer\",project=\"$Project\"})", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107386, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-Hmaster\",project=\"$Project\"})", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Queue", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":65, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2180e951" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of requests in the HBase request queue.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(Hadoop_HBase_numCallsInGeneralQueue{name=\"RegionServer\",module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107387, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Slow Request", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":66, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1cc27af" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of slow requests (put,append,get) in the HBase cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(irate(Hadoop_HBase_slowPutCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"put-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107388, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowAppendCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"append-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107389, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowGetCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"get-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107390, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memstore Size", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":67, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"6802e74" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Data size in the HBase node memory", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset) (Hadoop_HBase_metric_memStoreSize{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107391, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Count/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":68, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"160af06" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"GC times per second of the HBase process.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GCCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107392, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGcCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107393, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGcCount-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107394, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":69, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"34dde05e" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The GC duration of the HBase process.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GC-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107395, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGc-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107396, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGc-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107397, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":70, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"7b439968" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of put requests for hos table per second.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107398, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Get Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":71, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"5b700717" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of get requests for hos table per second.", + "x":"8.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_getCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107399, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Scan Count By Table /sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":72, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2e8ec6" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of scan times in ttl for hos table per second.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_scanCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107401, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Hadoop HDFS Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":73, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HDFS", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "showHeader":true, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"11.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Storage Capacity Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":74, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"c5e0577", + "value":80 + } + ], + "thresholdShow":true, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Hadoop cluster storage capacity Usage.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_PercentUsed{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107403, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":75, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"6107b19" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Namenode.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"Hadoop_NameNode_MemHeapUsedM{module=~\".*HDFS-NameNode\",project=\"$Project\"}/Hadoop_NameNode_MemHeapMaxM{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107404, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":76, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"f850c09" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Datanode.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"Hadoop_DataNode_MemHeapUsedM{module=~\".*HDFS-DataNode\",project=\"$Project\"}/Hadoop_DataNode_MemHeapMaxM{module=~\".*HDFS-DataNode\",project=\"$Project\"}\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107405, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Missing Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":77, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"7a84367" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with missing in the Hadoop cluster.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_NumberOfMissingBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107406, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":78, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"1b84559" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each Namenode.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107407, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Corrupt Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":79, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"41dda95c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of blocks with corrupt replicas in the Hadoop cluster.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_CorruptBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"B", + "orderNum":0, + "id":107408, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Under Replicated Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":80, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"055ee01" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with lose replicated in the Hadoop cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_UnderReplicatedBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"C", + "orderNum":0, + "id":107409, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":81, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"5742c3da" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each DataNode.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-DataNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107410, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.02] OLAP Service Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QGW Response Latency", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"60", + "color":"#d64f40", + "id":"2d432055", + "value":90 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"QGW service response latency. Used to evaluate whether there is a slow query currently.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-qgw-service\",status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108725, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"})", + "legend":" MAX", + "name":"B", + "orderNum":1, + "id":108726, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second. Include total, success, and failure.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":108727, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status=~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Success", + "name":"B", + "orderNum":1, + "id":108728, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status!~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Failure", + "name":"C", + "orderNum":2, + "id":108729, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Success", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":3, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#E81616", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs successfully executed", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report Success", + "name":"A", + "orderNum":0, + "id":108730, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Failure", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"none", + "weight":4, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "regx":">10", + "color":{ + "bac":"#F78539FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":100, + "type":"range", + "error":false, + "value":10 + }, + { + "color":{ + "bac":"#E30521FF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":100, + "to":10000, + "type":"range", + "error":false + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs failed", + "x":"3.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report fail sum", + "name":"A", + "orderNum":0, + "id":108731, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Success(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":5, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs successfully executed today", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountSucTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Success", + "name":"A", + "orderNum":0, + "id":108732, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Failure(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":6, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#FF9C59FF", + "icon":"#FF9830FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":50, + "type":"range", + "error":false, + "value":0 + }, + { + "color":{ + "bac":"#E30521FF", + "icon":"#df2fefFF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":51, + "to":10000, + "type":"range", + "error":false, + "value":50 + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs failed executed today", + "x":"9.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountFailTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Failure", + "name":"A", + "orderNum":0, + "id":108733, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-gateway-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":7, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.34", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each Gateway Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108735, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each Gateway Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108736, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-gateway-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108737, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"4175dd3a" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-gateway-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108738, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-qgw-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":12, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.68", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Http Error Responses", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ca8bf9", + "id":"84abc9c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests for QGW .", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"2..\",uri!~\".*/prometheus\",project=\"$Project\"})", + "legend":"count", + "name":"A", + "orderNum":0, + "id":108740, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Http Slow Query", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"300", + "color":"#d64f40", + "id":"32e399eb" + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of slow queries", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_max{module=~\".*Galaxy-qgw-service\",uri!~\".*/prometheus\",project=\"$Project\"}>90)", + "legend":">90s", + "name":"A", + "orderNum":0, + "id":108741, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108742, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Saved-query-scheduler", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":16, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.02", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Report Success / All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0-100)", + "weight":17, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of Report jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / (sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) + sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})) * 100", + "name":"A", + "orderNum":0, + "id":108746, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108747, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"7.0", + "y":"0.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Saved-query-scheduler\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108748, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":20, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.7", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108750, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests per second", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(status)(irate(http_server_requests_seconds_count{uri=~\"/hos/.*\",status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"{{status}}", + "name":"A", + "orderNum":0, + "id":108751, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Download File Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of Download File requests per second", + "x":"6.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"GET\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108752, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Write Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing files with incoming byte rate in each asset", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"irate(dashInfo{severity=\"fileBytes\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108753, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Requests By Size Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put requests per second with size distribution", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum(irate(dashInfo{severity=\"smallFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"<1MB", + "name":"A", + "orderNum":0, + "id":108754, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"middleFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"1-10MB", + "name":"B", + "orderNum":1, + "id":108755, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"bigFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":">10MB", + "name":"C", + "orderNum":2, + "id":108756, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(jvm_memory_used_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108757, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"process_cpu_usage{module=~\".*Galaxy-hos-service\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108758, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Node Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of hos requests per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m])) by (asset)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108759, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":false, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files uploaded per second", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"fileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108760, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Delete Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of ttl deleted files per second.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108761, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileErrorCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteErrorCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":108762, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put File By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files for bucket uploaded per second", + "x":"0.0", + "y":"11.0", + "elements":[ + { + "expression":"sum by(parent)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"index\",indextype=\"time\",project=\"$Project\"}[5m]))", + "legend":"{{parent}}", + "name":"A", + "orderNum":0, + "id":108763, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Requests By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of put requests for bucket per second", + "x":"6.0", + "y":"11.0", + "elements":[ + { + "expression":"sum by(table)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":108764, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-job-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.36", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Job Success/All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0.0-1.0)", + "weight":34, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogSuccessCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108765, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Sum", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"short", + "weight":35, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of executed jobs", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/count(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108766, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Response Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The response time of admin service", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-executor\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108772, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"})", + "legend":"MAX", + "name":"B", + "orderNum":1, + "id":108773, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108774, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Error Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed requests per second", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-admin\", status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108775, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"3.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-admin\",project=\"$Project\"}", + "legend":"{{asset}}_system_cpu_usage", + "name":"A", + "orderNum":0, + "id":108776, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Memory Used", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum(jvm_memory_used_bytes{module=~\".*Galaxy-job-executor\",project=\"$Project\"})by(asset)", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108778, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Error Log", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed logs per second in each asset", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"increase(logback_events_total{module=~\".*Galaxy-job-executor\",level=\"error\",project=\"$Project\"} [5m])", + "legend":" {{asset}}", + "name":"A", + "orderNum":0, + "id":108779, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-executor\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108780, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":43, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"3.04", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"94c2b08" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-hos-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108782, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each HOS Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108783, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each HOS Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108784, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-hos-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108785, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.02] TSG OLAP Data Transporter Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DT1,DT2", + "show":true, + "name":"DT", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG Data Transporter DataFlow at multi-datacenter deployment mode.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"1281467" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"60dd453" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"545665f1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DT\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DT\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DT\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Log Insert Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":4, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ee8d8", + "id":"468b1f4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (table) (rate(clickhouse_table_parts_rows{database=\"tsg_galaxy_v3\",project=\"TSG-OLAP\",datacenter=\"$DT\"}[5m]))", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"session_record_local\",datacenter=\"$DT\"}[5m]))", + "legend":"session_record_local", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":5, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"5.37", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"235035df" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"704a1b67" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"62fc794" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DT\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Log Inserted Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#fc25c3", + "id":"bbba333" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Collecting and processing Traffic Records with inserted byte rate", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum (irate(clickhouse_inserted_bytes_total{project=\"TSG-OLAP\",datacenter=\"$DT\"}[5m]))", + "legend":"ClickHouse", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Session Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":10, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"5.74", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"7bb4f8f6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\",datacenter=\"$DT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\",datacenter=\"$DT\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"session_record_local\",datacenter=\"$DT\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"14e22c35" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"ee25465" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"ba8338c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Transaction Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":15, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"6.1", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"0815f94" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"39b64024" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\",datacenter=\"$DT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\",datacenter=\"$DT\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"transaction_record_local\",datacenter=\"$DT\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"f407048" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"761947b3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Proxy Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":20, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"6.47", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"47beda97" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\",datacenter=\"$DT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\",datacenter=\"$DT\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"proxy_event_local\",datacenter=\"$DT\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6b583ed4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"62ef0858" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"60531e8d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Archived Security Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":25, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"11.57", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Processing Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f75bef", + "id":"f2b0842" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"session_record_local\",datacenter=\"$DT\"}[5m]))", + "legend":"Inserts", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"DoS Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":27, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"10.84", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"7cf31b35" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\",datacenter=\"$DT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\",datacenter=\"$DT\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"dos_event_local\",datacenter=\"$DT\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"e3f7e12" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3c7e7dc0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"9bbd9d9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"VoIP Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":32, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"11.21", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"663ae17" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\",datacenter=\"$DT\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\",datacenter=\"$DT\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\",datacenter=\"$DT\"})", + "legend":"Transform(Connection）", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"voip_record_local\",datacenter=\"$DT\"}[5m]))", + "legend":"Transform", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"4bae29cc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"28343c1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2695b6f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"TRAFFIC-FILE-STREAM-RECORD", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":37, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"11.94", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"79161d9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Consumer", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Lag", + "name":"B", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"4b6c970" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Bytes of chunk input(source) and output(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"37259c7" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Error Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"ed80c99" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Dropped Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"67dd213c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-Filter", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksRateLimitDropPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-RateLimitDrop", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numDuplicateChunksInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Duplicate", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"7cdc7b0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second with type.", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"0039786" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by size.", + "x":"0.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"8f9e713" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by size.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10MBAnd100MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100MBAnd1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"6dad7a3b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by type.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Pcang", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Restarts", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"70a499e6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of task restarts per second.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(job_name) ((flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DT\"}) - (flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DT\"} offset 30s))", + "legend":"{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"0d429a9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"18.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DT\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DT\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"391b6391" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"20.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DT\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DT\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DT\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DT\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"19ba33a5" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"1456c28a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"662742c5" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by type.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"7fc69e7c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by size.", + "x":"6.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Eml File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"cbd2098" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of eml file inputs(source) per second by size.", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBEmlFilesInPerSecond{datacenter=\"$DT\"})\n", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBEmlFilesInPerSecond{datacenter=\"$DT\"})\n", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBEmlFilesInPerSecond{datacenter=\"$DT\"})\n", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBEmlFilesInPerSecond{datacenter=\"$DT\"})\n", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBEmlFilesInPerSecond{datacenter=\"$DT\"})\n", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Txt File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":55, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"59a3e050" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of txt file inputs(source) per second by size.", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Offset Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"55e18d1c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by offset.", + "x":"0.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetLessThan10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100KBAnd1MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween1MBAnd10MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10MBAnd100MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100MBAnd1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetGreaterThan1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DT\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Null File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3046c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of null file inputs and outputs per second.", + "x":"6.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Eml", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Txt", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Eml", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Txt", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Other File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"bbb8f1c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-StartChunks-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-EndChunks-In", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-StartChunks-Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-EndChunks-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-CompleteFiles-Out", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteEmlFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-CompleteEmlFiles-Out", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteTxtFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-CompleteTxtFiles-Out", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksDelayPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-DelayChunks-In", + "name":"I", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.02] TSG OLAP Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DNC", + "show":true, + "name":"NDC", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG OLAP DataFlow.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"4f446958" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"4dc2d4e9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"3dad8186" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$NDC\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter!=\"$NDC\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$NDC\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Log Insert Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":4, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ee8d8", + "id":"343e7e25" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (table) (rate(clickhouse_table_parts_rows{database=\"tsg_galaxy_v3\",project=\"TSG-OLAP\"}[5m]))", + "legend":"Total-{{table}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"session_record_local\"}[5m]))", + "legend":"session_record_local", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":5, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.37", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"b00ad2a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"5cfc0cf" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"62eee6f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Log Inserted Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#fc25c3", + "id":"764cc5b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with inserted byte rate", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum (irate(clickhouse_inserted_bytes_total{project=\"TSG-OLAP\"}[5m]))", + "legend":"ClickHouse ", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Logs", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":10, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.74", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Session Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"05dd0d5" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"session_record_local\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":" sum(\n rate(\n flink_taskmanager_job_task_operator_internal_metrics_dropped_events{datacenter=\"$NDC\",job_name=\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\"}[5m]\n )\n )", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_clickhouse |session_record_processed_kafka_to_clickhouse\",datacenter=\"$NDC\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Transaction Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"11146601" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"transaction_record_local\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$NDC\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$NDC\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Proxy Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"0a4efd" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"proxy_event_local\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$NDC\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$NDC\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Event Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"2a2fbaac" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\"})", + "legend":"Detection", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"dos_event_local\"}[5m]))", + "legend":"Insert", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$NDC\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$NDC\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"VoIP Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"46448dbe" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\"})", + "legend":"Correlation", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(rate(clickhouse_table_parts_rows{table=\"voip_record_local\"}[5m]))", + "legend":"Insert", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DNC\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DNC\"}[5m]\n )\n)", + "legend":"Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Archived Logs", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":16, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"14.84", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Archived Logs Insert Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f75bef", + "id":"778b38a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(rate(clickhouse_table_parts_rows{table=\"security_event_local\"}[5m]))", + "legend":"{{datacenter}} Seucrity Events", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(rate(clickhouse_table_parts_rows{table=\"monitor_event_local\"}[5m]))", + "legend":"{{datacenter}} Monitor Events", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Files", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":18, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"2.47", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"339d8b25" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"0e5755d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42fdfca9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Bytes of chunk inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"1dfec115" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"6989e1a0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond)", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Dropped File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"a8cc89a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"2ed2b9dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs per second by size.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"8f351c0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"693938" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Troubleshooting File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"e13294c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,job_id)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"1a6364d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk outputs per second by size.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"99eae8c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,job_id)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Metrics", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":31, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"2.1", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Druid Task Consumer Lag", + "span":"12.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#04c0f9", + "id":"b03f3c4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Consumer Lag in each Datasource. Consumer Lag tells us how far behind each Consumer (Group) is in each Partition.  The smaller the lag the more real-time the data consumption.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (irate(ingest_kafka_lag{service=\"coordinator\"}[5m]))", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Network Traffic Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"b26604d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$NDC\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Sketch Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"6202bf21" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$NDC\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Object Statistics Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"e416528" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$NDC\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Statistics Rule Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"2d42b48a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$NDC\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TopK Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"5d210c16" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$NDC\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic Top Destination IP Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"68634207" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$NDC\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$NDC\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + } +] \ No newline at end of file diff --git a/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Expression-temp-v24.02.xlsx b/tsg_olap/installation/monitoring/TSG-24.02/TSG-OLAP-Expression-temp-v24.02.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..2187b9d61f3a4e924c0ebd6be50207445090df14 GIT binary patch literal 6349 zcma)A2RNK-(^jHeLGB+m`l29yk76T1x9?56sxcPww>sS_UJF&-PY@>(Tld1hhJN9K59%9#YJpu0xf zmA|eO9ZHnPTXD!;70g}%Itpjpt+>}zSfqQmg*Ss)J%Z@{j1cOp^~nr8G7&=5ft&@w z2+qM5Nz?ValwSps>#Z>q@U0?wUFxarCXvrVM%NU2E9PW}m&w|_D8^`4?$&GcQZV&D z+$fqHLSr9@{<(H^5PqoWi--20&{VTp>@+y<1W8o^1Cs&#UUUnNfG!FW{Q2K7B0{_& zX=?*Au>l#VyV#jH=yNz*TUEy?*|c*J1bk1S-LH|y)mPVuZ_TP2xK((FR3=Ju>u0Pr zHKchNNh4ET0^4}G)Aq;wdPTfF*do5P4Z~bXTBa+?*szWS%*L`W&q)ls_dI?Oew;2*TjzZS zd>%^Ulei}Z)AC*0E{qHpAzbTmD{QnB`V_Cer0nS9;1?BRg@cyxa2_3lvj%Kb3eY9o zIzKlg-0@#!4Oa-M)_gL;|2ZR@ET#GWYFx#6^~qh84h3WnG8!Emg8BpPui5?{1}_JD z1oFnBp6}sKJREEI3a}Hzu@Tjadxs6{N!u0?#8>o3r?v=S6CU~*U`8TpmR-#IW^PrG zwBc?0((2h#4*(NzKrNP~lDY03fo%gIs@)t6cto6PfADNk+l*mI$UppOfYb7=K;R?p zIhYr2Dw&zU4@g9eW6SK`A_ZcrR{WdlERd0q%FzC_RRr*@GPZr8YHw@jz-eS>hu9~j zh&F8aK1uC(O7}L+ZHh~Q<9spGw#6S%=gjhtT1iyOKUhflv^>Zancpx}{w18b@nI=s zDxCNce^|ttrWn=KCY?yr6G`lwL?VM(cbIDJjUr6Ftw;|UrcClG6=_^L=<~?ifkL5g z4Gk!RmqvlIt>Mu!cZyHY)#{q=GEoAu(dZqtj9WPR=$&qAaDmpO!M73W|AlqO55+7QD;cn)fg3FT_F@D)!5u* zuFqOfKQJgj#p_isRB*G&@4#=2c(TKg1Z0+h3jW1FA9C(|h1TgGPw~w0M_i#d3?orn7f^4%$)a zF8uY>5vxvF)qQnrBp3B&hV)o_M^JdZyAx$-@z%@Gt&}xJW>F=a$M3niZHbvQVFqgibw$Mhdk{Xv zk&Xv1s!^yi_q=VMvU6U9i0!_0lG`YSt8fq&JNGAC%MwX=mxdG zyV|=C!o+4v*-L^ll*B_JfzrEm!rcoi)cbt%vrS%Zu-i)Ed=VG*s;65;sr%Ev@cw`& zlF9?eI`)r6lk7L%#`Z=|<~F7doPXW?!ks=$0o#v@;Nf>s=|qpz&(h3oUu9fG-DN5pG zPCh3v!6Hrt)vH<@#|kyfL}?vvNAQP;%vUvM6Em#S6HJ`iBK1%qLd9|XeZ*_HW4`d~ z-$RAsn(L0%R#Ly0!Oa1`hbBC>o#7(rS@_P(wnHLAI9b*oqyB_(zDCY6UsN-~1IQ7< z8KQLic*9BATOwB}zW-kIo1wXd^^3VkjLNNM{t~}Q^D3dp2U00M@dZ^Ly{F}kU56nC zq&t-vS&^@q*WBl3KJ{T+Eag=vunX&*6?O`Dt*R+}=5Tk*f-MA>@r&qRg!GRpaDD9M zdL3`p`UX%Yy2bR(0Z$%Aldr-4E}Q8|JI-e0NQjjqsIIqRuXq92TGfB*K{e*E6U(%u zNL$mt@gVAet~o5LZ+9)s0;rw>G%^m~)fnCiCLf0~@hyWchEF}}Wa)S|k7n`( z7{c~hjZ7c(%f>(e)y>)Xf@g;mj=Q?BP4uu=9l^R;?sra~n*>75HqHyJ`-9wrR(-|ANllg~6S$eUE18 zq|<-7mf$A{@z_VRw9@GxTT9R^OeBW2bV{>y8jLk!Anh#UWgOCi2(-}_Z*^*TemueY zQ=k$54m1ZdBYP9$Cm?%7q9E#$XqY%&J2e5)PP6a!9EU4ccigez7o0<6|FVD_wm7uq zgVmK+Jh9~KwvbOjA^x4{%6{n5+h9UxzFk+b2(85Y4kopDh45mZXFxo+Y*;$Xugklf zZ-Jo8B}6kYF1XPppU@hrtr@4+%kd@H0xL?74OcB6e zo`YPhOn$lCr7>VL%SG_k`-+TyZrN9ifS!#Tcg{p_>4gk zvG+^ED5HeJAEq^s?hn!lA53zUa)GsJL46|6UV=8bhlnF}@D)SCNyH{d|(m42kj$Yk&Bs&kBSLXPb>+`bp+R?W=~O!Hw47dh0f|V{I%S zm93Ib$Q&>c?LX_|NIE~CtDIX6%ZSuD>e#bs;qdK#<5ZZ%s}^S)hl{Fd`obz0!_gpJ zw;^a>eIGl@Mtbh#rs7shA~F}YpW6EwGlp{%w{EU8I>KS0nOMb+dk#a{$gV7NoFI-< z)ZBI%F}J%VUodn8m4nce+bos8%k5-PT7UD}2oC`*5qfxIG%Tu#ot79(EUByPsXLJb zr|!#cB-8E98Bu*H9}RlUp#1TtHoHZn@%jawLc?Z;SA^)@&j;LY-0!h0b?afbo*mr< zO8gXffF345;eEfWM#r*?FREL6&$rxti;ZA0;j9ryid(`R(6IS&Y&yxBgOmFV&tN6e z1p3a2OOLY66zoMC7O2aAfrAL8=B1Px0(cT6Vf-lx@PCJrldZkwb6ZmB_GbW>@6p0}wXYW~&E z5M`P_c7Nk*cS|=G+Pm#CP-`|i-{}g~GQ=f`HiHo$GAPLVMqQ+s1`0**{5V5evKF4F)jLXOoM&N`D;v@Ds@9LVtr-yoI(M% zF*`D6WN8?8wO zRNg43GPLTR`!QsOkx7uyl`lQ7Gv7{fk9j%v7$vfa%D`$=qaF|+V&k3pj;#$ois02Z zSWR{vTRNUvy0?bvMk_R@s^(^$nvTYptz6!`pk;u-NW3J23j#+#`v22nAkc9zGcf@< zaQ^!F)nZg9S=!F>69=~JXc3%o(TTs%k#jJA+1Q&~pRsj2rw`qV4EL#U4W>etyqa7} z1`K-7L?l7~^y_n2GRIo6!*I6bS?*J+^bYU)zENSa)&u51c9iG=(OZC-$&T~YZxu%s z2MSxkp_zxs#A7Xy#rp@TlSU3*OePej%1bX4{!Y*> ztU`SgkZHntH?H2OF?Da3*Zm}ZQSPJFwvgEI_y-0?C25E5XNxa(fO6a^RHj=HQu6xo3QKh2<^j^Dz!okWA0gJ|TQb_Sf`g1%5-t z_+>Iw7&!tn`#^22mU!y<$IRl^w%kN>nw_FwT@~>f!<^zhg&GO$2Kd@y#Gg zUN=U#NnPDxEe0)&dguH=@<@EI9}WaR8=IPzfypieyGRxLJ0txq23bECBGr)WDvFTo zs@YB7h7CYWk$a=n2^=@>nTXd4s8L4~3OIsk1suEccO=rJSk~CopnD`DpANzfU5Riz z8A9=6w$ZTDW5sn&!l2fbk_q13I6gj}4^Yo3NltZD-XL+mscZ@y(2x!)^Foxtwhqpwp8*Jtw%+btrMVG^E=c1jjt+IcU2A2KCTYp z7=n?>0^5M=Xt?OGL_RR3b1PYF2YGBqjAHY{-mU`TTY8l&xAcZ+#;3UyQMWe*Rfdco zxry&d#bX!>ZwwuN13;cWopt%V>(6B+%WEZD&>Qe5QL7=`uC(Z*UG-2^wCR57xPEfS2f8VlGUX|w0n;MPhFAPqBcvjcYmLw!ZffGoj=La&&GQO}y! zdR*Xi(wySHc38mppmXa>tlK2F^BQcGt#2@Xh+JG`;KS%lve{V0ootL(r5505kIo=F-|*X|qhYn_vc~zZ=3s?s5PBr)s)x#&?c5wN12E{wb$aa zi`%hFEy*~td*<_2S~*ueX3Cnb`ioVrm!G!AwHk9yoFq8Mi>BLHlEEx@UtYOl{%x*JNb>)DDXcPOU(w{&ZH~ zyF9D^s<^)osLQ(h4;B%&{rh<8&zKq$^?n~ubz8UlxDpCor)MVXS8t;q}q64 z|3RB6FSsdCW|F#>q9&FK_%Zz%RhoEC*!-8lG@x^!hgP*M@CC;`^AriffTh?#?)BX) zb)I`diZQ6C`(Ou9q5?Sv$!N+e>gwVxMv@DjjAE%^fcBlzK<6sJ8=`KXN_6J<@DrVF z@H=3oyP9w_>ba~B%##OXc(ByF&dR__`U#LbC)4-7u@yY0p}DK{wr6Wg2jZ?RPzBN2 zBK5dwIk9%TVG{#!I+YYvn9RbF(D-#aA)^o@U2>~e8ASxQ`ggg)w5lrnUGXZvg&-U+ zg$~{*{15u^x`C^V5`yfwlo7a}*GaMK+E+;w1nYDuX{cAU|Br*Zu6~sh`1_x4-1sN& za$WoCSdQQgE=33Zm-hc;5w2UgI&&dL_)8&%H=uCt=f7624fNLyT^)fCBif~Sz{feb zp??f)*DYM_d=aD4r3hgEw(#G<>ALFG_7Kq;Uy3j8FV(Bf;C1DzeG{UCyp%+^8*tD6 zrJuZR=V~?h`-XhP`>zxK=((<2xtb@4%5fe%>cbm#^dknZmEAN=lr^?L93 z?OA8$oV8}}+3${b-u*m^GO%zsP)JBfPzac9noz$93gq6v$<)S~mF4lhEN;lEiw)K9 z&;yX?xmpv*E}pL6n_bV*gg9!m9!i~5HO1_Co1#~jRBpot4$4;`lRS4#p*xpmN83Xy z1p#n8Kz2tN{+nH^J3v*eGa%iCNjs-aTCPtnGEH>850aE=hyudfSci%?)dEAw(!e$6 zf_3h^H7-})Y?3OfFU6m9NZL5F8C0XNE9ZG&9XF@5fdqV5u%P@U?kLv5*C}(2N2FUX z(i&|MWzcP+IXxQ59j2jg!bdk``m4Ya!>a_HzC>e`Yb1?o{Y3O%g|oV5RqudD+P8T5zv8wf;|6SjIbZS@yg!L#njHlK-I&+ z)LDp--W6BF-=F)?hw9cOxa!s9zcCWS}I8NgtjP1zea;I24a4-^Tp zmis7)o#&a$b%el$68y$cvAAr8X{E?OvF|F5*>4d&6g@!)yQ7<*7M+9Cj) zT6L9?=d;;)1nI5(>j_o&wO1qxT{6(#1Qc2*7>%czTX{j=24;hOFAB$EjE_;LgvOe- z&>Xl?>;!ZZQUSMpnR|TP=(0fwa!*Kd~l(2&qh z$pv#2ayI><0Cs5D^*e*Xk~kSor~2PDEog^$f+EjBtkxf1gh;Z3Z+%fS2rORQEkwn+ zwtYMPPV|_nwV*EzR?tvTLI6_cp72ZZ{BO@kZA7Z2UoNFjt`4$A7c~u4tVA+23zaR*MB+$3e;>7>E=V@B zL(TU^9QLF4RbVnM6iTPjB&#f&fO)z2Y3VfxSVA#x7k>Tv-Obc?<)`U_vO5{cQSok zk8KQCx|H-+sCyA^2pS!QVVUK;g`k4rR3HN;OFH`2;-h7|}MwT5@fg=+hF;R!D8TE;C*EG4W;;ZC;qpBFo|W z_{Y6u@sN6WYKPdoD7#nMXQT=o~HR2jkCR|=iz*dHLZC#w3{>-Q`h!TePoZWyG~R_ zy@5Cu0J;9Y+=%{g-PP7c^si;Gvq0|mKPcJHvtjftT{18o;)-Ks?^aV!O@`ImD$iI( zC%#VW?Ku{!lIjw?A4VQkv{a!vk)$?uzP!Bly<81mD`b9VX=00;oDf0=Bb~oYp5P(7 zU2!{gmbz$ih*i-UUB#a7qLVgzB9b&HFVkaPS?Q_*G)3L5U2$p~y${>)rAt*NbJ-_) z3QCfZ`wVBSQz>m#7g$Dx)~hF7pjZxKP^#XcmWFdiz0Lc~l#)R_99Q^b$2E~!I{z#O z?a0GH2}7w9+RA8(EM=U&1rQ*0SqNvXs!9CJ#{}0|Od1q+F!6?U>V8~$UT?)}R`LYy zt7iR#W~Hk9^r8~>EzDY#nTXUXFJGlp@#&=lo4C{FenCyI-b`2fSyf<;ClSI}T-?Lt zZG6&2y@p}ps~vU_^Hy1WmQ-Hp*F<$Ye0*snOL{HFG9HVMRbL6op1f6<4RE1BV(O{` zHa)b&wZsiyEW+_)|G0HJ%kF=+O2m|?(^^(=RQy4>#cJL!)_a;_jClSPNF%<;Jo!;qa3*<*z2rwZ0AxqZt!#Q*w( z+UpGkKVaEGlAAci!5z39jo+Dv5fu`Y7mF;hiP74MK^lDICFw56v3$)F^imHgTEv~5 zx`iO+Xa%+N^t*^VPA7a zrY0&bPLF-`xb+FV7Y25cV?Z6Y2JC@Z-m>*3To|sPoIwYb2j?>-z^|UJuQ_tWKiRZj zm<$aM>PC$8vvm^j0uRBe|%HUO7=FvczAX3+S15n{^x5<5%%)38Tj&Ts?d!!g zsYp4>XMmn!jUFxht(5Q=<%uEs-Qi#)8?6pi%2|w*?ZC$ zo=Bn0Cj65@YTnanwlcPHO-h#mK7BKnZT2CYXf1Tv@JL+YXa)*5%uEk*?)}q*(cZUg zVI|$0QW=5%X%>dqMTYfvL0R8kgb(Lgj35QRDvUW%jDUw2twZ(G`O=BJy?S20{$xu0 zlpgy;e}EMR^9xyO&Fr9L6%Na=!xnH zAjVD%e1$2y+m;N?1_)HHoVTF8hwe<^jCO=^4KyB!(svW(^JhuHL8S@62lU}{-a;aJrTH!R~sVmpoc z7;HqgQZX8;L@VF&pvi0%ZL;};TBd0y+c!#pWcHNZlf4qzTBq?APyd{ROXT6jON93? zi2V3_>a?tTp2hTP9tTu-?J{9}Pr7MF5oH(gLTlP-8JkP7WnpE%0UE4Do9?H&vFVa_ zn2-BXz7NrP{sZN)lvo6cqkb?M6O@RJaDY@A@SsUBiTmSs)k78Hof*ju6e1hNb z)lN{tDW$XED!&Nn^r>ZyoSKdDvIC9uN#Por@Oob^e(@Z-0HLo)hv}gbeoBN9?hxJW zlPKGDL8*Dk)A*fz$(60wA_+e3Fb(7{A7jseKSuO}3_8 zY`#4P-#|CH{qjlGZhDR$7rp|;(km>qWErgkaR2B7m#0Ffap8`dfaR8hA=9e z-nL$3_|&~}m-ak_XV+_Fs|y|}l-YD>e1qJa?^O9pDE9Xex?AS)OE+THm08;6?H{9} zL5H3>2U)Y>Kc0vP|BA|A)8Fs0`D+r4{WS^RuH^q~5}YaXgfe1uv@j-;x!wLY0yeTX zOd$CbfgzG5m}7U_IJlF+p}KdU5V5w>_a^7VH2avZYoAdvlYsbbonp*OoHGFMCSYu1P%?^B&tN_6?b!0g z%reymtS2Q8SW(&2HX{q3E>FIqbxGsr_9-b&{M_VJg+OIp5r1`~`Cbw%Ce)ogXW>IuS z^KHgq^uxtU>L^2+;UF_T+2^j|pwl&vwvh$oD2&}$xV{)pS}qY{mf|IId?5TQsQZm=5efb|- z!7ckE(5+^{OGy?z?_!D@+*e6lv#W?BSsdT#MJ=aJ;Gk?jq+VHT6{Am{91#>yw2{x4 zb05(W-|U5L)nFQ51qHRik!BIQhA3<#a*GiQBPu)D3dipQ?_7IWKNj_f2Eg+MaHAS~ z4KUQu`FWn?xzTsB-VpClmfs%4#=W&nx)BSnrndVz)2y|BV9o$dSPQt(*` zH^njck;+p<395&$Og`bWCZZVU8)}AxG!-%lh8yGLS{1@%H@@tEt{!^Sg4SgOZ!%Wj ztyW*pyPR8Cz}Qgft~{2somrEAaiQc34zq!gEUJ|Pih~|Ds)K{3td~^1Y$Gghx=f}o zcQ<|SGO-@)1!XF4&UNo2*oyo?lRZ@DBZ;q5aY1l7h}@1+4b)6YCvj`f07Y712EL$i zO=2249M8%GSe)t?i*eyJ$E6(d0aqr@#X*Xh>j&Su`m}a}*jlOM-L!&?*H&K)fWdKi z$sF_@z(F6`3dM$NS1n?iqrG6DjJ>_Um{ZxneC zgKSWhLyD83LU`e-XgS+@&~dlS+dPjvrHWgZ;>kOVElV%1LXI15yJKHnlkz`{sk)bc~kQy{lpuM3s zthsi3eK3}`94b?JNr0&|yQ|q+O9Fizf~)U}N-JDtyg#DiWPEpNT!i=I=dQfe_VcoU zYOK+Pm#uzq)A5VhC@6j<`8f!fKFECyYz#VAuq1T9m%VZO(S$Ow0bq*a-^PBjE+x+G z-QqXVSNk0&X~m4btWX-Uz--_~(Q5hQeTOZ{g8?)mbqpEN|EjEA^LFZZnFy7A!nj zp^RK5zj%oi)ycn#Gh{+a?@q+lntDeFpCfC|+3UF0AO)xmM0P>>&L?s(*`dKU^Mp-7 z*s}b1RXcaINEu})c)Db|+{Fir5V zpUX^}8-H%S9qvAFxRe5YVZN+e_~vB)=3q$JC(`HiJ*(Mw-LWi*PBZDz*h(#tSDl?i zC=*UFiv}1+KFlyI{G(&X_RmatAD+ofZyG$>Y143hN$IGV;{UC0vN^0Wq;IlEqCyOV zIp4lRIL9Mphi#0h3aApi$y6!LG+Q>Bk|;1$XLzg&Pilr&JO1eF){?ix7@_)L$9Ka}wwhYwPnzu38}NG% zM&d%5HP)&H98^>w!a#Fn0t7WeQZT!)5k(lA~z$vG6iQEz#-3w?OILXy%ETA zDQ=?B82a5?m<+=ml{i`lDuZfJNJ|oNYFw8A>N*WUE?Nsm1aW8%4aFocvI?y(5mUSJ zu5yz)VO0|WmbpgP&g*dFEO#nqRgH<9V5`p-upgf@E~tI1LktA_@8H$eA=VCpq$0G< zVu>a3Hd!{jO(`5E%L#azkow1S)lMtNu*MK9&dFgV(18eiYj#t)Q@IJe4y5p{T;1Sn z-UZV7`#9Vpc&^X=Ft&IhHBZI?vDvOYii%I36^MP_=*XhUMH{s#>UxQ0F->~!qry2y z6ZBS?DQblz#M|h=jIOnb81K%%XRfrXTnVOYD+1VxW=zI;Kwm<*x21E8s+$SkkZ9Tw zQb!W!jzjFY-Y#wGckT|WqD!LsczzW5Dls&?3p0(EUGt!4&>H6`G6gwGK(26>Kv*Kt z)LwCDT$Ff*eJd7OoFZ%REX7iH5RaLpV3oZPnIgyP=pD?uqC_ShZ*}uz6)%p4<*AIE zlpraCMwV$0OF$E%*YiW|u{0vP{18nX-APLycqhisg#rLe$q8dg+6G2*Nw?9@m!7Ua z0Aqs9^T6J6vPNA>Cnh2rDfu$15S-4){qW=7A7Wew`iAfYn{m)J(awxJ6UtXJQM@cl z4b3<{m3%mhlwjI?qAssY*Zs^dh!}MGhM#e-)L+Imh*EdebFN{=-Kn&XwlQgtVCpcs zQ|mzwh4uu`8Z{dq9nEd;g31XZ+_LphJceLHWkiXD7Ue^MMC283ntv3kM`-&*xj)I# zL>PY3PK&s=wx>tyg}zv_zn8av#Ck+ z1IW&(N(L!ec+o*y_>X5E$L~c#*Opi1&hG8Ya$_H@O4UX;$zy(>O-PhWPCl z@p(I@26MmbZX@S#$z6rq+`*aQeu0u9cfjn^SKq;I!lEThmOkvb5$?2TQZ45rOXwPv zifg6m*D2|jS&lqKLF4YL5Gf3O`?^SJlODUK-ip*EQ=CxV`uaxB4y4Z9J&FRS&|21T$RULRtBYGUegw0xn(r=rD~F~?T=0sOcyQv2bt`6qH9Z3in-UTw;GsB~98 zcdjJ+=JHd@^!q+OlWY6cjVscin4R+)rQ9Wl*G%|UZb+Uh%XlQ+lhJofm^{EhOhO8o zE;L31tEZw)Kt^$=0O%Kq28Ec>%h904K&}&NsH-wu+b*o>GRi%&zoXCl=3jIsiBxBvaF$yols(^3AKn2>{c2R?1m=D zRln%4jxG1Vc&v$h&t&1!z(A6dvv1;j`I#>p`AK70^Oe5HXDFED>npxmJ4jKKxLM6K zsi?(OU_?$_e8JJ7;}Zg0%y%u>K7U!e2W(u_D=cHI3_tD2hF zFwGbeUcO6A1xt^^UIwPR9DtCf+OVP+Su(byPgmJroXCLSDk>YsP~oPsM#jk@+T^jaSRsr4RSCI zvPEih{8_(IVJrHu(@P_dwP2YHlA?L!7O(8Sk^c^6A=J5ICcjm`fL|e&K*n#BnOT9? zIfk8^oq1cl@4O=f(ObHJ-m7zz&$8_zh=*j3HVhek`e0kUR3YzZ<2Q6 z(VK?uP#bNZhAKAyaQduCUl{f!M0}dOpQtXLjH@L}pDa^2|NY|1U?!J)h_^yvS3mt>hIh`6Kaj^wo^yL7leII>Gb!_YK|%R=01 z(B5J9`d1?`Bt~9o?Tx2$ReLG(w!+>^_}}_)xEP);_ir-NGU8976@bMDDx2HK!D{M9 zav%D3ceNJ0G+)##Xzb#9V_Hvb5H{`nWE4t2RhfQ+L_+Q7JP!?n1NDpW{+;H1B)tDq zextt?W&Ts~chd2Z1^y+}5NPFpaKe8Y_?_l^WT1Y@2*l4nnaV%4e`mHHslZ>73E@rt zt^NPR;GgQhlPv%FDG{{R2Qig}5k5B&xy%Hf@ literal 0 HcmV?d00001