From 4ea757738211dbce0dbd9cd2dab94f3556ad4bd6 Mon Sep 17 00:00:00 2001 From: wangchengcheng Date: Mon, 15 Jul 2024 11:15:04 +0800 Subject: [PATCH] =?UTF-8?q?1.24.06=20Release=E3=80=82?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../TSG-OLAP-AlertRule-temp-v24.06xlsx | Bin 0 -> 14170 bytes .../TSG-OLAP-Dashboard-temp-v24.06.json | 21700 ++++++++++++++++ .../TSG-OLAP-Expression-temp-v24.06.xlsx | Bin 0 -> 6349 bytes .../TSG-OLAP-Module-temp-v24.06.xlsx | Bin 0 -> 9148 bytes 4 files changed, 21700 insertions(+) create mode 100644 tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06xlsx create mode 100644 tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Dashboard-temp-v24.06.json create mode 100644 tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Expression-temp-v24.06.xlsx create mode 100644 tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Module-temp-v24.06.xlsx diff --git a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06xlsx b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-AlertRule-temp-v24.06xlsx new file mode 100644 index 0000000000000000000000000000000000000000..1c13ac130c5ac53285e91b064f332dbcdd1389fa GIT binary patch literal 14170 zcmaJ|1z227mTe$-aCdjN;O-JMxVuAW+%>qnLvVKqPH=Y#9^4^V@UW0%_RnN@=JGZD z>g%rRsw=1Nt9P!vG}tRt02CAyARFaW4e*D+K40qsjjik%=wJSq$BtTbGrsmYb%n`w z->maz5=+w}P#~R+zWGVP9`}}Q= z+$~lou57$&lD6U!O}q}4Y^ryWC{>G`V0OE6+3=X$$Y8^HYaEdbBZespP2ceM*wdP< zA*B(lqF7v;2;a|v+=Wi;NDox6h>vYzc6sAW5^v!(DG%UK4hig+%#DK64afZ0xw?qB zl<|WH=Px!@spq>5DYya1OG84DPgU_AK5IY|6!6^sPdY+*`G&Bqjf1g`gYG-m_r~_x z^e)y`_3>|Qx)>2ZT&EMCH%PtKey5z!nNv56UVI6t;3Y!;5ob-f+`b7={`gJ^#%Qz0 z_F;9mIsrIkkx>2_()_KcSZ}nE-Y2vvTIzF7?@S&?c(vkFVeb1gkGMGyWC9=vEk4k4jsEyxhQ@1_Tgno=vdw|foYb|xeYf5Z2L*RQ z$d@Dcan~mj#s&_h@nGbG1ZoEGLg%ZR8Tlw@K*ZHBgJlwXpaj#(z4z-3Of&X}<;Ym4 zj-|7&I4`E!3TXRe0RjM2fd4mBAwHYR$ktFEX#3utLI3^x7dyR;{0#GKCy`Sx(Sf#= z13{6gct5DjBSC(`yrnl2RzfvW{A=kmnrf?XLE87eQ`VN><0mr!bkb! zz;sOTodD)LbT)reta#h?c=KQ?Tt?bZ&R zQc~{~963Z6jF{IKD4ig0$el5vlddZHX;!ppi=8R4aGsUbE>Pw~UfyLOJQvo`OQrp_q~3pu%M%m;_)KjY zyQMix2eNw7j!<4ysjpmh_4?T}+MZwkS(PuI;bO&LXlrf#9LDxcFPbb@wYFarL;SI- zTb-NoCORgjvp%h)frZ{lQ3JOHgq?sHYurxbYu{7`(3x32>VBz(LS3wmXkhwW)V=cl zXtkCBw@s%2dimoUp+UpSC1_rOL1o&lqc1J^9SiQ;ZG5*o!KJLC=5P~E=8_z*3v!v`>zI|fj1vRh(353I!bWi?3nV9CySoXEh1@8_X&deH-;%vbcu#yb&dCjf zFP97%YIAck) zqsZYtrmoe;l-VSLuFNj2PXwV}s~-m{YT)pwYqut$nvwF%>c2v`A(2{`=<)kawuI4O zcJQ}p81BCTOs>Ifz&NgZ3?kjp$ckmH$8U#35MB}``2`?Bfhnp>Okh^olYevv5bRK{ zxAgp&;r*uH!$!glF_qJ9IEcOC^#!oHK=0BCYo?M{1l05(qPGJr9zIJkyWje3kBLA( z#!%Tm{>r@_?Z`MVwP_wq3ppeLHiBWQ5GT-`&WYU;dNGQw*r1h2Y6Wvks&A){dN}rb zzyGCD3tXJCw1nXbY`t!C?lA=6nicp01zeYn@b|OcHVOlVgS%DGUMm||1++k_W6{-+ zUH1?Dl3r+T4EPV;S$o#$H;12`@-AW{JuLJ(m&zg18R&+(>V@BY#-8O{b*I;p3?o9$ zsVLT_Pg?bVs>9#R`0BzkO+9YWvcd5k+xOm>=96WP-b!_nC~GaLAFRHMNNfBa4wsqd zIbtD>=6a_4^i`EG3SO!NYM}r%%O+MWtzSr0Usf3{_LB-}NxWiuwPI=rmLYRsjA>UyDE{zDBLEOPH-0ye^Vlk*i3L1#oBTn$zWJJ_MMiA}<-ek^2Egc40 z@b;=+@omX)uc`z01tmgg@mFJ&95-fFyTXwVC)PAZ%6&bowKN2KAI)<%1R?479>MiV zpY*_&N+>Mn$mJz5pi{oK!*zBnfn>&Jj*gPUDbz^%oxn@wPRPaEH9fh`egl^3oWG`; zwoz920)4{VWG|H8!MMDmA*7J2uN6GKU(2Lr-TPG|_e(Xfy!gboh;{J_@|`Vdz-&+L z%u~B&o8>5>35^*YqU{o6L5?P4uP<>F<$fiT<6~yWsrM zn9gKMlTW+&W_*s4$g4)&d=~|lgB=lGE`e}s_${b zg-*pjCaS=m&R^X5n76(zG_@ZXDcP2k5r+LZXMku7jhf-mByaIOjQ2*Dk&e$3^Lu{%XCTJ;YwAwcRwBQa!9@RjeVjUOo5qOh zb9zrhdzwm%IlzEkR3O`C9oH<&t@0|pulzHT6Xk*~KTa&V>f*b>(>;mLJzid|y9|YL zRu#>mxruLLL%4dklzfoNVHIlbh@tj?HMiLJn7BQk=lIIhKM&PA?^wndx{WqsL1Yxm2hK45oPXZ#JKte zDdw4W2H=|(3qPfP({I8Ox@B}gy+%-oaLL(IsM07wnTMt+Ff*jKK#2qJvbqkMmEQq- zltL3+Wr+?_(TC!bHpJGhc*8@z_Vu*dNCi3i&AwbsTI@eu`bW!{A4s+*_z|EzhHH>7 zB-$0o4rV5hl`}0ejlq5v&826@r$pn%ZHF-#ZMlPfo4L99L59)~uZ=DK(h3&-CiBsxu0brW3Nfo^Qf8WNAui zdzJG3@f(gO%);9-vg3Jr7Pl)E9#h{GR`vn`&pl;cnT*r>rKDzEs;9VbT__MlGJOHi zjQSfwF8k2_i17UZ!g^gFVb>EVUJG$xqeS{Zi_-_pXEH*qyU1`rkmGVAMuN&=27L37 zaeB=^_lkFzkZW>w?AT`uN<-g_FGX6?v-z5w7d=N2-QhGR5sZHngFC`T}IqjA7Rlh^DI-&0aybi_wfpdTF(Y zW?!M(ooU8gzqCG!X2W6FDQH!zYCX65MYG8;?5ee@8(&(ZqS?F{c1YUQ7~0RRY0+$D z3_CmRYUh{Mf@roihTWug_54d~O*H!hh8>emHM@?0t&dtCO~4zSk6~w_ZD*ir=_LhS=*GsuCC<(&Ac( zY<;Yz60bEtzY$`w{H^Q?JQwaY$Kx|rKtjFm_(JaTJg<=diXG3G_>#ogJGfdI|D1BK z^03VkBVy|{4b&>i?QADBDYzLZ25&#OTRxc-@lcRJg%YRk8X1))vmS|T95IF+=OPxo z>I`$+X*}upGMB!CSm8X1)F*lwDu;~8ti##a*wtNKMM&kQJTJU*_}tZav8N2yuA1d;aHQubQ%G#lUg#Cty?)L|Xj(+9Hot0LcRneOcRJGrxW&S)VS=i>Wmq-QJo z1RIqTK?>xutv}T0ETW8dpGc*f53;=@dGWqnFu5~TL0f7z-J|PV;js$+VCRPjXUFm3 z>1|NA>}8AYQ#z0xQBKddHx|JiiP zn>ajB^UV|Niz~ISr#B!z-_WN({?bp~P37~?XMGm_p zyZhIV&%hgwh3&)kJ;KjuLwTzL`F5)lW8cc*yP}E1i0&JlC&L!RZ80HfoP^X6Y-tpm z?oWb$qL|s|$ErR||ESH1AxE?(j0~47t$wmHF!6)cU9QWZ;6RzzeDA#;=)#-0^ZmWP zjy`Dc)T0WA&Rht#+bx34W!DtqYzjE;5e}B%cig2!$Hx#ot&13CJJH*U^c{;o^9of8 zgv^EKHS7J?yCm#iTKRP%^rvoqoestPb2@atk@x#_XujMXpig6GW`HAozrQrTqHn1e zk5>|gD3rzb(dNEsm)m1?!=rc@`~=(8Cl>Ixw4h*YpOrtQ?M+Xars#TqW|?c=y&e*q8)oPV`B$fP4NIE@^aYNXCKHJ7u8q{A3-zDY(P*i)~Vqr0iU{2Dy&JVEOhGu>7y z0;`AfbMH)D@O5L>JXZ1}FMhXbrtr-({e0vFVXm5-V?7zq@6!BG;wmHUf&Nmg@WtCu z69c6)PEOxxNQST2rx4-0iS=JSwp&hbcFKy)L`@3_9jG%&TeCX!PxcM(Mh<&z4pI;u zcYL|2Z&q-<)e>2<+gFaimvNzY6MR3|(dw*YRW;J5a+>Zo6G?TC9|XOHSox~5Hm-~OfOcof;rsu!K6lkpQV?eHwz_l2D- zH7>~>21NA0L-z`~@y+P%eq*~n2AsKIzRDh2x(D}Ouaq2}eFcoT>er5WqGymm%m})) z_Ah$lv^nb(&1dIV6vNUYf++J*3v9zAvDs0+ud0JkNY6~_$Ue8v8S3g@%zUHJG;ilm z{JOSxChmLsi3bdMPm}V1qg1I-CCV)pu(}Usc5g!~*fyUV88@LwdLt6WBPT{elP=-Y z0irN90KZaAJg3Ba6TUcOoDuX&9kRq3u{ID-(g%((w;FA@#6=0=o-G7y&PO|K;;#1a#hwtjra;8t!z?|0R4d-= zrmx&<ZI0e;4Q4i3fX42Yzm|9IZ&Trujtn+jE4 z09EdKXBqYo#sr;jh#hOcY8<%5@hNuuIDxOMq^x^R*vZ+5mnk5|SLaYLt5E%D(f9O1 zYQ#l#4&~7Qc5_&cAdb*$hiiYW+k)!xJsF3?KJhe28P4mjBjDXG1%uaj;>YBbzS|J` z<=Wb|IIo-Ug=NF@g$i^1he&12fm5$2fK*8&#=IbR>|Tb*6Q4!sL)tR1*NXh~Y+?aI<9g`~uFr{Gfr%HAuol z#qv7MyQVtTMF!rOt0#eQ?x3kT_llrdCxq+Fp*zouhx$<>Jl+6yv;Ies;N$AhR5t6O zSDJ{4$Ao!Xx&1%xm~fb@u*cg)yxu2Vf&16-fBnXjx)Kjj<+4;Y#LonOg*OcAaW@@x z@7}_FztJdlNAi^HGA)-m%%1@PHcxRDt?V}0_GA>%H~yf*D(k!d_F`$AZtV2Ph5-|o zenlZAXq5CAn3@YcyzO|GAYypnDr5d7X#vi2IBbtcxIws`!{G=#u3|HAjk*@UxoacB z>+WpPjr_;;0$vM$Y)>nGM?Z>-V|7if5n)1 z5N1d>ws9)&O5Hs-O|hAFMo9sFMRgvU(d@hSez<*GxaqXZWrMM!tRwHim@{L0$C!8b z79mE;$BhoK#Vths#q&e>SrKCcXw z88EM)bLU*dNZXz*CEpub!!HTdCr`AE=jAI0&7bW@|4T#v}WJfV=!;2 zNGjGlTpQ2Uk(L%PA6q;W9rgtWy0TBP2Gw067CV6(_}0-N=1R33=t~`2WOg)g=H&*J z$+bl0OVx2ehasHagSIY@anwquCYW6ZNq=5eEPUX=7;j*Cdg#4Msr%M?@+CBAjT$T_ zIaJN^>-6Np2M@4uUF4J^L?qlN_Im+Ri^@)G`;^AmE!kn`S*kJCbq-=<>GIpx)G`wN z;f)3A&EB(yOr8i8F7~fnpN8HfeS%c2g3a@O3UwlKy>59Q2ETn-7J@zW$U`vn_?l)l z&=?Yl6|WLOoGX1=c&nR}SBxor+TZ5&ZUaFWt|f%}9pLmcp>&qO0-=uDAw zsgN2%xmi<=LxR0iUTh9;zE7lx1l|K0LP;o=5Iof#PdvoqZEY_hj&RF>r0@XQm&q50 zg)*m9z;sP}5A4(kKdqv55pjb%!8Z{rLI7l4QYRokbng+My8j?;oMde=(?@r->28wTsh>wcA|8N=|*oxwyHMvAuVg*n(tiqH7TTAc~fXADZu0BX~Gf!j0^<` z;w7!m+CG2Q_K-9}>_}J$t}XxE9*t-8wSewE3gxt_TY#c2QRar^x)g;;ABfczr#W$L?60;?hcGS|` zOCqJqrrysp7p;jHJ|z(*XH1vlvrv|wR?m=t89#%C_sKU4>CkPM22~*~asIV(Uh58f z?$BZ1lI0HC_5GfF%xw@$b>V4&{Q0>aJp%#^OP}*Q+{K z^yo_)Ll+VCC(G1MjvXQ;kYtKWgOvv2@ya-+Oz|JC4(s{D2WrDrsxOj3qYRu5wRxd! z21%&DxrK$$yxZjB21BDPx@{|prKVQ9dc>Ei;>&=YEBsL3&F{@?DbTD;kovCifC#u! z(ogA7icdOO{!}NVTdHwIvwe}E)48|o5F5y)mcJEfe3%d&5wb>e6!(%o9j zHcCXtD?+X9t46pF(^C{%;g+n}oVr_S4ZpufWU2GMeLM1rPx{BUuApr>gO-e%s@2FY zETPXh#;G<{)*%g8=y)kNXUhWKCtY56lzHDzxKI*OI{>k<9e{-3E`T~!WCaP&F)o;k zJz0B;KX*<|c7WbuMM!`w6#}BG z6$v9A;6j(9DWPE%VVRiPy4z9{!NFyuD{V+Xn$`zE$JD`oeUB$om?uj9INN<@1uwx%ZtQqg9U_y(0YeV`c%<)XO|EXH`*g!a0OJ#79n6} z-=(u8iqj{A)r2^GZBOFSz%THj^mH{4WC5toz}+ieq$}P%jCoXH8sf{vf|-x-wj@Bi zk5RlhQDZ345SVA*g5v^YjH8+A=_PSB9`x8J!P&mxk;31w-79|W*Ju0+>3w$DFHG)4 z8x?35lAritRI)p=*R$(sHo`!GOd{*iP$Df0vp}AuPp-)Z-kgvtmK<~%lo7}V)&o|8 zMJSt}I=MMx(Z>^I{i*;=Z?4QlCQV_m2znGvXtE*T9mpMXZ?VtvXZTrAh#O8c`NCYn zbW|kJ;Awn7xDZtKn7dD`_z-FSQ_R5or0x58xx`^N_b4a#xMVSD7SPu0ArBmtTgSc~ zETvc&b(lTBQm9&ityH~j3VzgySKLdG8j^ZmH(-DiNk40Hm~rmMQt``Fvd;^DSTlDV$QeE6*Nfl=Tl5DfGAjWY8t~Ur(fHe$HDg&Z+Ye^a1sC3?a2LGYwI}Ufllcgh3O?&24$jzKA4BPQcmGx z3lR5B<9xfZYZug%Fo922&nwvyxU~W+8nxh@Me&@^og@w2FIqy_cfigWKR9=J<1bLT znbo0lU7IT-wQvc_*dnhE&j;jR)BmQaDTP%F6#v$uHp}P?4oL`Z^tz7_7hs3hP4*lY zaISIcv$TPHSZ*0ir*(N;-OD1&xKjcS7;j${fa`5>Z6?ZY$frwX_+BE5Z&gQhIsitT zC$Jhd?sR>5fo!``T6A9}?$?h`^NuML3|zP3Bg{SBiMLe(#F>2*j?RReNWqF?9NRd< zH|^M0rYGU{`vb)6SaB+9aoTCCmPe-{Sloyf0;36-OO}^b=VVuLG^kI9ifpeFXBsOh z`0SO80XeI9!PUz28eyYj-4ZoiStnxGQ>hFTT%Hg6-_pWd>F;;%GQvO25y-127w#DA zum`asMl}4g%eu{e(d*t~BaXa6=HGU~$L=og3~Wff_*jnq?bWuYKc>vV9-O`itRCuR zU`-CVyaKb-Zf-qp{|WVw9d)R5VJS`TMy-EO)G4_bRV{Yv{+!W>h9+HY>e9ZDoW@`o zrm!}kM?4nYz0Tui0K#gsGm3J(6xRUCG$b&A_iEv_T2|I-mzcYxOs+NX^TK0?{u0d3_jAWwP@VEX%u}$ z_@TkWkOw)8b75bU$~;-VtNp3S%X&E3enQFg z105XdM~(#6s5*I(-|j4&dyDo3Fb90&Qx7U;@dN{U($O8d>30ROd5o!Vh2X3PeqtVUQiUQa+EU9b^Kbkr7e9i2CA%cjvv>_X% zEZHPU#O%MoxKpfFz~()!^03`IxD#?k_vPB2>)R6Ktb)h^bHu^LZ5l!zPU(H7a||1S z==A(cN`34lN6#P~=i5AOX9+q6eA#Bt@z}N>HxN*#@aW2dX>!4ZmsIiR@%TAARJ^ih z5cEE&sgt^+)Oxhk*;(Nd8`Du9-8L2?94(P9Z)Jyc?gCbJ%GED|6kl{_UHvQg+k9LE zzJqSOt4YEyG-3Ex7GZXjKMoh!21Hk>2Sry|h@l-!KCKKCd&!}uUA{ZjJ3ZF8~Ma4Y^->{T!kACb$@}1O=yP`~I z-rO=wyh&wwesT|$Pjbc6DARNX<^9+bNcYf#Cp1;rCEK(`7T~l+KvO`K)!hs_H|@nCrSeow9fFf%BQ$2gY05;VrX63vg6 zoV-B3vt!!so`YLKjvAig6G2P^5X`0{!CQThqDj)bJx55LiP~11)CHR@^(-@Xnccv` z`%(h7$RYJXo>=^Ga1jT{gS}qs-Q&@=LO`$vmOgEv40R!gy26aSvkvzyV)6I7?=liN zKf2-SNfOwqrqK>7kMuEbPIfuLw7|;@oyC_;<xFunEtE3>rYL@Lhmbl7*N6S-3KJINs|YJBJwg&Q4ryfM4#VO-$ca+ z?FaQ!Z=DbksAwTgN}66?o;ETY=O*xy-}g%pDUCm5a>cj;*|tt619Lb;OzGZyOow%H zT|1J+AZP+gGh}*mWat`?n+cJuIJGG6ZhCqjP!44xN=t`$0QVCHA`h=!E6KTpSM4)2 z6hen)}jmLPe}zU5Y2HMcrJZ>A1$VA{UnmcM>GJHsqvf9-9a@GYs5MY+40 zjK^mzra}LAZ&F&aQ=WBb@}fh47=4<}z8^$y@r=9#2J7$m;;G9(B2RD%IRKiN)`Oau zp6Z-Uj&{NF5#cd1A%^r;O`Mac>bKm(Kg}3oh`ml56^YR--dze8%>sc&7uStpYctvaq3kTc|W90Ld;({4l1^Vm#tv z{5bYp@Hq-*^Zuvog~~$XGbz*$RfNTo>LU|qR-z5WZs;t|;9!In=-r?EKnU&Jj8s^9 zx9l}|7dQqYHuk;pJlGoANDamtZW;ib#`;SU9$F?g$R^LIm1_EoT12Urkd*k*qtWF0 z0NGI!s5r)#dkK8(wDL~UvP2f>QnYV)QV84@k;VL~wHv|sRJlaUoq%uyG30Fsh-{O7 zgsY5-?dp^M(Bg~yFY7{zTr3WQ8Zlt3_j1x^JACSToOdGNtVm_FMYiU^W^YnRbL;p%WOKXRPXXMMsh8jW?J zu-QOfc|iIbeml15EPpNWQAQGgxIKY+As{D1{qbX-9$rHCLFqdoz+|c<)CF_J3p%`+ z`{~)#M9--K^z%(oEaLM$KGE-uxRwu^sZ6S`{UXennHhpPY_l|7bIt~&JLia3o$D(@ zc|N!ESS`t0dsC3p;c-w1;^^Rr3Foudb^Io>PMXg_3T`897?(0x7Nh67IT9JmupDta+sYS@nQBbm-TmsQ}$bNK? z|2}$GNq3=C&mf!cD!^I%99o;uf%7d$GB4HJeL?Efsa&x+w%p=n7~_x!w9Dppww&;~ zH}|b-%|}vqC$3-6_{npR=<3bF;-Otopzl2Sgxfn%2FIlUQ=iDQ_V+u>>k=h*d6lhb zi1t$xbFO+B^38ZfcqwN$QCrI(&-SgiDIGLYYB{ZyyAx~c?3&V3g%4i5ZP=Wckq$s& zYQA}tE;vc4t`VhFTj%bB_?j|+#=mnHtWhyun$KM7Jf^9uGA1I62cHc6>e z%2PT(f@}}{(dRZveUD_q*Lj7kL~l49t#x#?xoH^q3eXsqLk+?;Sa~ogz{er5)Rk)> z{B3YGo}ZIS`%TL3VW;|(?~Ld^!W1-tVP5*g#|HrcVDcFI{z%+Z!7hwOcOFSgT@IC% z=|uT;rdk|@JJCP$(XLmTX)-`AAy51vvd>V5BM_hTykm~PW1j)BN0c+JL3qslg#pVbHa2nzWSX;An2r>op!dEv&GFe>$Jyq*%Sq3FkSvV_i8hgLM_6BaNP+gmoLwps0;h&s9_UgB z7mU*9TLVFr5OJe^G?mI)LG?FlI83UcJskcU6qwo8!tU;Lis0W0R$8k@K2%7pXDttg+Bi- zf0X^mOaFVvKZ`A1s$c#Q(r5a}|5FR|_W*yEH@qI!wSN}@{N4Lc7V8Vu;~!~+{@MHgCEfl#%AZWU7sl&9 z0)+YZQU2n;{yos2#JCsY-am5r%!Yd*!~IR;`+I~x`A{zex__hs{?`cqOQ-w0>z|~d z7sAv(a{H{<=O6!*BJ_9XKiM=dyrO>u0r_X=|G+Z(dz?Sf;NK0x^6Z 100.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (zookeeper_outstanding_requests{module=~\".*Zookeeper\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107314, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Zookeeper Connections/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of connections per second in each Data Center", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_connections{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107316, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":4, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"32d9b8b", + "value":100000 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Amount of time it takes for the server to respond to a client request (since the server was started) in each data center. When latency > 10 (Ticks).", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_latency_avg_ms{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107319, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sent Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client packets sent (responses and notifications) in each data center.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_sent{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107321, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Received Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client requests (typically operations) received in each data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_received{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107323, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Flink on Yarn Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Yarn", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"9.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Resourcemanager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"74e960f", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes memory Utilization.", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_ResourceManager_MemHeapUsedM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"}/Hadoop_ResourceManager_MemHeapMaxM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107344, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"24d5201a", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes CPU Utilization.", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by (asset)(java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107345, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2aefe71f", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes CPU Utilization.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107348, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"861cdc1", + "value":0.8 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes memory Utilization.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(Hadoop_NodeManager_MemHeapUsedM{module=~\".*Yarn-NodeManager\",project=\"$Project\"}/Hadoop_NodeManager_MemHeapMaxM{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107349, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager RpcProcessing AvgTime", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#7f4ee8", + "id":"83df9f" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The average RPC call time of the NodeManager.", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset)(Hadoop_NodeManager_RpcProcessingTimeAvgTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=\"RpcActivityForPort9923\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107350, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"79b38bc5" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the ResourceManager node", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107351, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"5914f097" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the NodeManager node", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107352, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"52d63244" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"4.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107353, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"25d8cf84" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"8.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107354, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Flink Job Restarts", + "span":"12.0", + "height":"3.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#036eb5", + "id":"7eca5e9d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(datacenter, job_name) ((flink_jobmanager_job_numRestarts{project=\"$Project\"}) - (flink_jobmanager_job_numRestarts{project=\"$Project\"} offset 30s))", + "legend":"{{datacenter}}:{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Mariadb Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":19, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Mariadb", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Number Of Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"625b5574" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_threads_connected{project=~\"$Project\"}", + "legend":"{{asset}} threads_connected", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_cached{project=~\"$Project\"}", + "legend":"{{asset}} threads_cached", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_running{project=~\"$Project\"}", + "legend":"{{asset}} threads_running", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Slow Queries", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"6c3025e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"increase(mysql_global_status_slow_queries{project=\"$Project\"}[2m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Throughput", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"fb2dad1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"rate(mysql_global_status_questions{project=\"$Project\"}[2m])", + "legend":"{{asset}} Read rate", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum without (command) (\nrate(mysql_global_status_commands_total{command=~\"insert|update|delete\",project=\"$Project\"}[2m])\n)", + "legend":"{{asset}} Write rate", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Connection Refused", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"90a5db3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_aborted_connects{project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Nacos Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":24, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Nacos", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"22.77", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QPS", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Nacos  queries per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (rate(http_server_requests_seconds_count{uri=~'/v1/cs/configs|/nacos/v1/ns/instance|/nacos/v1/ns/health', module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}", + "name":"A", + "orderNum":0, + "id":107325, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Errors", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests failed counter per second of each http method.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (irate(http_server_requests_seconds_count{exception!='None',module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}-{{uri}}", + "name":"A", + "orderNum":0, + "id":107326, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Nacos\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107327, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (system_cpu_usage{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107328, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Kafka Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":29, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Kafka", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Failed Fetch Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"In Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with incoming byte rate in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107330, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Out Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with outgoing byte rate in each Data Center.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107332, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Failed Produce Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of data produce requests from producers that brokers failed to process for this topic in each Data Center.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107334, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"329f354", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*kafka.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107336, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Zookeeper Request Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The average zookeeper request latency(ms) in each data center and asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"avg by (asset)(kafka_server_ZooKeeperClientMetrics_Mean{module=~\".*Kafka\",project=\"$Project\"}) ", + "legend":"{{datacenter}} - {{asset}}", + "name":"A", + "orderNum":0, + "id":107337, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Socket Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":82, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_socket_server_metrics_request_rate{module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Druid Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":36, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Druid", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"26.96", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Index Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_index_running_task_num{project=\"$Project\"})", + "legend":"Running", + "name":"A", + "orderNum":0, + "id":107356, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"B", + "orderNum":1, + "id":107357, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"C", + "orderNum":2, + "id":107358, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Compact Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_compact_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"A", + "orderNum":0, + "id":107359, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_compact_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"B", + "orderNum":1, + "id":107360, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Size", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":39, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Size", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(dataSource)(coordinator_segment_size{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":107362, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"24a1af1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107363, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"3f12ca98", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset. Runs Coordinator and Overlord processes, which manages data availability and ingestion.", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107364, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"f8b7db1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.  Runs Historical and MiddleManager processes, which executes ingestion workloads and stores all queryable data.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107365, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"90", + "color":"#d64f40", + "id":"1ae5f1c2", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset.", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107366, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Count", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":44, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":2, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Count", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The segment number in each Datasource.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (coordinator_segment_count{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Node Segement Used", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":45, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"Asset", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Used", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":" sum by (asset) (historical_segment_used{service=\"historical\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Segment Used percent", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#a032ef", + "id":"b84ca4e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The percent of the process's temporary cache data on disk", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by (asset) (historical_segment_used_percent{service=\"historical\"}) ", + "legend":"{{asset}}-{{server}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Clickhouse Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":47, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Clickhouse", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"43.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Insert Rows/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of rows INSERTed to all tables", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_rows_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107369, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Insert Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of bytes (uncompressed) INSERTed to all tables", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_bytes_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107370, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Merged Rate/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The merging data parts per second in each Data center.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_merge{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107372, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Bad Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The bad requests per second in each Data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (irate(bad_requests_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107373, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107374, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m])) by(asset))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107375, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TCP Connection Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current Tcp Connection time in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_connect_time{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107376, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Active Query Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":55, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"3367fad4" + } + ], + "thresholdShow":true, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_processes_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107377, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mutiation part Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of mutiation part in each asset.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"max by(asset)(clickhouse_part_mutation{module=~\".*Clickhouse\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107378, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107379, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Expired Parts Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"567833a8" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"ck_expired_parts_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"HBase Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":59, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HBase", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"42.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3524cce" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of requests per second of each type,Read/Write/Total", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter) (irate(Hadoop_HBase_totalRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Total", + "name":"A", + "orderNum":0, + "id":107380, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_readRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Read", + "name":"B", + "orderNum":1, + "id":107381, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_writeRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Write", + "name":"C", + "orderNum":2, + "id":107382, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Region Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2403cb83" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster regions", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_regionCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107383, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"RitRegion(Unhealthy) Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":62, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"15f3d50d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster rit(Region in transition) regions.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_ritCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107384, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":63, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"45b41f1", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The Memory usage in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-HregionServer\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-HregionServer\",project=\"$Project\"})\n", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107385, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-Hmaster\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-Hmaster\",project=\"$Project\"})\n", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":64, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"8ff1639", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each asset.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-HregionServer\",project=\"$Project\"})", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107386, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-Hmaster\",project=\"$Project\"})", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Queue", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":65, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2180e951" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of requests in the HBase request queue.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(Hadoop_HBase_numCallsInGeneralQueue{name=\"RegionServer\",module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107387, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Slow Request", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":66, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1cc27af" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of slow requests (put,append,get) in the HBase cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(irate(Hadoop_HBase_slowPutCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"put-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107388, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowAppendCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"append-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107389, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowGetCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"get-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107390, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memstore Size", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":67, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"6802e74" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Data size in the HBase node memory", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset) (Hadoop_HBase_metric_memStoreSize{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107391, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Count/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":68, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"160af06" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"GC times per second of the HBase process.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GCCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107392, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGcCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107393, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGcCount-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107394, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":69, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"34dde05e" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The GC duration of the HBase process.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GC-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107395, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGc-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107396, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGc-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107397, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":70, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"7b439968" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of put requests for hos table per second.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107398, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Get Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":71, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"5b700717" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of get requests for hos table per second.", + "x":"8.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_getCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107399, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Scan Count By Table /sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":72, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2e8ec6" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of scan times in ttl for hos table per second.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_scanCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107401, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Hadoop HDFS Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":73, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HDFS", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "showHeader":true, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"36.15", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Storage Capacity Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":74, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"c5e0577", + "value":80 + } + ], + "thresholdShow":true, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Hadoop cluster storage capacity Usage.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_PercentUsed{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107403, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":75, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"6107b19" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Namenode.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"Hadoop_NameNode_MemHeapUsedM{module=~\".*HDFS-NameNode\",project=\"$Project\"}/Hadoop_NameNode_MemHeapMaxM{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107404, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":76, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"f850c09" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Datanode.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"Hadoop_DataNode_MemHeapUsedM{module=~\".*HDFS-DataNode\",project=\"$Project\"}/Hadoop_DataNode_MemHeapMaxM{module=~\".*HDFS-DataNode\",project=\"$Project\"}\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107405, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Missing Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":77, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"7a84367" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with missing in the Hadoop cluster.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_NumberOfMissingBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107406, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":78, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"1b84559" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each Namenode.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107407, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Corrupt Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":79, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"41dda95c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of blocks with corrupt replicas in the Hadoop cluster.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_CorruptBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"B", + "orderNum":0, + "id":107408, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Under Replicated Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":80, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"055ee01" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with lose replicated in the Hadoop cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_UnderReplicatedBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"C", + "orderNum":0, + "id":107409, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":81, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"5742c3da" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each DataNode.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-DataNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107410, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.05] OLAP Service Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QGW Response Latency", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"60", + "color":"#d64f40", + "id":"2d432055", + "value":90 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"QGW service response latency. Used to evaluate whether there is a slow query currently.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-qgw-service\",status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108725, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"})", + "legend":" MAX", + "name":"B", + "orderNum":1, + "id":108726, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second. Include total, success, and failure.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":108727, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status=~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Success", + "name":"B", + "orderNum":1, + "id":108728, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status!~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Failure", + "name":"C", + "orderNum":2, + "id":108729, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Success", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":3, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#E81616", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs successfully executed", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report Success", + "name":"A", + "orderNum":0, + "id":108730, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Failure", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"none", + "weight":4, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "regx":">10", + "color":{ + "bac":"#F78539FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":100, + "type":"range", + "error":false, + "value":10 + }, + { + "color":{ + "bac":"#E30521FF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":100, + "to":10000, + "type":"range", + "error":false + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs failed", + "x":"3.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report fail sum", + "name":"A", + "orderNum":0, + "id":108731, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Success(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":5, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs successfully executed today", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountSucTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Success", + "name":"A", + "orderNum":0, + "id":108732, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Failure(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":6, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#FF9C59FF", + "icon":"#FF9830FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":50, + "type":"range", + "error":false, + "value":0 + }, + { + "color":{ + "bac":"#E30521FF", + "icon":"#df2fefFF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":51, + "to":10000, + "type":"range", + "error":false, + "value":50 + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs failed executed today", + "x":"9.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountFailTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Failure", + "name":"A", + "orderNum":0, + "id":108733, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-gateway-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":7, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.34", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each Gateway Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108735, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each Gateway Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108736, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-gateway-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108737, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"4175dd3a" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-gateway-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108738, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-qgw-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":12, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.68", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Http Error Responses", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ca8bf9", + "id":"84abc9c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests for QGW .", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"2..\",uri!~\".*/prometheus\",project=\"$Project\"})", + "legend":"count", + "name":"A", + "orderNum":0, + "id":108740, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Http Slow Query", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"300", + "color":"#d64f40", + "id":"32e399eb" + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of slow queries", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_max{module=~\".*Galaxy-qgw-service\",uri!~\".*/prometheus\",project=\"$Project\"}>90)", + "legend":">90s", + "name":"A", + "orderNum":0, + "id":108741, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108742, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Saved-query-scheduler", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":16, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.02", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Report Success / All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0-100)", + "weight":17, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of Report jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / (sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) + sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})) * 100", + "name":"A", + "orderNum":0, + "id":108746, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108747, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"7.0", + "y":"0.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Saved-query-scheduler\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108748, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":20, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.7", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108750, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests per second", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(status)(irate(http_server_requests_seconds_count{uri=~\"/hos/.*\",status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"{{status}}", + "name":"A", + "orderNum":0, + "id":108751, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Download File Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of Download File requests per second", + "x":"6.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"GET\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108752, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Write Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing files with incoming byte rate in each asset", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"irate(dashInfo{severity=\"fileBytes\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108753, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Requests By Size Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put requests per second with size distribution", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum(irate(dashInfo{severity=\"smallFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"<1MB", + "name":"A", + "orderNum":0, + "id":108754, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"middleFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"1-10MB", + "name":"B", + "orderNum":1, + "id":108755, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"bigFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":">10MB", + "name":"C", + "orderNum":2, + "id":108756, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(jvm_memory_used_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108757, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"process_cpu_usage{module=~\".*Galaxy-hos-service\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108758, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Node Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of hos requests per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m])) by (asset)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108759, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":false, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files uploaded per second", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"fileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108760, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Delete Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of ttl deleted files per second.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108761, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileErrorCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteErrorCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":108762, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put File By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files for bucket uploaded per second", + "x":"0.0", + "y":"11.0", + "elements":[ + { + "expression":"sum by(parent)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"index\",indextype=\"time\",project=\"$Project\"}[5m]))", + "legend":"{{parent}}", + "name":"A", + "orderNum":0, + "id":108763, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Requests By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of put requests for bucket per second", + "x":"6.0", + "y":"11.0", + "elements":[ + { + "expression":"sum by(table)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":108764, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-job-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.36", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Job Success/All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0.0-1.0)", + "weight":34, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogSuccessCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108765, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Sum", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"short", + "weight":35, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of executed jobs", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/count(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108766, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Response Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The response time of admin service", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-executor\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108772, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"})", + "legend":"MAX", + "name":"B", + "orderNum":1, + "id":108773, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108774, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Error Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed requests per second", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-admin\", status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108775, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"3.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-admin\",project=\"$Project\"}", + "legend":"{{asset}}_system_cpu_usage", + "name":"A", + "orderNum":0, + "id":108776, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Memory Used", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum(jvm_memory_used_bytes{module=~\".*Galaxy-job-executor\",project=\"$Project\"})by(asset)", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108778, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Error Log", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed logs per second in each asset", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"increase(logback_events_total{module=~\".*Galaxy-job-executor\",level=\"error\",project=\"$Project\"} [5m])", + "legend":" {{asset}}", + "name":"A", + "orderNum":0, + "id":108779, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-executor\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108780, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":43, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"3.04", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"94c2b08" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-hos-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108782, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each HOS Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108783, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each HOS Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108784, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-hos-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108785, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.05]Data Transporter Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1,DataCenter2", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG Data Transporter DataFlow at multi-datacenter deployment mode.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"7.26", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"13aecc92" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"a154cbb" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"3f7e3f6f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"11.53", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"58d58a08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"e62d783" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"56d8420" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Session Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"15.79", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"daad4cf" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"fb7c1ff" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"ce0253" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"716d3872" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Transaction Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":13, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.06", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"7efeb2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"56503a58" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3d8851d6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3445b88" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Proxy Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":18, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.32", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"96ef601" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6fbdba84" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"1692816" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"27e6e467" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"DoS Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":23, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.59", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"24d73f8" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"dd3cf51" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6881cb13" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"667b36dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"VoIP Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":28, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.85", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"637ac576" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\",datacenter=\"$DataCenter\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Transform(Connection）", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )+ rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"E", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2b063b85" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"11c1730" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2324386" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"TRAFFIC-FILE-STREAM-RECORD", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.12", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"bcb0a58" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Consumer", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Lag", + "name":"B", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"fafe167" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Bytes of chunk input(source) and output(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"2d286d93" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Error Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"337035b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Dropped Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"5655796a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-Filter", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksRateLimitDropPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-RateLimitDrop", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numDuplicateChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Duplicate", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"2c0b4fd" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second with type.", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"19c41dda" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by size.", + "x":"0.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"852a64c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by size.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10MBAnd100MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100MBAnd1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"24b4453e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by type.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcang", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Restarts", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"41a14928" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of task restarts per second.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(job_name) ((flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DataCenter\"}) - (flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DataCenter\"} offset 30s))", + "legend":"{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3668fd7" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"18.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"972ee4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"20.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"be25170" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42a0f6a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"c8e49d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by type.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"61929bc1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by size.", + "x":"6.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Eml File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"65b10d34" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of eml file inputs(source) per second by size.", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Txt File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"598b7cb6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of txt file inputs(source) per second by size.", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Offset Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3486b0ae" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by offset.", + "x":"0.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetLessThan10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100KBAnd1MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween1MBAnd10MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10MBAnd100MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100MBAnd1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetGreaterThan1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Null File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3046c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of null file inputs and outputs per second.", + "x":"6.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Eml", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Txt", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Eml", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Txt", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Other File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"199c9f74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-In", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteFiles-Out", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteEmlFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteEmlFiles-Out", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteTxtFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteTxtFiles-Out", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksDelayPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-DelayChunks-In", + "name":"I", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Overview", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":55, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"DataCenter Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"73e60706" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"d02e4ed" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ef2162", + "id":"e462ff9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":59, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"2a8ecbc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#3c11f9", + "id":"aa3f158" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"375ad3e9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.05] TSG OLAP Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG OLAP DataFlow.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"068b1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"f38d20e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"3553e71" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"6c20ee" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"26521b6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"10d0029f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Produce Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"4e8b9a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Produce_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Fetch Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"84b343b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Fetch_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Logs", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":10, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"11.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Session Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"3bff091" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":" sum(\n rate(\n flink_taskmanager_job_task_operator_internal_metrics_dropped_events{datacenter=\"$DataCenter\",job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\"}[5m]\n )\n )", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_session_record_kafka_to_clickhouse |session_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Transaction Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"1d4f518" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Proxy Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"712c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"10312c1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\"})", + "legend":"Detection", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_event_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"VoIP Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"1ba4a14" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\"})", + "legend":"Correlation", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Files", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":17, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.77", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"339d8b25" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"0e5755d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42fdfca9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Bytes of chunk inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"1dfec115" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"6989e1a0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond)", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Dropped File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"3de9bbe" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"2ed2b9dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs per second by size.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"8f351c0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"693938" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Troubleshooting File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"e13294c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,job_id)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"1a6364d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk outputs per second by size.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"53945c3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Metrics", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":30, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Druid Task Consumer Lag", + "span":"12.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#04c0f9", + "id":"b03f3c4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Consumer Lag in each Datasource. Consumer Lag tells us how far behind each Consumer (Group) is in each Partition.  The smaller the lag the more real-time the data consumption.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (irate(ingest_kafka_lag{service=\"coordinator\"}[5m]))", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Network Traffic Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"aed88d9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Sketch Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"35823cc2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Object Statistics Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"61c3a26" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Statistics Rule Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"ab73629" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TopK Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"800e5f4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic Top Destination IP Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"0b21f08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + } +] \ No newline at end of file diff --git a/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Expression-temp-v24.06.xlsx b/tsg_olap/installation/monitoring/TSG-24.06/TSG-OLAP-Expression-temp-v24.06.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..2187b9d61f3a4e924c0ebd6be50207445090df14 GIT binary patch literal 6349 zcma)A2RNK-(^jHeLGB+m`l29yk76T1x9?56sxcPww>sS_UJF&-PY@>(Tld1hhJN9K59%9#YJpu0xf zmA|eO9ZHnPTXD!;70g}%Itpjpt+>}zSfqQmg*Ss)J%Z@{j1cOp^~nr8G7&=5ft&@w z2+qM5Nz?ValwSps>#Z>q@U0?wUFxarCXvrVM%NU2E9PW}m&w|_D8^`4?$&GcQZV&D z+$fqHLSr9@{<(H^5PqoWi--20&{VTp>@+y<1W8o^1Cs&#UUUnNfG!FW{Q2K7B0{_& zX=?*Au>l#VyV#jH=yNz*TUEy?*|c*J1bk1S-LH|y)mPVuZ_TP2xK((FR3=Ju>u0Pr zHKchNNh4ET0^4}G)Aq;wdPTfF*do5P4Z~bXTBa+?*szWS%*L`W&q)ls_dI?Oew;2*TjzZS zd>%^Ulei}Z)AC*0E{qHpAzbTmD{QnB`V_Cer0nS9;1?BRg@cyxa2_3lvj%Kb3eY9o zIzKlg-0@#!4Oa-M)_gL;|2ZR@ET#GWYFx#6^~qh84h3WnG8!Emg8BpPui5?{1}_JD z1oFnBp6}sKJREEI3a}Hzu@Tjadxs6{N!u0?#8>o3r?v=S6CU~*U`8TpmR-#IW^PrG zwBc?0((2h#4*(NzKrNP~lDY03fo%gIs@)t6cto6PfADNk+l*mI$UppOfYb7=K;R?p zIhYr2Dw&zU4@g9eW6SK`A_ZcrR{WdlERd0q%FzC_RRr*@GPZr8YHw@jz-eS>hu9~j zh&F8aK1uC(O7}L+ZHh~Q<9spGw#6S%=gjhtT1iyOKUhflv^>Zancpx}{w18b@nI=s zDxCNce^|ttrWn=KCY?yr6G`lwL?VM(cbIDJjUr6Ftw;|UrcClG6=_^L=<~?ifkL5g z4Gk!RmqvlIt>Mu!cZyHY)#{q=GEoAu(dZqtj9WPR=$&qAaDmpO!M73W|AlqO55+7QD;cn)fg3FT_F@D)!5u* zuFqOfKQJgj#p_isRB*G&@4#=2c(TKg1Z0+h3jW1FA9C(|h1TgGPw~w0M_i#d3?orn7f^4%$)a zF8uY>5vxvF)qQnrBp3B&hV)o_M^JdZyAx$-@z%@Gt&}xJW>F=a$M3niZHbvQVFqgibw$Mhdk{Xv zk&Xv1s!^yi_q=VMvU6U9i0!_0lG`YSt8fq&JNGAC%MwX=mxdG zyV|=C!o+4v*-L^ll*B_JfzrEm!rcoi)cbt%vrS%Zu-i)Ed=VG*s;65;sr%Ev@cw`& zlF9?eI`)r6lk7L%#`Z=|<~F7doPXW?!ks=$0o#v@;Nf>s=|qpz&(h3oUu9fG-DN5pG zPCh3v!6Hrt)vH<@#|kyfL}?vvNAQP;%vUvM6Em#S6HJ`iBK1%qLd9|XeZ*_HW4`d~ z-$RAsn(L0%R#Ly0!Oa1`hbBC>o#7(rS@_P(wnHLAI9b*oqyB_(zDCY6UsN-~1IQ7< z8KQLic*9BATOwB}zW-kIo1wXd^^3VkjLNNM{t~}Q^D3dp2U00M@dZ^Ly{F}kU56nC zq&t-vS&^@q*WBl3KJ{T+Eag=vunX&*6?O`Dt*R+}=5Tk*f-MA>@r&qRg!GRpaDD9M zdL3`p`UX%Yy2bR(0Z$%Aldr-4E}Q8|JI-e0NQjjqsIIqRuXq92TGfB*K{e*E6U(%u zNL$mt@gVAet~o5LZ+9)s0;rw>G%^m~)fnCiCLf0~@hyWchEF}}Wa)S|k7n`( z7{c~hjZ7c(%f>(e)y>)Xf@g;mj=Q?BP4uu=9l^R;?sra~n*>75HqHyJ`-9wrR(-|ANllg~6S$eUE18 zq|<-7mf$A{@z_VRw9@GxTT9R^OeBW2bV{>y8jLk!Anh#UWgOCi2(-}_Z*^*TemueY zQ=k$54m1ZdBYP9$Cm?%7q9E#$XqY%&J2e5)PP6a!9EU4ccigez7o0<6|FVD_wm7uq zgVmK+Jh9~KwvbOjA^x4{%6{n5+h9UxzFk+b2(85Y4kopDh45mZXFxo+Y*;$Xugklf zZ-Jo8B}6kYF1XPppU@hrtr@4+%kd@H0xL?74OcB6e zo`YPhOn$lCr7>VL%SG_k`-+TyZrN9ifS!#Tcg{p_>4gk zvG+^ED5HeJAEq^s?hn!lA53zUa)GsJL46|6UV=8bhlnF}@D)SCNyH{d|(m42kj$Yk&Bs&kBSLXPb>+`bp+R?W=~O!Hw47dh0f|V{I%S zm93Ib$Q&>c?LX_|NIE~CtDIX6%ZSuD>e#bs;qdK#<5ZZ%s}^S)hl{Fd`obz0!_gpJ zw;^a>eIGl@Mtbh#rs7shA~F}YpW6EwGlp{%w{EU8I>KS0nOMb+dk#a{$gV7NoFI-< z)ZBI%F}J%VUodn8m4nce+bos8%k5-PT7UD}2oC`*5qfxIG%Tu#ot79(EUByPsXLJb zr|!#cB-8E98Bu*H9}RlUp#1TtHoHZn@%jawLc?Z;SA^)@&j;LY-0!h0b?afbo*mr< zO8gXffF345;eEfWM#r*?FREL6&$rxti;ZA0;j9ryid(`R(6IS&Y&yxBgOmFV&tN6e z1p3a2OOLY66zoMC7O2aAfrAL8=B1Px0(cT6Vf-lx@PCJrldZkwb6ZmB_GbW>@6p0}wXYW~&E z5M`P_c7Nk*cS|=G+Pm#CP-`|i-{}g~GQ=f`HiHo$GAPLVMqQ+s1`0**{5V5evKF4F)jLXOoM&N`D;v@Ds@9LVtr-yoI(M% zF*`D6WN8?8wO zRNg43GPLTR`!QsOkx7uyl`lQ7Gv7{fk9j%v7$vfa%D`$=qaF|+V&k3pj;#$ois02Z zSWR{vTRNUvy0?bvMk_R@s^(^$nvTYptz6!`pk;u-NW3J23j#+#`v22nAkc9zGcf@< zaQ^!F)nZg9S=!F>69=~JXc3%o(TTs%k#jJA+1Q&~pRsj2rw`qV4EL#U4W>etyqa7} z1`K-7L?l7~^y_n2GRIo6!*I6bS?*J+^bYU)zENSa)&u51c9iG=(OZC-$&T~YZxu%s z2MSxkp_zxs#A7Xy#rp@TlSU3*OePej%1bX4{!Y*> ztU`SgkZHntH?H2OF?Da3*Zm}ZQSPJFwvgEI_y-0?C25E5XNxa(fO6a^RHj=HQu6xo3QKh2<^j^Dz!okWA0gJ|TQb_Sf`g1%5-t z_+>Iw7&!tn`#^22mU!y<$IRl^w%kN>nw_FwT@~>f!<^zhg&GO$2Kd@y#Gg zUN=U#NnPDxEe0)&dguH=@<@EI9}WaR8=IPzfypieyGRxLJ0txq23bECBGr)WDvFTo zs@YB7h7CYWk$a=n2^=@>nTXd4s8L4~3OIsk1suEccO=rJSk~CopnD`DpANzfU5Riz z8A9=6w$ZTDW5sn&!l2fbk_q13I6gj}4^Yo3NltZD-XL+mscZ@y(2x!)^Foxtwhqpwp8*Jtw%+btrMVG^E=c1jjt+IcU2A2KCTYp z7=n?>0^5M=Xt?OGL_RR3b1PYF2YGBqjAHY{-mU`TTY8l&xAcZ+#;3UyQMWe*Rfdco zxry&d#bX!>ZwwuN13;cWopt%V>(6B+%WEZD&>Qe5QL7=`uC(Z*UG-2^wCR57xPEfS2f8VlGUX|w0n;MPhFAPqBcvjcYmLw!ZffGoj=La&&GQO}y! zdR*Xi(wySHc38mppmXa>tlK2F^BQcGt#2@Xh+JG`;KS%lve{V0ootL(r5505kIo=F-|*X|qhYn_vc~zZ=3s?s5PBr)s)x#&?c5wN12E{wb$aa zi`%hFEy*~td*<_2S~*ueX3Cnb`ioVrm!G!AwHk9yoFq8Mi>BLHlEEx@UtYOl{%x*JNb>)DDXcPOU(w{&ZH~ zyF9D^s<^)osLQ(h4;B%&{rh<8&zKq$^?n~ubz8UlxDpCor)MVXS8t;q}q64 z|3RB6FSsdCW|F#>q9&FK_%Zz%RhoEC*!-8lG@x^!hgP*M@CC;`^AriffTh?#?)BX) zb)I`diZQ6C`(Ou9q5?Sv$!N+e>gwVxMv@DjjAE%^fcBlzK<6sJ8=`KXN_6J<@DrVF z@H=3oyP9w_>ba~B%##OXc(ByF&dR__`U#LbC)4-7u@yY0p}DK{wr6Wg2jZ?RPzBN2 zBK5dwIk9%TVG{#!I+YYvn9RbF(D-#aA)^o@U2>~e8ASxQ`ggg)w5lrnUGXZvg&-U+ zg$~{*{15u^x`C^V5`yfwlo7a}*GaMK+E+;w1nYDuX{cAU|Br*Zu6~sh`1_x4-1sN& za$WoCSdQQgE=33Zm-hc;5w2UgI&&dL_)8&%H=uCt=f7624fNLyT^)fCBif~Sz{feb zp??f)*DYM_d=aD4r3hgEw(#G<>ALFG_7Kq;Uy3j8FV(Bf;C1DzeG{UCyp%+^8*tD6 zrJuZR=V~?h`-XhP`>zxK=((<2xtb@4%5felD-nRA|J);epiwf365-}k60AU-01Lq$b}3nx0#f%{D`VAn>@7IrQi><{OP zgb|x=PE7wJPxJz>&AK2i=`6#(+{WiEDC2h9Ve~20Gi+YB=>`ocpX@jx!G$VRvKMaY zj2H4;SO-|;U~~dcu)}e7z;5>@6k8MT9GmgGc_+7BX1;Ge8bfTMFRGkHs0#Aic*jcD z8ljOidF(BhqHX?yEgrX*xfIoO?WG^}C_Z!NGHb@*S1ke%opxt)u}K8*5W$73{4pHE zX6Xyf$CO|BGMnvD6dv2fa(gyYJI=!2M2_z$3{*p8MmI^i{KzI~wuPd%^u*7mEG!O=SiF7iZ3YEN>b9japuNNgp;h#P62)+RB}YL+=0xtxwL%= zgC44*jo9L$wn`sl@e922d5)2JFhX37RZA=8ST{hdoZx!~fDF`1J8} zO7p8EjSma*y$7C*Pk%;o?j~)q(vlgFIc;Pe8DKpAScVo2TF1ta{XUrwc2N0%Ebi4a z-;zQeyv-7=5LvIKG4^6Uw}2$8LvTB(`mX+pLZw>)-iL%n7XzpHOy_Gsu#b`Da6e!1 zM4agf=8Wh>%U3K%ehdd8{iF=^+y3_l0{o8^gORCiLRepp+=o~Z3RxADafd^;`H5Rn zyVkdF*88zgvCgQ4^HuV8{bSG_u<#q9!y&Q++0JK%YdTg>M*zXm7hn$CRK8GIF37DP zW;Tfx-;d>(1h>yiCu?L6soDx|Z?b`hgZqT^PpQIzrOF&=rs@oIbm1^@bbQE@Qp^{0 zSe_)0e5D53Ay6^N$)rHk_XlDk)P+kg#_hyw|26VP~7>|7%M81a;NBZcNfacOZ<5R1=Rcm++H52>1)Cqf`nVy}mY`($jO5G>i z>1B(ZVUrz}Mj1f9dzHiZ$1WZ)7XkxF;KQe`Fw0a!<1ImLHmdqSbe8BwS9SF6;D)Nk zMgI##egeTEE|X`=UO*BW<#Xz0FhZXAnUvn3&(&fK3A>>uO5wm6R{WYLSctKflXoIq zWk^f1$g_5n)(R;Am!9beb%g2KL`Y}vop=6>{Kcu+^)Zky8SKY$53pM>)J#IJFgi{TY36 zHkBrWa{T_@GSm#fJebq7zlHx0%QO+PDJ)oNw8M`79m|K(@UY`B1KQie=CKRcLnxyY z3>3OK2||zV2x+v@7wzyvqZ+z>0`gs&JnL7?_ZCR)g%zJe&d11>>eq7l2YNjd!!DIZ z<>pr-$bI~)^#@TKgNUT5)8(6&C9f>Fnp?iyU9pH{XJ z?*?B#5z9`slqi28s*wrLAD^gPHp39;9I+YaU{D-Yfv!$i9b6d|x|RE}D=6$7#le6r zF2FSyxI~gXZvd@4f>0a?Zf!6VI^JU*={Zohi*8a7z6_%zRR!zH3QEW)kz>YYp+t{z z7Z?Tr=*jSQy!J)2aJcNENWhvb>|o3-2uPVC%NSr&NB*pNC$l1NRE5+@cNE&#kt3p{ z#$3in?{S@N+&C9!%<+i7J6-A6B2agIvr#BF+Bvec&3|XAUso(wCFApTg~i6tDc5nV zMKMOJ9LMXEpLepQBU+Iebq?q+N!dte1~$$+lt>F?jMLX!zG`OI4KzvlRzynXP1>)- ziQoT#$S+)>JmjpjN|?e8mM>4lf65uj-#IgPHgUIhc;mwHuZzEO#}K7}9>j?wdMPB8 z=94`y#r)-~^xMGia9zk&_8`DOwmub7wdH z)@_(2Z(Ih3KW@t@N?_#8n&McX5oCj!Rc*c}0$LX1w9gM>UPKD4)O8dPJl$o$nYjkS z^;12#?lx5w;|g;u5O)0UawGf0bvJuE$-jre#SXhZOjQFea^m!_UNW;D5lZ9b?$^-I zOh+`@tIt`-CYxpU^`1yo%XJIijiQaKT5B+z%F>&2=XRMeX;Z=6UR&y1C^fKp9#Z!ir6?$!}s@ycNEim`%H=I9@-$m^B zF=nV!fey)@fm0NeY9E>ERms~l1Xa*s^%=+)seS@8tJOg1CdqyP}4Fi?CH~DK5A9QlLt%^z71+Q`&j=u&A!jV6MCKygDe) ziwt=pA>n@dHZkRUqqcFf1e6QR_O&80N3NiJC|S#am{=awnn{7%Y9oyTf*q~l}Cd3KX0ASa|d`g$yk&1Ix32eOH;+#Y!?0FeP(GU$QLCr zib6_NeV@+vCs`A_JE$)9H7>@UvY0Z8oH8aYyVrLFo$)VTk@1{1I`>vgFS;@M(r!-; z5O-sIs5KVvvJ(F>`8l)cm`GI6#r*8n*`%%g|aCln=y-9?Q9chnJh0AYX2*_ZU)cmv}cKKN5eA!`!S=Gpd^ z)APh9yTIk?u*l#ZWaS`ase?&858mUq!ZF%uCEZNw$qLbB0fs!-UIn)~w?V!BmAtDs zy`GU;p-B;~o+WtphdNqG`UC765jM-m2mYWI`%x18*z!vgkaWo$zI+qAA~Ps^B4>YQCShgQNF7CBFo$$BfLg3I z>IK}PK|)jhdStWhlyfxjnHeEs*5XU2itTdH`$F^QnTig0y}`wv9~*6oI^(lTvEwCCx4U#C1J5_y$1T)%z>95z`g|@eO z@oD?XjPw~3{;A<0d-~lSqz1Abl^d&j(S73ZnLV&C+`TlPTRjPwgo&v2#>_4P#my*3 zuO;kM^AtVKK?-t(tGNF;4W1J{NWE&&>ggSVS0CpMJ>Do_F;TIb&Sj(k{_Qge2Z;R| zv8YR0*o&fk14Wl#ISe`Ti>>md+)*y2{Wrh8=t$5yo{v9D%bL3Ib-B^Zx~9sBraNIo z_NmNXCjAM-gleO5JWTDWa@)NQn@z0w?oWD!7HFjv9sE7syL z!<|!~^2?h^Kia5Jy%#?*9!jZWJ*xo+HVM*E{%I0C{=1aifzGz3K%nhkfBi9BD&4Tv zySs0Qt3dq}?IX1;c0zT&&@SJ4j_8^B7;gvgSic;hvH44%%awMok?-Kg8}bnbn4}+* z5yZYo?sv&`_pcwGAT=CHxV+o*jyhqD6sigp-mOkaP*S1vB$Ppy+A}>(!zfPN;=+CX zEuw~M>vidyy$Pfy#_2tgC)N8|c?LYhDm1GScvxu)y5ArJbTB6%py*QTcoO_j_#q-U`P5+6vxo6#i=~I9K5XXTsuSWlE-S zySFq3F|jpHqWJg@M?6P3&*8Rt7@GZDg^R>$ADIA&3_>7{Sb1BL>7~j_LO#kB7l323 zqz&O7VX_FmOVS~fHbyk07qS|eoeI?Nm&^l&rV%Hp@2D}>p^(b~Gj^1BU69X{pH(B2 zWpl^5e?qG77fc{Aj!j>Fx3$slnwL7uHR0#hZ<59;Bz@bU8Ye<L2%h|5|}OM90O- z!UE*N@z>X1E09A2TbHF5M0XvZ12^~Vrs(k)0FMQt+c)Rs6793h59+cZcBzQ*aXsPm zI&gIr(krVS#Bj`Nc#ninKd^FBnc{Y~_na+ziIJb~iG1qnZ0St8rhhrV*B~H36r;a! zJ#lQjn|jId+DqUk|Bt091@V5nV6Mho?;dP7>8ySgyUb=fa@yIaTrt#dM6JU4^(XU2 zOe5nNL%KS@xxS1&z`34?nLG|onGi!pT0N0cMXy(H^EW8y(~w@D5PMupX4a>+a#X=N>yv3CD7|`nmh&2DMAdG47mNVnwQep*ODKzQFdkx_jE>Shohpg*kn>-{9S+~$pDj@d z=Ng_;fN-W?_*|V|ir{tmZ6%VF8L3R?;J83r6%CfP{qzCF*43IgZ~gI8A7ONvGIPip z<{M|FTpfF5^yPC37taS39TfPtpAu=ZhL|4Za1x1pNW&8w?f~|SX26(V=JG; z?ytHUOg7&epn!IeK1lG^_RwDGu%nsbeW7guB0cgnev3fRoc7unP_fzR-cN^sUuZAh z2>~E{(-QBbfjeW!sLRizGT3vh%6dtGoxxDHnX9{s)i0Lm)Prxy0vrq-5}m+RCfd(N z9Jsst=71R2h(%4DQsysbxe9>`=HXDH5YJ!$t(o@?@(nNy3+F`~EtH;9b%Ti%Gcm&X zYYJlva~PhipMN1&rqT@5(23m7tIK*ukpz2?M5*p7TkvGx+_Ey$1@-Gj0NEnF=n1J} zcE!TT7mc%<>Ge`w(~jGJ{7?JTQ}4j1?!_6+G>yDHeh;>G5~yL4Ms-5z~tZwEB<0xzv#ZfOq#Q%)9$_%+TCqpB9@ zzeZK*ikk)ZTC*y?!#ZABhC6!oyt5hQ<;z<=<@C{eST!se)ple$_;Iwj$mH$bMr<9C4IZ>d4!E}($+l<8GG6cAFbbwQf*4T#Amr93A8p>U*FB)M+0@7TJ= zpGGp{_m&3}uibS=`3pXo`ygK=CY{0SuWCxu9>LV%DVY~4ZhK2q`=awl`pK&|_rrLv z@ezqQ)rrPieo`vtLXi}ZL<6_fc7nwk6AN@fLr>arCXAzAS5BycTbN2D!L6L{wD??* z(1A_adbU&FFW*Kh-DbS7XC?Cgz?g=w7?woOwQR*y0nTXabw9teXs<@s!tZB-f%+BfyH7n-g~hP`v)|;@zyjO>LKb2-KmZ zR!9|+JG+yc;t8-;1G6T;4|=cm9%%1`7eEq*Cjc}G@3bzg3y|`8$DvwyGMASEdZ6Wx zVr8Dp_3O)*Vb5{g-|RcO#2gZr^RwlqOYK;3KQ0`JOEC*{Q&1OUu$6yjc`=ytplw&S zmxIh>+u-}zChY)ETu1~@?*zMB0{2_7Kt~Jt&d-S6mGW+OHOy{)0t&&40vgL@H8tLz z35^p>{cjLUy%rk@E!0r{B(g6H-^yDCoO@!b8B^#!TpTA$%%Bm5(YPaW8` z5tAXbs8kzC(6O82`WlZb4Ns+Xo-UU(M#Of=7zAI;MH67-m=idd7qiR; zGIuYvcV+rCX_=al;61J_<3mK)iVFR9Hdt;e1^m<;Pim^>Xjrm9IKVcNVaZZhoK7V1 zyo(JW@jBbhy%JK-fm6TGYpHVp9o|NWr&};qSe&jgk&SU!W*g+YC(c*f$7Ep=N+uG$ zw$u0Z=aS-y!7vSizJ+1MYGNU*XW&ih;vuXk3eXrIjtGPo1!_q_BmH zw~EVo9<=?D&D0hxc1un4%+e`FV3|#h(%18Jqm7|&1Iubo+|XykF~ACIV95qr1%H}h zc4@?GqXr(s<)9+~cY2~#4Z;fmyb^3OkDkFh1D-lI(i7@XMoa|i`Fsb$ zBIvkeb6*L++_Hq|@G2Uo<<4*TRZ!p+d&}>m~=@m!)3WCTCBP?ce#F zD+;H1sF>(Yr6J12ZR&Jq^vQ^y!e)4 zP6lptvi(vj+}Ksos?;0$e#m3D zT50q8ei+sVZG(%jUu2g=K0cQE)+0tN!8mP!s&6#hInd3M3fDfwuihWZZI%EIwQ`SY zo=IE4PZDdm!g|)o zUu&j$7>V|@5L-d|YWRJv{*O=0(U_Yit`c+*#EJ*`Q z`k;iCx~A_%x?@P_jf8V>^Q8Jq()z9N^g)3PCB4G6;SuI>-T52b!tLY~E!qj#Y-q>} zYWi%;GbK{6)cCh9$-i64KZ>*8@D-Qfv_eH5>5vccNgkmmAxJ~1ux9TC&f;O#?7iw@ z-(?zWPe|HLG8T2Q%C8^2crpfS$>nGE7J^6iv91oBK%pIb+L2u25o?-C@@?Ho%pJiX zL7ZgKHu9Nf?F8r#c9Vj0Tlm+7Whx-pzym;yiC>o&R`U~mGfBcU1)g&>%4{jT)2!6k zrQ0h@CBfYj!iNr=HTCb6#r96gi*N6drLUD1oL^jo^Rd1=<44ANPMc6WQ@ za@b?Ac61b!&#%6Dulod$8tkJJmw>2h7`Z;+C8q;mwn~a(mVaTrf&#=htia!jj8NsI z6T4Eo8L5A}QT5^D07mQAru?6^4n@khpQJV0pDkSPR+gN3tESGCC$r3%y0Vw0)XB(^ zcPswPQtmcY_jYUa3y}5>MV|>JeX|gCo;-#u#Y~f-?H{#QK%>I*%6onMqXW50!CQYTa7Tz^-Q1nLA8gudE7)#KWCjqzRm_mHO1djdE$I z`I=?SlTb&Oiy$ECz9%r*0h8Mq= zJ1eUR#t!!?2_sK~c+xc*XGTV_XDjU(QRP$|ufPwH2Y}?ji1?}zh6))L{1a?M_X{@q z*XI9ktmGF2@E@f4?ZMwj$x!axgphw#G8L&_-}jos!(GZQA|{J4D80$vS(s|;Pv=@4 zrs9b9Q0ZCf0kVcfDxS6+L#p>;g;6UT!|!=KLVdLBfjnmHbkYFp_EJe3Apur4l+JlAJ}Di%0fJiRRob9tZMC?guK!^R!Z&P-`8FC*5RvL*4`)f z!L^;)A#H*FMb(slthQK!MdH<8KnXko0o<=w34SNgA6_N+clqtb0#${7SNxsMec;!B z2|Wz6`Y&wzp9X#>P#>thUor;s^G^==Pwn3+!v~V}m%N7&Qvav@|0&l$)qiKN{{7+5 zNB_w({;B;tf%Jec{gU^{e`)_$zUxmbzr+6zWYaIvg<+vE;Qarr{6RhahoRrl_y@M& zm#m}xW#~V+gFh|&4#Ga5_P-<({cj8ZhvEOJ`a4qjfYSbw9n8N}f5#>NRQ?^pdjK