8mSc d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dlmZm Z m
Z
m Z m Z d dl
Z
d dlZd dlmZ d dlmZ d dlmZmZmZ d dlmZ d d lmZm Z d d
l m Z m Z d d l m!Z! d d l"m#Z# d d
l$m%Z% d dl&m'Z' d dl(m)Z) d dl*m+Z+ d dl,m-Z- d dl.m/Z/ d dl0m1Z1m2Z2m3Z3 dZ4 G d de5 Z6d Z7d dZ8d Z9 ej: fdZ;ej< j= j> j? d!d Z@d"d ZAd ZBdS )# N) defaultdict)datetime)DictListOptionalTupleUnion)cpapi)getuser)GovernorStatus
MySQLGovernorMySQLGovException)config)dateutilfunc)deserialize_lve_idget_users_for_reseller)
setup_logging)g_users_manager)make_db_engine)main_)LVEList)HistoryShowUnion)HistoryShowDBGov)setup_statistics_parser)username_to_uid_localreseller_to_uiduid_to_usernamezN/Ac
e Zd Z d!dZed Zd Zd
Zd Zd Z d
Z
d Z d Z d Z
d Zd Zed Zd Zd Zed Zed Zd Zd Zd Zd Zd"d Zed Zd Zd Z dS )#CloudLinuxStatistics N? r < c d| _ d| _ || _ || _ d| _ d| _ |
| _ | | _ | j du p t | j t t f | _ g | _ g | _
g | _ d|v rg d}d |D | _ | | | _ || _ | || j g | _ g | _ d| _ d| _ | | j r| | _ n| | _ | | _ d| _ d| _ | | || _ || _ t? | _ tC j" | j# j$ | _% | & | _' tQ dk r| ) n
tU | _+ dS )z
Initializes statistics object used by SPA UI. Note, that if we set order_by to mysql_*, and set
by_usage or by_fault, end result will will not be ordered by mysql_ column, using uid for ordering instead
Nr all) cpuepvmempmemnprocioiopsr+ mysqlc 6 g | ]}| S )lower).0ss /builddir/build/BUILDROOT/lve-stats-4.3.2-1.el9.x86_64/opt/cloudlinux/venv/lib/python3.11/site-packages/lvestats/lib/cloudlinux_statistics.py
z1CloudLinuxStatistics.__init__..L s = = =1QWWYY = = = root), order_by_lve order_by_gov server_idengine limit_gov limit_lveuid time_unit
isinstancelisttuple is_many_uids _lve_results _gov_results_resellers_results show_columnsnormalize_by_faultby_faultorder_by
init_order_by_show_columns_lve_show_columns_gov_gov_key_index_lve_key_indexinit_show_columnslimit by_usage_lve by_usage_gov
init_by_usageby_usage_percentage thresholdr
mysql_governorlogging getLogger __class____name__log _show_mysql
show_mysqlr _get_admin_uidsset _admins_uids) selfr; rG rJ r: by_usagerU rI rV rQ r> r? s r4 __init__z CloudLinuxStatistics.__init__+ s $ ! " " H , S
48dE]0S0S "$ L aaaL = = = = = //99
8T]333!# !# " " # "DNN "DN
8$$$#6 " +oo$T^%<== **,,6=ii66I6ID 0 0 2 2 2suur6 c t d t j D d hz
S # t j t f$ r t cY S w xY w)Nc 3 4 K | ]}t | V d S N)r )r2 admins r4 z7CloudLinuxStatistics._get_admin_uids..h s+ PP,U33PPPPPPr6 )r` r
admins NotSupportedAttributeErrorr0 r6 r4 r_ z$CloudLinuxStatistics._get_admin_uidse sc PP PPPPPTXSYY Y"N3 55LLL s -0 $AAc F | j od| j v S )Nr. )rW is_governor_presentrG )rb s r4 r] z CloudLinuxStatistics._show_mysqll s$ "6688YWHY=YYr6 c 8 ||v r| | S d S rg )index)rb list_keys r4 _index_ofz CloudLinuxStatistics._index_ofp s$ %<<;;s## # usernames r4 get_usernamez!CloudLinuxStatistics.get_username s& "3 TT(=(r6 c t t }| j D ]}|dk r d|| d< | j rd|d d< d|d d< |S )zS
Return default info about user usage (mysql)
:rtype: dict
r. lver' r, )r dictrG r^ )rb usage_fieldr s r4 _get_default_user_usagez,CloudLinuxStatistics._get_default_user_usage sl
"$'' ' 1 1F -0 F#E* ? -*-K w '),K g &r6 c t t }| j D ]}|dk r d|| d< | j r.| | \ }}||d d< ||d d< |S )zT
Return default info about user limits (mysql)
:rtype: dict
r. r r r' r, )r r rG r^ get_user_limits_safe)rb r limit_fieldr cpu_limitio_limits r4 _get_default_user_limitsz-CloudLinuxStatistics._get_default_user_limits s
"$'' ' 1 1F -0 F#E* ? 2"&";";H"E"E Ix*3K w ')1K g &r6 c 8 i }| j D ]}|dk rddi||< |S )Nr. r r )rG )rb fault_fieldr s r4 _get_default_user_faultsz-CloudLinuxStatistics._get_default_user_faults s9 ' 1 1F ',aj F#r6 c | j r(t | \ }}| | }n1t | j \ }}| | j }| | | d}| j dgk r| |d< | j rl|r| ||d n| ||t j
|d pt t j |d pt d n:| t | t | | j z d |S ) N)usagelimitsr. r )rw nameF) raise_exc)rw r domainreseller)ru rv )rC r r r> r r rG r updater
get_domainr get_resellerintr? )rb ikey_ is_resellerr items r4 get_itemz CloudLinuxStatistics.get_item s~ 3 / 5 5NA{((..HH / 9 9NA{((22H113333H==
) ) ! : : < joinrG r: r; rJ rI rD rE )rb lve_results gov_results period_from period_tofrom_gov_to_lve_indexesfrom_lve_to_gov_indexesgov_keyslve_keysnot_in_gov_indexesnot_in_lve_indexeslendifffrom_formatted to_formatteds r4 process_dataz!CloudLinuxStatistics.process_data
sn 6:5I5I+Wb5c5c 3 !8 k k 2 f {++KK
f 334K[ZlmmKK
f 334K[ZlmmKK'+'7'7+xYd'e'e $K{##c+&6&66 a<< ( 1 12B C CN$--.>??L H 8 .,*++T^ T]DM
( 'r6 c , d}d}t | }t | }g }g } t ||z D ]W}
||k r<| d g||z
z | ||d n||k r;| d g||z
z | ||d n|| | | k rA| || | || |dz
}|dz
}|| | | k r7| d | || |dz
}"| d | || |dz
}Y| |fS )Nr r# )r rangeextendappend) r r r r lve_posgov_poslve_lengov_lenrD rE r s r4 r z CloudLinuxStatistics.sort_by_key* s k""k"" w()) A'!! ##TFg.?$@AAA ##K$9:::'!! ##TFg.?$@AAA ##K$9::: HW$555 ##K$8999 ##K$89991 1 '"Xg%666 ##D))) ##K$89991 ##D))) ##K$89991 \))r6 c g }| D ]5}|| d | || 6|D ] }| || |}|S rg )r )indexesresultsnot_in_indexes_resultsrp s r4 r z)CloudLinuxStatistics.sort_by_another_listN s} 0 0E}%%%%////# , ,E OOGEN + + + +r6 c
j rd |D fd|D } j s j rd |D
fd|D } fd|D } fd|D } || }d t | D } || }d t | D }||||||||fS ) Nc g | ]
}|d S r r0 r2 r s r4 r5 z8CloudLinuxStatistics.process_indexes.._ 222!222r6 c ( g | ]}|d v |S r r0 )r2 r gov_uidss r4 r5 z8CloudLinuxStatistics.process_indexes..` ' LLL3Q89K9K39K9K9Kr6 c g | ]
}|d S r r0 r s r4 r5 z8CloudLinuxStatistics.process_indexes..b r r6 c ( g | ]}|d v |S r r0 )r2 r lve_uidss r4 r5 z8CloudLinuxStatistics.process_indexes..c r r6 c * g | ]}|j S r0 )rN r2 r rb s r4 r5 z8CloudLinuxStatistics.process_indexes..d ! @@@qAd)*@@@r6 c * g | ]}|j S r0 )rO r s r4 r5 z8CloudLinuxStatistics.process_indexes..e r r6 c g | ] \ }}||
S rg r0 r2 ir s r4 r5 z8CloudLinuxStatistics.process_indexes..g " \ \ \DAqRSR[aR[R[R[r6 c g | ] \ }}||
S rg r0 r s r4 r5 z8CloudLinuxStatistics.process_indexes..i r r6 )rS rR rI get_indexes enumerate) rb r r r r r r r r r r s ` @@r4 r z$CloudLinuxStatistics.process_indexes\ s7 M22k222HLLLL+LLLK M
M22k222HLLLL+LLLK@@@@K@@@@@@@K@@@"&"2"28X"F"F \ \I6M,N,N \ \ \"&"2"28X"F"F \ \I6M,N,N \ \ \&(? k k 23 3r6 c $ fd|D S )Nc < g | ]} | S r0 )rs )r2 r> second_uidsrb s r4 r5 z4CloudLinuxStatistics.get_indexes..q s' GGGS{C00GGGr6 r0 )rb
first_uidsr s ` `r4 r z CloudLinuxStatistics.get_indexeso s! GGGGGJGGGGr6 c |rL| | j | | j }| || j | S | j r || j k r| j sL| | j | | j }| || j | S | j s| j r| j | }|7| || j
}| || n+| | j | | j }| || j | S | j | }|7| || j }| || n+| | j | | j
}| || j | S t )zS
:type resellers: bool
:type key: int
:rtype: dict
)
r rF rO r rQ r^ rD r9 r< rE rN r
IndexError)rb rr resellersr r s r4 get_valuez CloudLinuxStatistics.get_values s ==!8!=d>Q!RSSD%%dD,CC,HII I sTZ / /?
H}}T%6s%;D? " # #r6 c |r@| d r |t d d | _ d S d|z f| _ d S d S )Nr. r rx )r r rS rR )rb rc s r4 rT z"CloudLinuxStatistics.init_by_usage s[ 4""7++
4$,S]]^^$<!!!$'(NO!!! 4 4r6 c * t j | }t j | }| j r|t | j ||| j | j | j | j | j | j | j
| j | j | j
}| | }ng }| j r[t# | j ||| j | j | j | j | j | j
| j d| j }ng }| j rbg }|D ][} t1 | | j \ }
} |
| j v r)| r| j | F| | \|}| |||| dS )zGenerate statistics.)
dbenginer r r> r? rG r: rJ rc rU rI rV rQ T) r r r r? r: rG rJ rc rU rQ reverser> N) r local_to_gmrL r r; r> r? r: r8 rR rU rI rV r= set_normalised_outputproceedr^ r rM r9 rS r< history_dbgov_showrC r rO ra rF r r ) rb r r period_from_gm period_to_gm history_showr r usersr r> r s r4 generate_statisticsz(CloudLinuxStatistics.generate_statistics s "-k:: +I66 ! + *lH . ! 3 . * *$($< .n & & &L
. . 0 0 0&..00KK K ? * *& . . ! 3 * *$($<n H
! ""
K K
E#
'
'#5d4;N6O#P#P [$+++ '+2248888LL&&&& K +{KKKKKKr6 ) r! NNr" Nr# r Nr$ )F) r[
__module__ __qualname__rd staticmethodr_ r] rs rP rK r r r r r r r r r r r r r r r r rH rT r r0 r6 r4 r r * s
#8U 8U 8U 8Ut \ Z Z Z$ $ $
Q Q Q4
9
9
9 ) ) )
:
\
( ( (@ !* !* \!*F \ 3 3 3&H H H B$ $ $
* * * * # # \#4 4 45L 5L 5L 5L 5Lr6 r c t dk rt j S t j | | rt | p
t }t
t t t
t t | }t | p
t }|r||v s||k r|ng S || | n|}|S )z=
Get uid that should be selected from history table;
r7 )
r osgetuidr build_users_cacher rA filterboolmapr r r ) for_resellerr>
users_listid_ reseller_uids r4 _get_uid_for_selectr. s yyFy{{%l333 +L,EGIIFF
6$S)>
%K%K L LMMNN&|'@wyyAA D **|(;(;33 C # JJ| $ $ $ Jr6 c |j sdS t |j |j }t | ||| }t | }|dfS )z
Get command response and exitcode.
:type log: None | logging.Logger
:type engine: sqlalchemy.engine.base.Engine
:rtype: (str, int)
)z Only JSON mode supported for nowr )jsonr. r* rw get_statistics dump_json)r; optionsr\ r,
statistics json_datas r4 executer7 sR < 655
g 2GJ
?
?C S'::J*%%I a<r6 c . t j | }|S rg )r1 dumps)r5 r6 s r4 r3 r3 s
:&&I r6 c
d|d}|j '|j |g k rd|j d|j d}||d< |S t | |j |j |j |j |j dz |j |j |j
||j }| t |d |j t | }t |d
} |j r ||d < | |d
< n||d< nM# t" $ r@}
t% |
|d< |r"| t% |
Y d }
~
nd }
~
ww xY wt) j \ } } | |d< | t, j k r| j |d< | j |d< |S )Nsuccess)r timestampz Permission denied. User with id z does not belong reseller ``r g Y@)
rG rJ r: rc rU rI rV rQ r> r? ru T)r r r usermySqlGovr r )r* rw r showrJ r: rc
percentagerI rV rQ r? r getattrrv r rC Exceptionstrerrorr get_governor_statusr ERRORr
r )
r; r, r\ r4 r< r error_msgstatlvelistlvelist_resellersr statusrE s
r4 r2 r2 # s F 'GJ,Bsbyy
Nz
N
N6=6J
N
N
N %x
# % ' % ' 2T 9 % '- ' ) ) )
&!9!97:FFF$-- #DD 9 9 9 % %F7O"3F; $F6N q66x IIc!ff ,..MFE F:
%%% !My !My Ms B*C
D**6D%%D* localhostc |'t i dt j t j }t || }t | || \ }}t
| |S )z-
Execute command and return exitcode
Nr ) caller_name
file_level
console_levelr\ )r rX WARNINGFATALr r7 print)r; argv_r: r\ r4 json_str exit_codes r4 mainrY ] sh { . !-
&eY77G!&'s;;;Hi (OOO r6 1dc R t j }t | }| dd }dddd| z g}t || }t ||d \ }}t
j | }|d } |d
}
t |
t | fS ) z:
Return amount of users and resellers with faults
r: rM z
--by-faultr --jsonz --period=NrR r r ) r read_configr getr r7 r1 loadsr ) periodcnfr r: opt_listr4 rW r r6 r r s r4 #get_users_and_resellers_with_faultsrc q s
C c""H [11I eX{V/CDH%h ::G(G666KHa
8$$I+&I g E u::s9~~ %%r6 c v t t j ddt | dddt t t j |dz dz g }|rt j | } t d |d
D }n# t t f$ r d }Y nw xY w|S ) Nr\ z--idz--show-columnsmPMemz--periodr$ m)rV c 3 & K | ] }|d V
dS )re Nr0 )r2 xs r4 ri z)get_max_memory_for_lve.. s& ??aqz??????r6 data) r r r] rD r mathceilr1 r_ max
ValueErrorKeyError)lve_idperiod_secondsri parsed_datamax_pmems r4 get_max_memory_for_lvers s V.>
CDInr6I,J,J(K(K$L$Ls$RT D
'j&& ??;v+>????? ! Os B B65B6rg )rM N)rZ )Cr1 rX rj r$ collectionsr r typingr r r r r
sqlalchemy lvestats.lib.commons.decoratorslvestatsclcommonr
clcommon.cpapi.pluginlibr clcommon.libr r
r lvestats.libr lvestats.lib.commonsr r lvestats.lib.commons.funcr r lvestats.lib.commons.logsetupr "lvestats.lib.commons.users_managerr lvestats.lib.dbenginer lvestats.lib.info.lveinfomainr lvestats.lib.lve_listr lvestats.lib.lveinfolibr lvestats.lib.lveinfolib_govr 1lvestats.lib.parsers.cloudlinux_statistics_parserr lvestats.lib.uidconverterr r r r objectr r. r7 r3 gm_datetime_to_unixtimestampr2 libcommons
decorators
no_sigpiperY rc rs r0 r6 r4 r s # # # # # # 5 5 5 5 5 5 5 5 5 5 5 5 5 5 & & & & , , , , , , I I I I I I I I I I / / / / / / / / P P P P P P P P 7 7 7 7 7 7 > > > > > > 0 0 0 0 0 0 / / / / / / ) ) ) ) ) ) 4 4 4 4 4 4 8 8 8 8 8 8 U U U U U U
DL DL DL DL DL6 DL DL DLN 4 $ 8(799 7 7 7 7t
+ ,+&
&
&
&
& r6