Şw d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZm Z d dlm
Z d dl m
Z
mZmZmZmZmZmZ d dlmZmZmZmZmZ d dlmZ d dl m Z m Z m Z m Z m!Z!m"Z" d dl#m$Z$m%Z% d d l&m'Z'm(Z(m)Z) d d
l*m+Z+m,Z,m-Z- d d l.m/Z/m0Z0m1Z1m2Z2 d Z3d
Z4d Z5d Z6d Z7d Z8 G d de9 Z:d Z;d< d< d< d< d< d< d< d< d< d < d < d < d < d < d < d < d!< d"< d#< d"< d$< d%< d&< d%< d'< d(< d)< d(< iZ=i d*d+dd,dd-dd.d d/d$d0d!d1d'd2dd3d d4dd5d d6d%d7d"d8d(d9d:d;dd?d@dAdBdCdDdEdFdGdHd,dId.dJd-dKd/dLd0dMd1dNd2dd,d d.dd-d d/d#d1d0d2dOZ>g dPZ?g dQZ@g dRZAg dSZBg dTZCdUdVdWdXZD eEe>F D ]ZGeGeDeGH < dY ZIdZ ZJd[ ZKd\d] fd^d_ fd`da fgZLdb ZM G dc dde9 ZN G de dfeN ZO G dg dheO ZP G di djeN ZQdldkZRdS )m N)FloatIntegertext)exc)and_ascdesclabelnot_or_select)
ColumnElementaliascasecastfunc)LveStatsPluginTerminated) gm_datetime_to_unixtimestamp gm_to_local local_to_gmround_1mstr_to_timedelta unixtimestamp_to_gm_datetime)get_current_max_lve_idskip_user_by_maxuid)
convert_bytesconvert_powers_of_1000mempages_to_bytes)HIDE_MAX_UID_LVE_PARAMETER read_config str_to_bool) LVE_STATS_2_TABLENAME_PREFIXhistory history_x60servers) HistoryShowHistoryShowUnionOutputFormatterget_lve_versionc t t j g t j |k }| 5 }| | }|j rE| }| d d d dS t |d cd d d S d d d dS # 1 swxY w Y d S )N lve_version)
r
r% r, where server_idbeginexecute returns_rowsfetchoneint)dbenginer. sql_query_lve_version transaction_cursor_ress /builddir/build/BUILDROOT/lve-stats-4.3.2-1.el9.x86_64/opt/cloudlinux/venv/lib/python3.11/site-packages/lvestats/lib/lveinfolib.pyr) r) . s= "G$7#8 9 9 ? ?@QU^@^ _ _ \ &&'<== ""$$C{ 3}-.. s 4C C 2C CCc v t t j t j g }| | S N)r
r% r. r, r0 )r4 r5 s r9 servers_infor< < s0 "G$5w7J#K L L 1 2 22 c 6 t | S r; )strlower)key_s r9 convert_key_to_labelrB A s 99T??r= c i }t | D ]D\ }}t |j t r t t
| | }n|}|||< E|S )z
Add label (on SQL add ".. as ..") to aggregate_func_dict
key of dict convert to lowercase and add as label
:param dict func_dict:
:return dict:
)listitems
issubclass __class__r r
rB ) func_dictfunc_dict_labeledrA sqlalchemy_func func_labeleds r9 add_labes_to_columnrL E sx !%ioo&7&7!8!8 / / o o/ ? ? + !5d!;!;_MMLL*L".$ r= c D t | t t f r| gS | S r; )
isinstancer? r3 )args r9 convert_to_listrP V s$ #Sz"" u Jr= c e Zd ZddZd Zd Zd Zd Zd Zd Z d Z
d
Z d Z e
dd
Ze
d Ze
d Ze
d Ze
d Ze
d ZdS )r( Nc |pg | _ t | | _ d |D | _ g | _ t | _ |r |D ] \ }}| || d S d S )Nc 6 g | ]}| S r@ .0_s r9
z,OutputFormatter.__init__..` s : : :a : : :r= )rowsrD fields_fields_lowered_ordersset_hidden_fields add_order)selfr[ rZ ordersfieldorders r9 __init__zOutputFormatter.__init__] s JB 6ll : :6 : : : !ee - &
-
- uue,,,, - -
-
-r= c F j r fd j D S j S )Nc & g | ]
}|j v |S rT )r_ )rW f_ra s r9 rY z.OutputFormatter.get_fields..j s& NNN2$:M0M0MB0M0M0Mr= )r_ r[ ra s `r9
get_fieldszOutputFormatter.get_fieldsh s2 NNNNNNN N; r= c || _ dS )z{
Use this method if you used hide_fields
number items in row must bee same as in fields after hide
N)rZ )ra rZ s r9 set_rowszOutputFormatter.set_rowsn s
r= c ^ | j t | | _ dS )z>
:param tuple|list h_fields:
:return:
N)r_ unionr^ )ra h_fieldss r9 hide_fieldszOutputFormatter.hide_fieldsu s)
# 1 7 7H
F Fr= c 2 t |t r[ t | | }n&# t $ r}t d| d |d}~ww xY wt |d st d| d | j d |D |f dS )zp
:param list|tuples fields:
:param order: field to use to order result
:return:
z Non such z orderN__call__z
input object z must be callablec 6 h | ]}| S rT rU rV s r9 z,OutputFormatter.add_order.. s 8 8 8Aaggii 8 8 8r= )rN r? getattrAttributeError
ValueErrorhasattrr] append)ra r[ rd es r9 r` zOutputFormatter.add_order| s eS ! ! K
C e,,!
C
C
C !:U!:!:!:;;B
C5*--
K !I!I!I!IJJJ 8 8 8 8 8% @AAAAAs (
A AA c t | }g }t | j | D ]e\ }}|| j v r| j D ]9\ }}||v r0 || }# t
t t t f$ r Y 5w xY w:| | f|S )z8
:param iterable row_:
:return:
)
rD zipr\ r_ r] TypeErrorrw KeyError
IndexErrorry )ra row_row_outfield_r_ order_fieldsrd s r9
_convert_linez OutputFormatter._convert_line s
Dzz d 2D99
JFB,,,'+|
# e\)) "U2YY %z8ZH *
NN2 s A A32A3c # L K | j D ]}| | V d S r; )rZ r )ra r s r9 __iter__zOutputFormatter.__iter__ s> I + +D$$T** * * * * + +r= c t |t r9t t | j | j |j |j S | | j | S r; )rN slicerD mapr rZ startstop)ra indexs r9 __getitem__zOutputFormatter.__getitem__ s[ eU # # UD . %+uz:Q0RSSTT T!!$)E"2333r= c * t | j S r; )lenrZ ri s r9 __len__zOutputFormatter.__len__ s 49~~ r= c t | S r; )rD ri s r9 get_corrected_listz"OutputFormatter.get_corrected_list s Dzzr= %m-%d %H:%Mc , | | S r; )strftime)valueformat_s r9 r zOutputFormatter.strftime s ~~g&&&r= c z | dS t | n# t $ r | cY S w xY wt | dz dz S )N-d %)floatrw r? r s r9
percentagezOutputFormatter.percentage sY =3 %LLLL LLL 53; #%%s %%c ( | dS t | S Nr )r r s r9 byteszOutputFormatter.bytes s =3 U###r= c ( | dS t | S r )r r s r9 powers_of_1000z OutputFormatter.powers_of_1000 s =3%e,,,r= c t t j t | j S # t $ r | cY S w xY wr; )pwdgetpwuidr3 pw_namer~ r s r9 usernamezOutputFormatter.username sD <E
++3 3 LLL s %( 77c @ t j | S )zE
Convert unix timestamp to datetime (local timezone)
)datetime
fromtimestampr s r9 r zOutputFormatter.datetime s
..u555r= NN)r )__name__
__module__ __qualname__re rj rl rp r` r r r r r staticmethodr r r r r r rT r= r9 r( r( \ s\ - - - - G G G
B
B
B (+ + +4 4 4
' ' ' \' & & \& $ $ \$
- - \-
\ 6 6 \6 6 6r= r( c N g }g }| D ]}t | }| | }|dk rGt |t r|}n|j }|dt |dz z z
}t || }| | | | |S )z
Enumerate if columns name or functions are duplicated
Use for force add duplicate columns to select operator
:param list|tuple columns:
:return list|tuple: enumerated columns
rX )r? countrN namer
ry )columnsoutput
output_strc_c_str
dubl_countc_names r9 enumerate_duplicate_columnsr s FJ ! !B %%e,,
??"c""
!
cC
Q / // /Fvr""B
b% Mr= aCPUlCPUmCPUaVMemlVMemmVMemaEPlEPmEPaPMemlPMemmPMemaNproclNprocmNprocaIOlIOmIOaIOPSlIOPSmIOPSIDidcpumemmepmemphyionprociops cpu_limit mep_limit mem_limitlmemphyio_limitlnprocliopsVMemF mem_faultPMemF memphy_faultEPf mep_faultNprocF nproc_faultCPUf cpu_faultIOfio_faultIOPSf
iops_faultuCPUuEPuVMemuPMemuIOuNprocuIOPS)r r )r r r r r r r )r r r r r r r )r r r r r r r )r r r r r r r )r r r r r r r FromToanyF)FROMTOANYFc ( | d S t | S r; )normalize_column_names)namess r9 normalize_optional_column_namesr 7 s }t !% ( ((r= c X g }| D ]$}| t | %|S r; )ry normalize_column_name)r resultr s r9 r r = s9
F 3 3
+D112222 Mr= c H | r t | S d S r; ) KEYS_NORMALIZATION_LOOKUP_TABLEupper)r s r9 r r D s" =.tzz||<< 4r= 10mc H | t j | j dz dz z
S )N
minutes)r timedeltaminutedts r9 r K s$ rH .ry2~7J K K KK r= 1hc l | j r| d n| t j d z
S )Nr )r r )hours)r replacer r
r s r9 r r L s4 bi]bjjj***R(BT[\B]B]B]=] r= 1dc 0 | dd S )Nr )hourr )r r s r9 r r M s bjjaj22 r= c
V t | t |t j d z g}dg}t }t D ]_\ }} ||d }||d z
t | k r-|}| d| | | ` ||d |d< g }t | D ]]\ } }| || dz
|| dz
t t | f ^|S )Nr r 1mr )
r r r
time_unit_ordersr insertry enumerater3
total_seconds)
period_from period_to
period_groupstime_unit_list_from_order_fun time_unit order_fun
from_to_pointfrom_to_groupsr s
r9 dyn_time_unit_groupsr) Q sQ k**HYAS\]A^A^A^5^,_,_`MVN O 0 - - 9! -"233
=+ +/? /J/J J J 'O M 2 2 2 ! !) , , ,&}Q'788M! N %n 5 5
y
E6A:
&
ufqj(A3GWXaGbGbGpGpGrGrCsCs t
r= c e Zd Z d"dZd Zd#d Zd
Zd$d Zd
Zd Z d Z
d Z d Z d Z
d Zd Zd Zd Zd Zd Zd Zd Zd Zd%d Zd Zd Zd Zd Zd! Z dS )&r& N localhost?r r Fc || _ || _ t |t | _ |5t t
|| }| dd t | | _ || _
|| _ t | | _
|rt | | _ nK| j
r+t d | j
v rt d | _ n| j
o | j
d | _ t | | _ |
| _ | | _ |
| _ |pt) j d | _ ||n t. j | _ t5 | j d | _ t |t t8 f r|nt; | | _ t |t t8 f r|nt; | | _ |p| | _! tE | j tF tH z tJ z tL z d
gg d d gg
| _' tQ tS * tV d | _, dS )a
Show different statistics from history table
:param sqlalchemy.engine.base.Engine dbengine: database engine to use
:param datetime.datetime|float|int period_from: start time retrieve data
:param datetime.datetime|float|int period_to: end time retrieve data
:param int|None|list|tuple uid: filter the output information to the user uid
:param tuple|list show_columns: display columns in the order specified. If not, show all supported
valid column names: 'aCPU', 'lPMem', 'uIO', 'uEP', 'lEP', 'aVMem', 'PMemF', 'lVMem', 'NprocF', 'anyF',
'aNproc', 'VMemF', 'ID', 'lCPU', 'aIOPS', 'aEP', 'aPMem', 'uPMem', 'lIO', 'lIOPS', 'uCPU',
'lNproc', 'aIO', 'uIOPS', 'EPf', 'uVMem', 'uNproc'
:param str server_id: filtering the output for "server id"
:param int time_unit: grouping output over an interval of time (in seconds)
:param str|None order_by: sorting output by column name (supported by columns)
:param str|tuple|list by_usage: filtering are grouped data for the percentage of the use of resources
:param float by_usage_percentage: percent for the parameter setting 'by_usage'
:param tuple|list|None by_fault: filtering data are grouped for quantity faults
(None if it is not filtered)
valid names: 'aCPU', 'lPMem', 'uIO', 'uEP', 'lEP', 'aVMem', 'PMemF', 'lVMem', 'NprocF', 'anyF', 'aNproc',
'VMemF', 'ID', 'lCPU', 'aIOPS', 'aEP', 'aPMem', 'uPMem', 'lIO', 'lIOPS', 'uCPU', 'lNproc', 'aIO', 'uIOPS',
'EPf', 'uVMem', 'uNproc'
:param threshold: number faults for filtering the data are grouped
(used together with by_fault)
:param int|None limit: limit on the number of output data
(if 0 or None, then the limit is not set)
:return generator: returns a list/generator of data with the order set out
in the 'show_columns'
N)r4 r. )r, r r r r SQLalivec " t | d S )N )roundxs r9 r z&HistoryShow.__init__.. s RWXY[\R]R] r= )r r r c B t t | dz d S )Ng Y@ )r2 r )items r9 r z&HistoryShow.__init__.. s eDkkE>QST8U8U r= )r[ rb true)-r4 uidrN r3 _is_multi_uidsget_supported_columnsr) r r show_columnsr. r% r by_faultr order_byby_usageby_usage_percentage thresholdlimitlogging getLoggerlogr# __table__tabler _table_aliver r r r! get_time_count
time_countr( FIELD_MAX
FIELD_AVERAGE FIELD_LIMIT FIELD_USAGEresult_correctorr! r getr hide_maxuid_lve)ra r4 r r! r9 r< r. r% r> r? r@ r= rA rB rG rE rJ show_idles r9 re zHistoryShow.__init__g s> ` !
",S#"6"6 6 0_V^js=t=t=tuuuL 4 ( ( ( 2< @ @""7AA
? 1( ; ;DMM
] ? 4V < <
M M 1& 9 9DMM M >dmA.>DM7AA
#6 "
2'+E22 # /UUW5F
!$*g 6 6%kC<@@ oKKFbcnFoFo
'1S%L&I&IvOkluOvOv$=(;(;(=(= !0$]*[8;FH]H]^)))+U+UV!
!
!
+;==+<+<=WY_+`+` a a r= c @ | j g dd | j j j dk rF| j g dt
| j g dt | j g dt d S )N) r r r r r r r r r c : t t | S r; )r3 r2 r3 s r9 r z3HistoryShow.set_normalised_output.. s CaMM r= )r[ rd sqlite)r r r r r r r r r r r r r r r r )r r r r r r r )r r r r r r )rO r` r4 url
drivernamer r3 r ri s r9 set_normalised_outputz!HistoryShow.set_normalised_output s
''aaa)) (
= '8 3 3 ! + + $ '
,
*
! + +RRRZ]
,
''IIIQb (
r= c h || j }|j j | j | j S )zX
Generate WHERE created BETWEEN xxxxxxxxx AND yyyyyyyy
:return:
)rG ccreatedbetweenr r! )ra rG s r9 _where_time_periodz HistoryShow._where_time_period s/ =JEw&&t'7 HHHr= c 6 | j j j | j k S )zK
Generate WHERE server_id = 'server_name'
:return:
)rG rZ r. ri s r9 _where_server_idz HistoryShow._where_server_id s
z|% 77r= c
|| j }|dk r| j }|| j rjt |j j dk t
t t |j j |j j t k S |j j dk S t |t t f r| j
j j dk rYt! |j j t | j ddi j S |j j t | S |j j |k S )z Generate WHERE id = 'user_uid'Nr` r rU
literal_bindsTcompile_kwargs)rG r9 rQ r rZ r r r r r rN rD tupler4 rV rW r in_
expressioncompilestring)ra r9 rG s r9
_where_uidzHistoryShow._where_uid s( =JE "99(C ;#
GJNC-@-L-L(M(Muwz\r\t\tOt$u$u 7:> !
dE]
+
+ %} +x77 EGJNN499 5 5 @ H HYhjnXo H p p wxxx wz~~d3ii0007:$ $r= c t t j | j | j t j dk t j | j k }t t d g
| }t j }t |
ddi dd }| j | | j | }| j dt j |z
| d d S ) z
SELECT count(*) FROM lve_stats2_history WHERE id = 0 AND created BETWEN xxxx AND yyyy server_id = 'localhost'
r count(*)rb Trc
query time: %s)r r# r[ r\ r r! r r. r
r r- timer? rh r rE debugr4 r0 fetchall)ra r- query
time_startqdatas r9 rI zHistoryShow.get_time_count s
O # #D$4dn E E J!O /
Z(()**0077Y[[
ot-D
EE F F N NtUX Y Y q}$$U++ 'z)ABBB}}q!!$$r= c t t j | t | t z t S )z
Generate aggregate function for calculate average
for example sum(lve_stats2_history.cpu) / 60
:param item:
:return:
)r r sum_fun_time_countr ra r7 s r9 _fun_avgzHistoryShow._fun_avg" s7 DHTNNT$*>*>*@*@%%H%HH%PPPr= c z t t j | dk t j | fgd S )a
Generate aggregate function for calculate limit
if column_limit is zero its mean no limit
for example CASE WHEN (min(lve_stats2_history.cpu_limit) > 0) THEN max(lve_stats2_history.cpu_limit) ELSE 0 END
:param item:
:return:
r else_)r r minmaxrz s r9
_fun_limitzHistoryShow._fun_limit+ s4 dhtnnq($(4..9:!DDDDr= c * t j | S )z
Generate aggregate function for calculate fault
for example sum(lve_stats2_history.cpu_fault)
:param item:
:return:
)r rx rz s r9
_fun_faultzHistoryShow._fun_fault5 s x~~ r= c t | | dk df| | dk | | | | z fgd S )a
Generate aggregate function for calculate resource usage equivalent average/limit
for example
CASE
WHEN (
CASE
WHEN min(lve_stats2_history.cpu_limit) > 0 THEN max(lve_stats2_history.cpu_limit)
ELSE 0
END IS NULL
) THEN NULL
WHEN (
CASE
WHEN min(lve_stats2_history.cpu_limit) > 0 THEN max(lve_stats2_history.cpu_limit)
ELSE 0
END > 0
) THEN (
sum(lve_stats2_history.cpu) / 1422
) / CASE
WHEN min(lve_stats2_history.cpu_limit) > 0 THEN max(lve_stats2_history.cpu_limit)
ELSE 0
END
END
:param item:
:return:
Nr r} )r r r{ )ra r7
item_limits r9
_fun_usagezHistoryShow._fun_usage> sw 6 ,,4d; ,,q0$--2E2EXbHcHc2cd
r= c t t j | dk t j | fgt j | S )a
Generate aggregate function for calculate maximum resource usage; for backward capability with lve-stats 0.x
for example:
CASE
WHEN
(sum(lve_stats2_history.cpu_fault) > 0)
THEN
max(lve_stats2_history.cpu_limit)
ELSE
max(lve_stats2_history.cpu) END
:param item:
:param item_limit:
:param item_fault:
:return:
r r} )r r rx r )ra r7 r
item_faults r9 _fun_maxzHistoryShow._fun_maxb sA dhz**Q.0D0DEFdhW[nn]]]]r= c V | rt d S | j S )Nrl )_check_need_joinr rJ ri s r9 ry zHistoryShow._fun_time_countt s, " " #
## #? "r= c | j r| j S | r| j }n| j }| j j j dk r?t |j j
| j z
| j z t | j z | j z S t j |j j
| j z
| j z | j z | j z S )NrU )r: r r rH rG r4 rV rW r rZ r[ r% r r floor)ra _tables r9 _fun_time_fromzHistoryShow._fun_time_fromz s # #$$&&
$ * } +x77 &(*T-== OQXYY\`\jj&' J 043C Ct~ UVVY]Ygg&'r= c V | j r| j S | | j z S r; )r: r! r r% ri s r9 _fun_time_tozHistoryShow._fun_time_to s. :> !&&((4>9 9r= c | j r t d| j j j S t dt t
| j S Nr )r: r
rG rZ r r r? r9 ri s r9 _fun_user_idzHistoryShow._fun_user_id sC 4tz|// /tCMM 2 233 3r= c & |dk rt j | j j j | j j j z | j j j z | j j j z | j j j z | j j j z | j j j
z }n|dk r| }n|dk r| }n|dk r|
}nt | }t | j j | }|t v r| | }n^|t$ v r| | }n>|t( v r| | }n |t, v rat t$ t, | }t | j j | }| || }n|t2 v rt t$ t2 | }t t( t2 | }t | j j | }t | j j | }| ||| }|S )a
Function for obtain aggregate function (or column name) by column name
:param item: 'aCPU', 'aVMem', 'aPMem', 'aEP', 'aNproc', 'aIO', 'aIOPS', 'lCPU', 'lVMem', 'lPMem', 'lEP',
'lNproc', 'lIO', 'lIOPS', 'CPUf', 'VMemF', 'PMemF', 'EPf', 'NprocF', 'IOf', 'IOPSf', 'uCPU',
'uVMem', 'uPMem', 'uEP', 'uNproc', 'uIO', 'uIOPS', 'mCPU', 'mVMem', 'mPMem', 'mEP', 'mNproc',
'mIO', 'mIOPS', 'anyF', 'ID', 'From', 'To'
:type item: str
:return:
r r r r )r rx rG rZ r r r r r r r r r r FIELD_TO_TABLE_COLUMNru rL r{ rM r FIELD_FAULTr rN r r rK r ) ra r7 fun_ column_name table_columncolumn_name_limittable_column_limitcolumn_name_faulttable_column_faults r9 _aggregate_fun_casez HistoryShow._aggregate_fun_case s9 6>>8
&*,+,*,() *,*+ *,( )
*,' ( *,)
* DD T\\$$&&DD
V^^&&((DD
T\\$$&&DD/5K"4:<==L}$$}}\22$$|44$$|44$$$9+kFWFWX\F]F]:^$_!%,TZ\;L%M%M"|5GHH""$9+iooVZF[F[:\$]!$9+iooVZF[F[:\$]!%,TZ\;L%M%M"%,TZ\;L%M%M"}}\3EGYZZ r= c t j }t j } j r%| j j j }nL| } j
r= j
}| t | n` j r2| t j j j n'| |rg }|D ]}|t v rDt | } j t$ | k } nYt& | } j t( | z | k } | | | t/ | |r* fd|D }
| t/ |
j dk r! j | j }|S )Nc L g | ] }j | k !S rT )rA r )rW funk_key_ra s r9 rY z/HistoryShow._group_by_query.. s/ t t tYbt~1I1I)1T1T T t t tr= r )rP r? r= r: group_byrG rZ r r r r> r append_order_byr r rL r r@ rN rK rM ry
append_havingr rB ) ra select_query
by_usage_list
by_fault_listrs order_by_aggregate_funcfilter_fun_listr7 r
filter_funby_fault_filters ` r9 _group_by_queryzHistoryShow._group_by_query sX '
66
'
66
_ ))$*,/::EE !))$*=*=*?*?@@II$J[J[J]J]^^E = =&*&>&>t}&M&M # ! !$'>"?"? @ @ @ @"
=%%c$*,/&:&:;;;;%%d&9&9&;&;<<< 7 O%
3
3=(( ) / / 5 5E!%!9T=U=UVabgVh=i=i!iJJ %OOD 1 1E!%!9D FROM ...
:return:
)r r )r< r rN rD extendr
ry )ra columns_agregate_func
column_key
column_funs r9 _columns_queryzHistoryShow._columns_query s
!# + 9 9J 11*==J*d++
9%,,Z8888 ^33!&z:!>!>J%,,Z8888$$r= c h d}t |t | j | j hz t | j p
t z z S )N> r r r r r r r r r r r r r r )boolr^ r< r> r? )ra r s r9 _check_need_time_countz"HistoryShow._check_need_time_count sW
Gs4#4 5 5 G#dmNd_b_d_dJeJe efgggr= c : | o| j S r; )r r: ri s r9 r z HistoryShow._check_need_join s **,,HT5H1HHr= c || }|rDt | | j | d| j }n4t | | }| j r"t || }t | | }|r~| j | j
t | j j j | j
j j k | | j
}| | }|S )z'
:type need_join: bool
N)rG r )r9 rG )r9 )r r r] rH rj r. r_ r
r- outerjoinrG rZ r[ r9 select_from)ra columns_ need_join where_queryrs
_table_joineds r9 r zHistoryShow.select_query sA **,,H M ''d.?'@@$//VW_c_p/BqBq KK t 6 6 8 8$//:K:KLLK > E {D,A,A,C,CDDKx &&{33 5 - 7 7
D!2!4!<
@T!TVZVeVejnjrVeVsVs t t M %%m44E r= c | }| || }| | }|S N)r r )r r r r )ra r rs s r9
main_queryzHistoryShow.main_query1 sO &&((!!8t?T?T?V?V!WW$$U++ r= c t | | | }t t j | j j j t j
| j j j g | }t j }t | ddi dd }| j | | j | }| j dt j |z
| d S )a
SELECT
MIN(created) AS MinCreated,
MAX(created) AS MaxCreated
FROM
lve_stats2_history
WHERE
id = AND
created BETWEEN 'xxxx' AND 'yyyy' AND
server_id = 'localhost';
rb Trc rm rn ro r )r r] rj r_ r
r r rG rZ r[ r r- rp r? rh r rE rq r4 r0 rr )ra r rs rt ru rv s r9 _min_max_createdz HistoryShow._min_max_created7 s 42244doo6G6GI^I^I`I`aa !566 AU8V8VWXX^^_jkkY[[
ot-D
EE F F N NtUX Y Y q}$$U++ 'z)ABBB}}q!!r= c " | \ }}|| j S t t | }t t | }t || }g }t | D ]\ }}} t
j | }
t t | |
_ t t | dz
|
_
| |
_ d|
_ |
|
|S )Nr r )r rO r r r) reversedcopyr r r r! r% rB r proceed) ra min_created max_createdr r! time_unit_groupsrZ _from_to
_time_unit self_copys r9 proceed_dyn_time_unitz!HistoryShow.proceed_dyn_time_unitL s #'#8#8#:#: [ ( (!">{"K"KLL <[ I IJJ / YGG&./?&@&@ - - "E3
$I$@UASAS$T$TI !">{3?O?O"P"PST"TI ",I IO KK ))++ , , , , r= c @ | j t k s | j g k rg S | j .t | j t t f s
| j dk rg S | }t j }t
| ddi }| j |
dd | j } |
| }| j dt j |z
| | j _ | | j S # t$ $ r(}| t% |d }~ww xY w)Nr rb Trc rm rn ro )r9 re rN rD r rp r? rh rE rq r r4 connectr0 rr rO rZ closer )ra rs rt ru conncursorrz s r9 r zHistoryShow.proceed` sc 8uww $(b..I 8
48dE](K(K PTPX\]P]P]I!!Y[[
ot-D
EE F F qyys++,,,}$$&& )\\%((F HNN+TY[[:-E F F F)/ ):):D ! &
JJLLL( ( ( 4 4 4 JJLLL*,,! 3 4s .A"E+ +
F 5#FF c D fd D S )Nc T g | ]$}t t j | %S rT )dictr| r< )rW items_valra s r9 rY z,HistoryShow.proceed_dict..x s. XXXIS*I6677XXXr= )r ri s `r9 proceed_dictzHistoryShow.proceed_dictw s% XXXX XXXXr= )NNr+ NNNr, Nr r NNNFr; )r` N)NF) r r r re rX r] r_ rj rI r{ r r r r ry r r r r r r r r r r r r r r rT r= r9 r& r& f s
%Vb Vb Vb Vbp$
$
$
LI I I I8 8 8% % % %6% % %"Q Q QE E E "
"
"
H^ ^ ^$# # # (: : :4 4 4 - - -^) ) )V% % % h h h&I I I , " " "* () ) ).Y Y Y Y Yr= r& c e Zd Zd Zd Zd ZdS )_HistoryShowX1c p t j | g|R i | d| j vrdg| j z | _ g | _ d S r )r& re r< _labelsra argskwargss r9 re z_HistoryShowX1.__init__| sN T3D333F333 t( ( (!%): :D r= c |dk rt| j j j | j j j | j j j | j j j | j j j | j j j | j j j g}n|dk r!t d| j j j
}n|dk r | j }n|dk r | j }nt | }t | j j | }|t t z t" z v rt || }n8|t$ v r]t t t$ | }t |t | j j | }||g}n|t( v rt t t( | }t t" t( | }t |t | j j | }t |t | j j | }t |dz | } |||| g}|S )!
:type item: str
r r r r r _max)rG rZ r r r r r r r r
r r r! r ru rL rM r rN r rK )
ra r7 r r r r r r r table_column_maxs
r9 r z"_HistoryShowX1._aggregate_fun_case s 6>>
&
)
&
(
&
%
'DD T\\tz|//DD
V^^#DD
T\\>DD/5K"4:<==L
3kABB [,77$$$9+kFWFWX\F]F]:^$_!%*+f>f%g%g"$&89""$9+iooVZF[F[:\$]!$9+iooVZF[F[:\$]!%*+f>f%g%g"%*+f>f%g%g"#(v)=|#L#L $&8:LN^_ r= c \ g }| j | j pg z }| j rt | j D ]}|t v r;t | }| t | Ft | }| t | |g | j r| | j |D ]}| | }t |t rX|D ]T}t |d rB|j | j vr4| | | j |j Ut |d rB|j | j vr4| | | j |j |S )Nr )r< r= r? rP rL r ry rN rK r r r> r rN rD rx r r )ra r r< r7 r r r r s r9 r z _HistoryShowX1._columns_query s " (DM,?R@ = D'
66
D
D=(( ) / / 5 5E '' E(:;;;; %OOD 1 1E ''U);T(BCCCC = /
. . .&
9
9J 11*==J*d++
9 & 7 7D tV,, 7$,1N1N-44T::: ++DI6667
:v.. 9:?$,3V3V)00<<<L''
888$$r= N)r r r re r r rT r= r9 r r { sB $ $ $L% % % % %r= r c * e Zd ZdZd Zd Zd Zd ZdS )_HistoryShowX60i c t j | g|R dt j i| | \ | _ | _ | d p| | _ d S )NrG rJ )
r re r$ rF get_history_x60_from_tor r! rP rI rJ r s r9 re z_HistoryShowX60.__init__ sp StSSS;3HSFSSS ,0+G+G+I+I($. **\22Kd6I6I6K6Kr= c ^ | j | j fdk rdS t | S )Nr r )r r! r rI ri s r9 rI z _HistoryShowX60.get_time_count s0 dn - = =1 ,,T222r= c j | j | j z
| j k rdS | j j j | j | j z | j }t t j | j j j t j
| j j j g t ||
}t j }| j t# | ddi dd | j | d }| j dt j |z
|\ }}||| j z
d
z |fS |S ) zG
calculate present in aggregate table from and to time
r rb Trc rm rn r ro Nr )r! r AGGREGATE_PERIODrG rZ r[ r\ r
r r r r- r r_ rp rE rq r? rh r r4 r0 rr )ra
between_queryrs rt r
create_min
create_maxs r9 r z'_HistoryShowX60.get_history_x60_from_to sl >D , ,0E E E :
,44T5EH]5]_c_mnn
!566 AU8V8VWXX^^ 5 5 7 7 8 8
Y[[
s5== $8O=PPQQYYZ^`cddeee &&u--6688; 'z)ABBB!'
J ! 559:E EMr= c |t v rIt | }t | j j | }t ||| j j j z S t | | S )r ) rL r ru rG rZ r
rp r r )ra r7 r r s r9 r z#_HistoryShowX60._aggregate_fun_case s^ = /5K"4:<==LlTZ\5F&FGG G!55dDAA Ar= N)r r r r re rI r r rT r= r9 r r s^ L L L3 3 3
* B B B B Br= r c , e Zd ZdZd Zd Zd ZddZdS )r' z=
Class for retrieve statistics data using two tables
c B t j | g|R i | t dz | _ | d| j i t
|i || _ t |i || _ | j j
d uo| j | _ | j r|
| _ d S d S )Nrn rJ )r& re r" _aliasupdaterJ r x60r x1r! r: _need_union_select_union_queryrG r s r9 re zHistoryShowUnion.__init__ s T3D333F3332W<
|T_5666"D3F33 $1&11 8-T9Qd>Q 4 1133DJJJ 4 4r= c | j r|t v rt | }t t t | }t t
t | }t
| j j | }t
| j j | }t
| j j |dz }| ||| }|S t | | S )r r ) r rK r rM r r ru rG rZ r r& r ) ra r7 r r r column_limit column_fault
column_maxr s r9 r z$HistoryShowUnion._aggregate_fun_case s
? 1 1/5K 5k)//RVBWBW6X Y 5k)//RVBWBW6X Y "4:<1BCCL"4:<1BCCL {V/CDDJ==\<HHDK 224>> >r= c t j 5 t j dt j | j t | j j j
j | j
j | j
j }| | j
}t# || j }ddd n # 1 swxY w Y |S )z"
union two tables
ignore)categoryN)warningscatch_warnings simplefiltersa_exc SAWarningr r r- r rG rZ r[ r\ r r r! union_allr r )ra union_querys r9 r z$HistoryShowUnion._select_union_query s
$
&
& : : !(V5E F F F F '..0066TW]_,44TX5I48K]^^__ K &//0E0E0G0GHHK T[99K
: : : : : : : : : : : : : : : s CC77C;>C;Nc h | j rt | S t | || S r )r r
r& r )ra r r s r9 r z HistoryShowUnion.select_query# s7 Z(## # ++D8y+YY Yr= r )r r r __doc__re r r r rT r= r9 r' r' se 4 4 4? ? ? Z Z Z Z Z Zr= r' c g }|dk r$g d}| | dk r| g d nO|dk r$g d}| | dk r| g d n%|#g d }| | dk r| g d
|S ) z
preparation list columns depending of the lve version
:type mode: Union[None, str]
:type lve_version: Union[None, int]
v1)r r r r r r r r r r r r r r r r r r r r r r Nr+ )r r r v2)r r r r r r r r r r r r r r r r r r )r r r ) r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r )r )r, moder s r9 r; r; * s G t||
0 +// NN666 7 7 7
( +// NN666 7 7 7
@ +// NNHHH I I I Nr= r )Sr r rC r rp r
sqlalchemyr r r r r sqlalchemy.sqlr r r r
r r r
sqlalchemy.sql.expressionr r r r r lvestats.core.pluginr lvestats.lib.commons.dateutilr r r r r r lvestats.lib.commons.funcr r lvestats.lib.commons.sizeutilr r r lvestats.lib.configr r r! lvestats.ormr" r# r$ r% __all__r) r< rB rL rP objectr( r r@ usage_to_limit_dictr rL rM r rN rK r rD keyskeyr r r r r r) r& r r r' r; rT r= r9 r sI
+ + + + + + + + + + $ $ $ $ $ $ D D D D D D D D D D D D D D D D D D L L L L L L L L L L L L L L 9 9 9 9 9 9 c b b b b b b b b b
U T T T T T T T T T T T
S 3 3 3
" y6 y6 y6 y6 y6f y6 y6 y6x : LLNNFLLNN
LLNNFLLNN MMOOW]]__ MMOOW]]__ KKMM5;;== KKMM5;;== MMOOW]]__ MMOOW]]__ NNhnn&& NNhnn&& KKMM5;;== KKMM5;;== MMOOW]]__ MMOOW]]__ "%$%
E% U%
5 %
X %
4
%
g% V% K%
;% [% Y%
:%
h % W % [!%" ^#% %$
;%%&
m'%( K)%*
:+%, \-%. E/%0
51%2 U3%4 X5%6
47%8
g9%: V;%< E=%>
5?%@ UA%B XC%D
gE% %F
I% % % N LKK
III III III G G G +1v"N"N 4%**,, - - 7 7C36#CIIKK00) ) ) K KL ] ]^ 2 23 *RY RY RY RY RY& RY RY RYjH% H% H% H% H%[ H% H% H%V-B -B -B -B -Bn -B -B -B`1Z 1Z 1Z 1Z 1Z{ 1Z 1Z 1Zh\ \ \ \ \ \r=