;m ^ d dl Z d dlZd dlZd dlmZ d dlmZ d dlmZ d dl m
Z
d dl m Z m
Z
d dlmZ d dlmZmZ d d lmZ d d
lmZmZ d d lmZmZ d Z G d
de Z ddZ e dk r e ej dk rd dlm!Z! e!j" e!j# e j Z$ e ej dd e$ dS # e%$ r e&d Y dS ej' $ r Z( e& e)e( Y dZ([(dS dZ([(we!j* $ r Z+e+, Y dZ+[+dS dZ+[+ww xY wdS dS ) N)insert)OperationalError)select)func)LveStatsPluginLveStatsPluginTerminated)dbengine)
get_chunks reboot_lock)ProgressCallback)FIELD_TO_TABLE_COLUMN HistoryShow)history history_x60i c @ e Zd Zg dZd Zd Zd Zd Zd Zd Z d Z
d S )
DBSaverX60)IDaCPUlCPUCPUfaEPlEPEPfaVMemlVMemVMemFaPMemlPMemPMemFaNproclNprocNprocFaIOlIOIOfIOPSflIOPSaIOPSc t j d | _ d| _ d | _ t
| _ d| _ d| _ d| _ t d | _ d S )Nzplugin.DBSaverX60r localhostF g?)time_change_step) logging getLoggerlognowconfigAGGREGATE_PERIODperiod server_idverbose_execute_timeoutr progress)selfs /builddir/build/BUILDROOT/lve-stats-4.3.2-1.el9.x86_64/opt/cloudlinux/venv/lib/python3.11/site-packages/lvestats/plugins/generic/dbsaver_x60.py__init__zDBSaverX60.__init__5 sV $%899 & $
! (#>>>
c || _ d S Nr1 )r8 _configs r9
set_configzDBSaverX60.set_config? s
r; c
| j r| d t | t t z t t z }||k r
|t z
}||z
t k r0| j d|| t
t |t | t d D ]\ }}|t z }||k r nt | j |dz || j
| j | j }| }g } |D ]z| j |j
|d}
|
fdt
| j
D |
dxx dz cc< |
d xx dz cc< | |
{t! 5 | j } | } | r;t' | D ]*}
| t+ t, |
+n1| t+ t, | j |dd
| j r&d||z
dz ||z
z z
}| | | | n{# t2 $ rv}| | j d t9 | | j r(t; d t9 | d d
d Y d }~n d }~wt< $ rV}| | | j d t= |d }~wt> $ r}| | t9 | }d|vr | j | ddl!m"} || j | j# ||| j Y d }~d d d d S d }~ww xY wd d d n # 1 swxY w Y tI j$ | j% z
}| j& dk r4| j& |z
||z dz k r | j d||| d S | j d n| j d | j r2| dd | j ' d S d S )Nr z'Data aggregation from %s to %s started. )r period_from period_to show_columnsr4 r/ )r4 timecreatedc > i | ]\ }}t | | S )r
).0indx_field_rows r9
z9DBSaverX60.aggregate_db_data_by_hours..` s) ooo}uf.v6E
ooor; cpud cpu_limit)r4 rG idz-Can not write aggregated data to database: %sz
Warning: z...Plugin is terminated.z*=: 'NoneType' and 'int')fix_db)
from_timestmp to_timestamplog_z/Data was aggregated from %s to %s in %s secondszData aggregation done.zNothing to aggregate.T)force)(r5 r7 intr2 r/ debug enumerateranger engineFIELDSr4 proceed
time_countupdateappendr connectbeginr
executer r commitcloser rollbackerrorstrprintr TypeErrorwarninglvestats.lib.dbenginerU r1 rF r0 r6 stop)r8 utc_fromutc_to utc_from_
aggr_cycle hour_fromhour_to history_showrowsmass_insert_valuesone_insert_valuesconn_transchunk progress_oeexcmsgrU work_timerM s @r9 aggregate_db_data_by_hoursz%DBSaverX60.aggregate_db_data_by_hoursB s = MM! MMS)9%:%::SAQ=R=RR ) )I I 0 0 0 HNNDiQW X X X)25CKKQa3b3bde)f)f I
I
%
I#&66V##E * ![ )A
%!% "n
$++--%'" A AC%)^ , 7#*) )%
&,,ooooXabfbmXnXnooo &e,,,3,,,%k222c9222&--.?@@@@ ]] && && K / / 1 1E !KKMME#&- )34F)G)G J J %
f[.A.A5 I I I I J "MM &{ 3 34>^emn5o5o = 5(+v /AS.HVV_M_.`(`I MM) 4 4 40
1 , C C C ((( 'VX[\^X_X_``` = C !"As2wwtt}"A"A"A B B B3 B B B (((
'>??? 6 8 8cA$ (((
!"gg5S@@ ! ((---@@@@@@ t{DKy_fmqmuvvvv G&& && && && && && && && &&0 1&& && && && && && && && && && && && && && &&P !IKK$( 2 (1,,1E 1QT]`jTjmnTn1n1nHNN#TV_ahjstttFF HNN3 4 4 4 4 HNN2 3 3 3 = ! MM#TM * * * M ! !s^ ).P$BJ 3*P$
P'A+LP$
P%AM66
PA;P>P$PP$$P( +P( c | j d | j dd | _ | \ }}}}| ||| | || d S )NzPlugin executedr4 r* )r/ r[ r1 getr4 get_max_min_ts
aggregate_newaggregate_migrated)r8 lve_data dt_x1_max dt_x1_min
dt_x60_max
dt_x60_mins r9 rf zDBSaverX60.execute s| ())) kBB7;7J7J7L7L4 9j* 9i<<< :66666r; c | j d |0|0|t z |k r$| |t z
| d S d S d S d S )NzAggregating migrated)r/ r[ r2 r )r8 r r s r9 r z DBSaverX60.aggregate_migrated si -... Z%; L\@\_i@i@i + +J9I,I: V V V V V ! %;%;@i@ir; c |r^|s|}| j rt d| d| d ||z
t dz k rd| _ n t | _ | || d S d S )Nz*[lve-stats]: Start aggregating data from "z" to "z"; to skip press Ctrl+C ... < )r5 rl r2 r3 r )r8 r r r s r9 r zDBSaverX60.aggregate_new s
C
' &
}
B B B$B B B
:%(81(<<< . + +J B B B B B
C
Cr; c 8 | j } t t j t
j t j t
j g | j t
j k }t j
}| | }| \ }}| j
dt | ddi dd t j
|z
t t j t$ j t j t$ j g | j t$ j k }| | }| \ }}| j
dt | ddi dd t j
|z
| nO# t( $ rB} | | j
d t) | d } ~ ww xY w||||fS )Nz%s; query time: %s
literal_bindsT)compile_kwargs
rT )r^ rd r r maxr rG minwherer4 rF rf fetchoner/ r[ rk compilereplacer rh r )
r8 r{ query
time_startrM r r r r r s
r9 r zDBSaverX60.get_max_min_ts s& ##%% DHW_ 5 5tx7P7PQRRXX'"33 E J--&&C#&<<>> Iy HNN$EMM/41HMIIJJRRSWY\]] j(
DH[%8 9 948KDW;X;XYZZ``+"77 E --&&C%(\\^^ "J
HNN$EMM/41HMIIJJRRSWY\]] j(
KKMMMM ( 6 6 6 KKMMM HNN2 3 3 3*,,# 5 6 )Z;;s HI
J=JJN) __name__
__module__ __qualname__r_ r: r@ r rf r r r rI r; r9 r r s F2? ? ? X! X! X!t7 7 7W W W
C C C "< "< "< "< " )pluginrB )r r Stoppedr= )-r- sysrF
sqlalchemyr sqlalchemy.excr sqlalchemy.sqlr sqlalchemy.sql.expressionr lvestats.core.pluginr r lvestats.libr lvestats.lib.commons.funcr
r lvestats.lib.commons.progressr lvestats.lib.lveinfolibr
r lvestats.orm.historyr r r2 r r r lenargvr1 read_plugin_config read_configcnfKeyboardInterruptrl MakeDbExceptionerk ConfigErrorce log_and_exitrI r; r9 r su
+ + + + + + ! ! ! ! ! ! * * * * * * I I I I I I I I ! ! ! ! ! ! = = = = = = = = : : : : : : F F F F F F F F 5 5 5 5 5 5 5 5 @< @< @< @< @< @< @< @C D( D("C<<
D( D##D(