h)j d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
m Z m Z m
Z
mZ d dlmZ d dlmZ d dlmZ dZ G d de Z G d d
e Z G d d e Z G d
de Z G d de Z dZ G d de Z G d de Z G d de Z g dZ!dS ) N)NoReferenceErrorNoSuchColumnErrorNoSuchTableErrorSQLAlchemyError)LveStatsPluginTerminated)
PluginContext) ConfigErrorshamanc e Zd Z fdZ xZS )PluginExecutionExceptionc : t j |i | d S Nsuper__init__selfargskwargs __class__s /builddir/build/BUILDROOT/lve-stats-4.3.2-1.el9.x86_64/opt/cloudlinux/venv/lib/python3.11/site-packages/lvestats/eventloop/plugin_executors.pyr z!PluginExecutionException.__init__" % $)&))))) __name__
__module__ __qualname__r
__classcell__r s @r r r ! 8 * * * * * * * * *r r c e Zd Z fdZ xZS )DbRecoveredExceptionc : t j |i | d S r r r s r r z DbRecoveredException.__init__' r r r r s @r r" r" & r r r" c e Zd Z fdZ xZS )DbRecoverFailedExceptionc : t j |i | d S r r r s r r z!DbRecoverFailedException.__init__, r r r r s @r r% r% + r r r% c e Zd Z fdZ xZS )PluginTimeoutExceptionc : t j |i | d S r r r s r r z PluginTimeoutException.__init__1 r r r r s @r r( r( 0 r r r( c ( e Zd Zdi iZd Zd Zd ZdS )PluginExecutorstatsc || _ t j d | _ ddlm} i | dt _ d S )Nzmain_loop.plugin_executorr )get_lve_version)r, LVE_VERSION)configlogging getLoggerloglvestats.lib.commons.funcr. r+ initial_lve_data)r r0 r. s r r zPluginExecutor.__init__8 sZ $%@AA
57GXGX*Y*Y'''r c t )z
Executes given plugin with provided lve_data.
Does not modify lve_data.
Returns updated lve_data or throws PluginExecutionException or PluginTimeoutException
:param plugin_class: object:
:return:
NotImplementedError)r plugin_classnowtimeouts r executezPluginExecutor.executeA s "###r c t r r7 r s r terminatezPluginExecutor.terminateK s !###r N)r r r r5 r r< r? r r r+ r+ 5 sN }Z Z Z$ $ $$ $ $ $ $r r+ c * e Zd Z fdZd Zd Z xZS )SameProcessPluginExecutorc t | t | | _ i | _ t
j | _ d S r ) r r r plugin_contextlast_execution_timer+ r5 copylve_data)r r0 r s r r z"SameProcessPluginExecutor.__init__S sM
+F 3 3#% &7<<>>
r c t j d }| j | }||_ d }t |dt |dd }|r || j |d z
}|||k r | | j || j |< d S # t t t f$ rf}|
d | j n"# t $ r} t! | | d } ~ ww xY wt# |d }~wt$ $ r*}|
d t' | |d }~wt $ r}t' | |d }~ww xY wd S )Nz&main_loop.plugin_executor.same_processperiodr MDatabase error during executing plugin that leads to need of db recreation dbzkDatabase error during executing plugin that may indicate the need to recreate db. Please check it manually.)r1 r2 rE get_instancer: getattrrF getr< rH r r r exception
recover_db
BaseExceptionr% r" r r )
r r9 r: r; r3 plugin_instance time_passedrJ exexception_during_recovers
r r< z!SameProcessPluginExecutor.executeY s HII -::<HH ! (GL(TX4Y4YZZ N 8 < <\1 M MMK >V{ 2 2
; ''
6669<( 6%'79IJ
5
5
5
mnnnk'224444$ k k k23KLLRjjk +,,"4"
;
;
;
: ; ; ;.r22:
;
;
;.r22:
;% 3 2sT $B' 'E3>D C.-D .
D
8DD
D
E3,%E
E3 E..E3c d S r r@ r> s r r? z#SameProcessPluginExecutor.terminatez s r )r r r r r< r? r r s @r rC rC R sW ? ? ? ? ? ; ; ;B
r rC c e Zd Zd Zd ZdS )ProcessContextc t j | _ | j | _ i | j _ | j | _ | j | _ | j | _ | j | _
| j | _ | j | _ d S r )
multiprocessingManagermgr NamespacensrF Eventplugin_ready_event plugin_execution_finished_event plugin_execution_success_eventdb_error_event have_to_exitexitedr> s r r zProcessContext.__init__ s "*,,($$&&&(#"&(.."2"2 /3x~~/?/?,.2hnn.>.>+ "hnn . . HNN , ,hnn&& r c 8 | j d S r )r\ shutdownr> s r r? zProcessContext.terminate s r N)r r r r r? r@ r r rX rX ~ s2
'
'
' r rX c e Zd Zd fd Zedd Zed Zd Zed Zed Z d Z
d Z ed
Z d Z
d Zd
Zd Z xZS ) SeparateProcessPluginExecutorNc t t | || _ d | _ d | _ d S r )r r
profiling_logprocess_contextprocess)r r0 rk r s r r z&SeparateProcessPluginExecutor.__init__ s6
* # r c
t j t j t j t j t j t j t j t j d } t | }t j
} |j d s%|j r|j |rt) |dd 5 }| d t- j || }| d
d | d | d
d d d d n # 1 swxY w Y |j d S |j d %|j |j j } |j j }
| | } n# t@ $ r-} |! tE | Y d } ~ d } ~ wtF $ rE}
|! d |
|j _! |j Y d }
~
d }
~
ww xY w|
| _ tI | dtI | dd }|tK | }d }|j j& }||
|' | d z
}|||k r t j t j( t j) |* d| tW j+ }| , | |* d| tW j+ |z
|
|| < ||j _& |j- |j t j t j( t j. n# t^ t` tb f$ r^}
|! d |
|j _! |j2 |j Y d }
~
d }
~
wtf $ rF}
|! d| |
|j _! |j Y d }
~
:d }
~
wth $ r- |5 d| tm j7 d Y ntp $ r.}|! dtE | Y d }~d }~wtF $ rF}
|! d| |
|j _! |j Y d }
~
d }
~
ww xY w|* d| ||z
|j- |j H# tF $ r}
|
|j _! n># tp $ r1}|j9 dk r tu |
tv r
Y d }~Y d }
~
d S |d }~ww xY w|! d |j Y d }
~
d S d }
~
ww xY w)Nz!main_loop.plugin_executor.processT )r; za+zutf-8)encodingz'Plugin process profile, internal time:
)streamtimerA z)Plugin process profile, cumulative time:
cumulativez!Error during instantiating pluginrJ r zExecuting plugin %sz Executing plugin %s took %f secrK znDatabase error during executing %s plugin that may indicate the need to recreate db. Please check it manually.zPlugin %s was terminated.z IO Error: %sz-Other exception during execution of plugin %sz$plugin %s will be launched in %f sec z.Exception during execution in separate process)<ossetpgrpsignalSIGTERMri _child_process_sigterm_handlerSIGUSR1_sigusr1_handlerr1 r2 r r+ r5 rG r` waitrd is_setra setopenwritepstatsStats
sort_stats print_statsre clearr^ r9 r: rL r rO str ExceptionrM floatrF rN SIGUSR2 _stop_plugindebugrr r< rb SIG_IGNr r r rc r r infosysexitIOErrorerrno
isinstanceEOFError)r0 rl profilerrk r3 rE rH fr, r9 r: rR cerT rJ rS rF t0ioees r _in_separate_processz2SeparateProcessPluginExecutor._in_separate_process s
fn&C&bccc
fn&C&TUUU CDDf B *6 2 2N%6;;==HW
J)<AA!ALL
&3::<< 'GKKMMM# O!%mTG!L!L!L OPQ !(R S S S(. Xa(H(H(H % 0 0 8 8 D DR H H H !(T U U U % 0 0 > > J J2 N N N
O O O O O O O O O O O O O O O (.22444 *<AA!ALL
288::: . 1 > %(, &4&A&A,&O&OOO" MM#b''*** HHHH MM"EFFF35O&0#CGGIII HHHH '*# (GLRZ\`V{%:%:%!
fn6S6`aaa "7 FFF !Y[['//999 "C\SWS\S^S^acScddd'FJJLLL'GKKMMM
fnfnEEEE -/?AQR ! ! !
&uvvv79*4'6::<<<'GKKMMM * ! ! !
'BCOQ Q Q 8:*4'GKKMMM 3 $ $ $!P$ "W1 $V ;ARW1
V !;S" W1 "7V W1 V $#U
W1
V ;VW1 V AW1 1
Z < X Y;
Y X?3Y;=X??Y1Y;;Z c r t j }| t j | ||| d S r )cProfileProfileruncallri r )r0 rl rk r s r _do_profile_in_separate_processz=SeparateProcessPluginExecutor._do_profile_in_separate_process sD #%%6K (!& ( ( ( ( (r c t | _ | j r t j n t j }t
j |d| j | j | j f | _ | j
d S )Nplugin_process)targetnamer ) rX rl rk ri r r rZ Processr0 rm start)r r s r _make_sub_processz/SeparateProcessPluginExecutor._make_sub_process
s - / / RVRd ?.NN ) > '.f4D59[$BVX\Xj4km m m
r c p t j d }| d t )Nplugin_sigusr2_handlerzShutting down plugin)r1 r2 r r signumframer3 s r r z*SeparateProcessPluginExecutor._stop_plugin s2 899 '(((&(((r c t j d }| d t j d d S )Nsubprocess_sigterm_handlerzShutting down child processr )r1 r2 r r r r s r ry z F
V^$$$ *+++++r c | j r| j sd S | j d | j j | j j t r)d | _ | j d | _ d S | j d | j j
} | j | j t | j r|
| nT# t $ rG}| j dt! | |
| Y d }~nd }~ww xY wd | _ | j d | _ d S # d | _ | j d | _ w xY w)NzTerminating subprocesszKilling subprocessz7Wasn't able to kill subprocess because of the error: %s)rm rl r3 r rd r~ re r| KILL_PROCESS_TIMEOUTr? r joinis_aliver r rO r )r r rT s r _terminate_sub_processz4SeparateProcessPluginExecutor._terminate_sub_process* s | 4#7 F /000 )--/// & + +,@ A A DL * * , , ,#'D F +,,,l ( L " " $ $ $ L 2 3 3 3|$$&&
+%%c*** ' ' ' H XZ]^`ZaZa b b b ! !# & & & & & & & & ' DL * * , , ,#'D DL * * , , ,#'D ' ' ' 's1 =A&D$ #F! $
E5.=E0+F! 0E55F! !)G
c
t j d }| d t d t j D }g }t
t j D ]\ }}|
d| |d d| d t j
| D ]Q\ }}} }
|
d| d | d
| |
r*|
d |
R| d | d S )
Nz stack tracerz>--- Threads stack traces, while plugin is considered stuck ---c * g | ]}|j |j fS r@ )identr ).0ths r
zBSeparateProcessPluginExecutor._sigusr1_handler..K s! LLL27+LLLr z
# Thread: ()zFile: "z", line z, in z
)r1 r2 r dict threading enumeratelistr _current_framesitemsappendrN traceback
extract_stackstripr ) r r r3 id2namecode thread_idstackfilenamelinenor lines r r{ z.SeparateProcessPluginExecutor._sigusr1_handlerG sW // QRRRLLi6I6K6KLLLMM $S%8%:%:%@%@%B%B C C 5 5 Iu KKPw{{9b'A'APPIPPP Q Q Q090G0N0N
5
5,&$ Kh K K K KT K KLLL 5KK 3TZZ\\ 3 3444
5 4 !!!!!r c . | d S r )r r> s r r? z'SeparateProcessPluginExecutor.terminateU s ##%%%%%r c V | | d S r )r r r> s r _restart_sub_processz2SeparateProcessPluginExecutor._restart_sub_processX s, ##%%% r c b | j r| j s| | j | j fS r )rm rl r r> s r _get_process_and_contextz6SeparateProcessPluginExecutor._get_process_and_context\ s8 | %4#7 % " " $ $ $|T 111r c | j rd }| \ }}t j }||j _ ||j _ |j |j |j
| j dt j |z
|j
| |j }|r| t# | j }| n"# t( $ r} t+ | | d } ~ ww xY w| t/ |j }
|
sbt1 j | j j t8 j t j |dz | tA |j } | s?|j j! } | | rtE | tE d S )Nz=Executor (main process) data exchange with plugin took %f secg @)#rk r rr r^ r9 r: ra r rb r` r~ r3 r r| rc r} r r r0 rP rQ r% r r" ru r rm r rw rz sleepr r( rO r )
r r9 r: r; _contextr db_corrupted recreatorrU in_timesuccessrT s
r r< z%SeparateProcessPluginExecutor.executea s8 G2244
7
Y[[".
/55777.44666"&&((( VX\XaXcXcfhXhiii/44W=== -4466 ) ' ' ) ) )
g )$+ 6 6 $$&&&&
g
g
g./GHHNff
g " " $ $ $&(( (9@@BB + GDL$fn 5 5 5 Jw} % % % % % ' ' '(** *8??AA 1%B ' ' ) ) )
1.r222.000
1 1s (D9 9
EEEr )NN)r r r r staticmethodr r r r ry r r r{ r? r r r< r r s @r ri ri s; kB kB kB \kBZ ( ( \( ) ) \)
\
, , ,( ( (: " " \ "& & &! ! !2 2 2
+1 +1 +1 +1 +1 +1 +1r ri )r+ rC ri r r( r" r% )"r r1 rZ ru r rw r r rr r sqlalchemy.excr r r r lvestats.core.pluginr lvestats.core.plugin_contextr lvestats.lib.configr
__author__r r r" r% r( objectr+ r rC rX ri __all__r@ r r r sZ
: 9 9 9 9 9 6 6 6 6 6 6 + + + + + +
* * * * *y * * *
* * * * *9 * * *
* * * * *y * * *
* * * * *Y * * *
$ $ $ $ $V $ $ $4 )
)
)
)
)
)
)
)
X V "}1 }1 }1 }1 }1N }1 }1 }1@ ' ' 'r