{ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
m Z n
# e $ r dZ Y nw xY w d dl
m
Z
n# e $ r d dlm
Z
Y nw xY w d dlmZ n
# e $ r dZY nw xY wdZd dlmZ d Z d dlmZ n
# e $ r dZY nw xY wd Zd
Zd Zd Zd
Z dZ i Z i Z i Z G d de! Z" e" Z# e" Z$d Z%d Z&d Z'd Z(d Z)d Z*d Z+d Z, e'e dLd Z- e'e d Z. e'e dMd Z/ e'e d Z0 e'e d Z1ej2 d d k r* e'e dNd! Z3 e'e d" Z4n) e'e dNd# Z3 e'e d$ Z4 e'e d% Z5 e'e d& Z6 e'e dLd' Z7 e'e d( Z8 e'e d) Z9 e'e dOd* Z: e'e d+ Z; e'e d, Z< e'e d- Z= e'e d. Z> e'e d/ Z?d0 Z@ G d1 d2eA ZB G d3 d4eB ZCej2 dd d5k rd6 ZDnd7 ZD e%e G d8 d9eC ZE e%e G d: d;eC ZF e%e G d< d=eA ZG e%e G d> d?eA ZH e%e G d@ dAeB ZI e%e G dB dCeB ZJ e%e G dD dEeA ZK e%e G dF dGeA ZLed e'e ejM ZM e'e ejN ZN e'e ejO ZO e%e ejP ZPe@ e&e G dH dIe ZQ e&e G dJ dKe ZRdS dS )P N)Counter)urlparse)
TableFunction)%Y-%m-%d %H:%M:%Sz%Y-%m-%d %H:%M:%S.%f%Y-%m-%d%H:%M:%Sz %H:%M:%S.%fz%H:%M)format_date_timec , t | t S N)r SQLITE_DATETIME_FORMATS)
date_values t/builddir/build/BUILD/imunify360-venv-2.6.2/opt/imunify360/venv/lib/python3.11/site-packages/playhouse/sqlite_udf.pyformat_date_time_sqliter $ s J(? @ @@ ) _sqlite_udf control_flowdatefilehelpersmathstringc < e Zd Z fdZ fdZ fdZ fdZ xZS )synchronized_dictc x t t | j |i | t j | _ d S r )superr __init__ threadingLock_lock)selfargskwargs __class__s r r zsynchronized_dict.__init__; s9 / &&/@@@@ ^%%
r c | j 5 t t | | cd d d S # 1 swxY w Y d S r )r r r __getitem__r keyr# s r r% z synchronized_dict.__getitem__?
Z C C*D11==cBB C C C C C C C C C C C C C C C C C C (>AAc | j 5 t t | || cd d d S # 1 swxY w Y d S r )r r r __setitem__)r r' valuer# s r r+ z synchronized_dict.__setitem__C s
Z J J*D11==c5II J J J J J J J J J J J J J J J J J Js )?AAc | j 5 t t | | cd d d S # 1 swxY w Y d S r )r r r __delitem__r& s r r. z synchronized_dict.__delitem__G r( r) )__name__
__module__ __qualname__r r% r+ r.
__classcell__)r# s @r r r : s & & & & &C C C C CJ J J J JC C C C C C C C Cr r c fd}|S )Nc D ]=}t |g t | | >| S r )AGGREGATE_COLLECTION
setdefaultappendklassgroupgroupss r decoratorz aggregate..decoratorQ sI 6 6E + +E2 6 6 6 ' . .u 5 5 5 5 r r; r< s ` r aggregater? P $
r c fd}|S )Nc D ]=}t |g t | | >| S r )TABLE_FUNCTION_COLLECTIONr6 r7 r8 s r r< z!table_function..decoratorY sI ; ;E % 0 0 ; ; ; %e , 3 3E : : : : r r= r> s ` r table_functionrD X r@ r c fd}|S )Nc D ]=}t |g t | | >| S r )UDF_COLLECTIONr6 r7 )fnr: r; s r r< zudf..decoratora sI - -E % %eR 0 0 0 5 ! ( ( , , , , r r= r> s ` r udfrI ` s$
r c t }|D ]g}t |d }|D ]G}t |d|j }||vr+| | | || Hhd S )Nr= name)setr5 getgetattrr/ addregister_aggregate)dbr; seenr: klassesr9 rK s r register_aggregate_groupsrT i s 55D 3 3&**5"55 3 3E5&%.99D4 %%eT222 33 3r c t }|D ]Z}t |d }|D ]:}|j |vr/| |j | | ;[d S Nr= )rL rC rM rK rO register_table_function)rQ r; rR r: rS r9 s r register_table_function_groupsrX s s 55D 2 2+//r:: 2 2Ez%%$$$**5111 22 2r c t }|D ]X}t |d }|D ]8}|j }||vr+| | | || 9Yd S rV )rL rG rM r/ rO register_function)rQ r; rR r: functionsfunctionrK s r register_udf_groupsr] | s 55D 5 5"&&ub11 ! 5 5H$D4 $$Xt444 55 5r c T t | g|R t | g|R t | g|R d S r )rT rX r] )rQ r; s r register_groupsr_ sJ b*6****"2/////$V$$$$$$r c r t | gt R t | gt R t | gt
R d S r )rT r5 rX rC r] rG )rQ s r register_allra sL b8#78888"2B(ABBBB,^,,,,,,r c | r|S |S r r= )condtruthyfalseys r if_then_elserf s
Mr c | dd } | d }|dk r
| d | S | d }|dk r
| d | S | S )NT +-
)replacefind)date_strtz_idx1tz_idx2s r strip_tzrs sn S))HmmC G"}}!!mmC G||!! Or , c d}g }|D ]@\ }}t | | \ }} |r&|dk rdpd}| |d|| A|sdS | | S )N))i3year)i ' month)i: week)Q day)i hour)< minute) secondr~ s ri z 0 seconds)divmodr7 join)nsecondsgluepartsaccumoffsetrK valsuffixs r human_deltar s
E
E : : x00
X :AX%#+F LLccc448 9 9 9 { 99U r c v t j | }n# t $ r Y d S w xY w|d S Nr~ )ospathsplitext
ValueError)filenameress r file_extr sI g x(( tt q6Ms "
00c t | 5 }| cd d d S # 1 swxY w Y d S # Y d S xY wr )openread)r fhs r file_readr s
(^^ r7799
s! ? 2 ? 6? 6? A c F t t j | | S r )bufferzlibcompressdata compressions r gzipr s dmD+66777r c * t j | S r r
decompressr s r gunzipr t$$$r c t | t r"t | d } t j | | S )Nraw_unicode_escape)
isinstancestrbytesencoder r r s r r r s@ dC <%9::;;D}T;///r c * t j | S r r r s r r r r r c 6 t | }|r|j S d S r )r netloc)url parse_results r hostnamer s( C==L #""# #r c x | } t | xt | < }|S r )lowerSTATErM )r' rets r toggler s/
))++C 99S>>))E#J Jr c R |t | S |t | < |S r )SETTINGSrM )r' r, s r settingr s' }||C
r c 8 t d S r )r clearr= r r clear_settingsr s NNr c 8 t d S r )r r r= r r
clear_togglesr s KKMMMMMr c D |d| }} n|d}t j | || S Nr r~ )random randrange)startendsteps r randomranger s1
{s
E3 - --r c P t j | | S # t $ r Y d S w xY wr )r gaussr )meansigmas r gauss_distributionr s; |D%((( tts
%%c N t j | S # t $ r Y d S w xY wr )r sqrtr )ns r r r s7 y|| tts
$$c t t | S # t $ r t | cY S # Y Y d S xY ww xY wr )intr float)r s r tonumberr sS 1vv
88OOO 444 s
7-7377c 8 | r|sdS | | S Nr )count)haystackneedles r substr_countr s( 6 q >>& ! !!r c , | | S r )strip)r charss r strip_charsr s >>% r c r | }|D ]}| | | S r )update hexdigest) constructorr! hash_objargs r _hashr # sC {}}H r c e Zd Zd Zd Zd ZdS ) _heap_aggc " g | _ d| _ d S r )heapctr s r r z_heap_agg.__init__+ s r c |S r r= r r, s r processz_heap_agg.process/ s r c | xj dz
c_ t j | j | | d S r )r heapqheappushr r r s r r z_heap_agg.step2 s7 1
ty$,,u"5"566666r N)r/ r0 r1 r r r r= r r r r * sA 7 7 7 7 7r r c e Zd Zd ZdS )_datetime_heap_aggc t | S r )r r s r r z_datetime_heap_agg.process7 s &u---r N)r/ r0 r1 r r= r r r r 6 s# . . . . .r r )r c < | j | j dz z | j dz z S )Nry g .A)secondsdays microsecondstds r
total_secondsr ; s)
5 " F+- .r c * | S r )r r s r r @ s r / / 1 1 r c e Zd Zd ZdS )mintdiffc d x}}| j rO| |t j | j }%t j | j }||z
}|||k r|}|}| j O|t | S d S r )r r heappopr )r dtpmin_diffdtdiffs r finalizezmintdiff.finalizeD s hi ; - 22C ty))B8D 8d?? C i ** * r Nr/ r0 r1 r r= r r r r B s#
+
+
+
+
+r r c e Zd Zd ZdS )avgtdiffc 4 | j dk rd S | j dk rdS dx}}d }| j r`|dk r |t j | j })t j | j }||z
}|dz
}|t | z
}|}| j `t | |z S Nr~ r )r r r r r r )r totalr r r r s r r zavgtdiff.finalizeU s 7Q;; F
W\\1i
zz; - 22C ty))B8D !GB ]4(( (EC i
U||b r Nr
r= r r r r S # ! ! ! ! !r r c e Zd Zd Zd Zd ZdS )durationc " d x| _ | _ d S r _min_maxr s r r zduration.__init__m $$ DIIIr c t | }| j || j k r|| _ | j || j k r || _ d S d S r )r r r )r r, r s r r z
duration.stepp sL
$U
+
+ 9 TYDI 9 TYDIII !/r c ^ | j r%| j r | j | j z
}t | S d S r )r r r )r r s r r zduration.finalizew s6 9 % %)di'B $$ $tr Nr/ r0 r1 r r r r= r r r r k sA % % % r r c : e Zd Zer d Zd Zd ZdS d Zd Zd ZdS )modec , t | _ d S r )r itemsr s r r z
mode.__init__ s DJJJr c : | j | d S r )r r )r r! s r r z mode.step J d # # # # #r c ` | j r&| j d d d S d S r )r most_commonr s r r z
mode.finalize s6 z
7z--a003A66
7
7r c g | _ d S r )r r s r r z
mode.__init__ s
DJJJr c : | j | d S r )r r7 )r items r r z mode.step r r c n | j r-t t | j | j j S d S )N)r' )r maxrL r r s r r z
mode.finalize s9 z
B3tz??
0@AAAA
B
Br N)r/ r0 r1 r r r r r= r r r r } s B # # # $ $ $ 7 7 7 7 7 $ $ $ B B B B Br r c e Zd Zd ZdS )minrangec | j dk rd S | j dk rdS d x}}| j rO| |t j | j }%t j | j }||z
}|||k r|}|}| j O|S r )r r r r )r prevr currr s r r zminrange.finalize s 7a<< F
W\\1 xi < =33D =++D$;D 8d?? D i r Nr
r= r r r) r) s# r r) c e Zd Zd ZdS )avgrangec | j dk rd S | j dk rdS dx}}d }| j rS|dk r |t j | j })t j | j }||z
}|dz
}||z
}|}| j St | |z S r )r r r r r )r r r r+ r, r s r r zavgrange.finalize s 7a<< F
W\\1i
zz< =33D =++D$;D !GB TMED i
U||b r Nr
r= r r r. r. r r r. c $ e Zd ZdZd Zd Zd ZdS )_rangerangec " d x| _ | _ d S r r r s r r z_range.__init__ r r c n | j || j k r|| _ | j || j k r || _ d S d S r r r s r r z _range.step sD 9 1 1 DI 9 1 1 DIII !2 1r c @ | j | j | j | j z
S d S r r r s r r z_range.finalize s% 9 TY%:9ty( (tr N)r/ r0 r1 rK r r r r= r r r1 r1 sF D% % % r r1 c e Zd Zd Zd Zd ZdS )stddevc " d| _ g | _ d S r )r valuesr s r r zstddev.__init__ s r c Z | xj dz
c_ | j | d S r )r r9 r7 )r vs r r z stddev.step s- ! 1 r c | j dk rdS t | j | j z t j t fd| j D | j dz
z S )Nr~ r c 3 ( K | ] }|z
d z V
dS )r Nr= ).0ir s r z"stddev.finalize.. s+ B Ba$h1_ B B B B B Br )r sumr9 r r )r r s @r r zstddev.finalize sc 6Q;;14; $&(y B B B Bdk B B BBBdfqjQRRRr Nr r= r r r7 r7 sF S S S S Sr r7 c . e Zd ZddgZdgZdZddZd ZdS ) RegexSearchregex
search_stringmatch regex_searchNc : t j || | _ d S r )refinditer_iter)r rD rE s r
initializezRegexSearch.initialize s UM::DJJJr c R t | j d fS r )nextrK r: )r idxs r iteratezRegexSearch.iterate s# $$**1--/ /r NNr/ r0 r1 paramscolumnsrK rL rP r= r r rC rC sM ?+) ; ; ; ; 0 0 0 0 0r rC c . e Zd Zg dZdgZdZddZd ZdS )
DateSeries)r stop step_secondsr date_seriesry c t | | _ t | | _ t | }t j | | _ | j j dk r/| j j dk r | j j dk r|dk r d| _
d S | j j dk r_| j j dk rO| j j
dk r?| j j dk r/| j j dk r | j j
dk r|dk r d| _
d S d| _
d S ) N)r r ry r il r~ r r )r r rW r datetime timedeltarX r{ r} r formatrv rw rz )r r rW rX s r rL zDateSeries.initialize s 077DJ/55DI |,,L ( 2< H H HD
1$$
!Q&&
!Q&& %% ( */T))*"a''*.A%%).D(()/Q&&)-1$$ && ( 1 r c | j | j k rt | j }| xj | j z
c_ | | j fS r )r rW
StopIterationrX strftimer] )r rO currents r rP zDateSeries.iterate sJ zDI%%##jG JJ$+ +JJ$$T[113 3r N)ry rR r= r r rV rV sN 222( 2 2 2 2, 4 4 4 4 4r rV r )rt )r rQ )Sr[ hashlibr r r r rI sysr r collectionsr ImportErrorr urllib.parseplayhouse._sqlite_extr r peeweer r playhouser
cython_udf CONTROL_FLOWDATEFILEHELPERMATHSTRINGr5 rC rG dictr r r r? rD rI rT rX r] r_ ra rf rs r r r version_infor r r r r r r r r r r r r r objectr r r r r r r r) r. r1 r7 damerau_levenshtein_distlevenshtein_diststr_distmedianrC rV r= r r rx s+
####### GGG&!!!!!!! & & &%%%%%%%%&3333333 MMM
$ # # # # #A A A3333333 JJJ
C C C C C C C C$ 3 3 32 2 25 5 5% % %
- - - \
T T ( T T
A!S[[8 8 8 [8 S[[% % [% % S[[0 0 0 [0
S[[% % [% V# #
#
V
V
V
V
T. . . . T T T V" "
"
V! !
!
7
7
7
7
7
7
7
7. . . . . . . . BQB6!!. . . .
21M
4 + + + + +! + + + 4 ! ! ! ! !! ! ! !. 4 v " 4 B B B B B6 B B B, 4 y * 4 ! ! ! ! !y ! ! !. 4 V " 4 S S S S SV S S S *ss6{{:+N O O "ss6{{:#>??ss6{{:.//H
YYt__Z .
/
/F ^F 0 0 0 0 0m 0 0 0 ^D 4 4 4 4 4] 4 4 4 4 4 sA 1 ;;A AAA A)(A)8A? ?B B