d" ·V
d dl Z d dlZd dlZd dlZd dlZ d dlZd dlZdZej j
Z n# e $ r dZ G d de
Z Y nw xY wd dlZd dlmZmZ d dlmZ d dlmZ d dlZd dlZd d lmZmZmZm Z m Z d d
l m Z d d l m!Z! d d l"m#Z# d d
l$m%Z%m&Z& d dl'm(Z(m)Z) d dl*m+Z+ d dl,m-Z- ee. Z/ e( Z0 e( Z1de
ddfdZ2 G d dee Z3 G d de3 Z4 G d de4 Z5 G d d Z6dS ) NTFc e Zd ZdS )_NATSMaxPayloadErrorN)__name__
__module__ __qualname__ \/opt/imunify360/venv/lib/python3.11/site-packages/defence360agent/api/server/send_message.pyr r s r r )ABCabstractmethod) getLogger)Optional)APIAPIError
APITokenErrorFGWSendMessgeExceptionNATSSendMessageException)Core)Message)g)IndependentAgentIDAPIIAIDTokenError)Gen publisher) AsyncIterate)ServerJSONEncoderexreturnc @ K t d| dS )a Downgrade nats-py internal errors to DEBUG.
Transient errors (ConnectionRefused, AuthorizationViolation) are
expected during agent restarts. Our code already logs a WARNING
with context, so the nats-py default ERROR + traceback is noise.
znats: %sN)loggerdebug)r s r
_nats_error_cbr" 2 s" LLR r c R e Zd ZdZedefd ZdeddfdZdede ddfd Z
dS )
BaseSendMessageAPIz /api/v2/send-message/{method}r c
K d S Nr )selfmessage_methodheaders post_datas r
_send_requestz BaseSendMessageAPI._send_request? s r resultNc d|vr"t d | |d dk r5t d | d d S )Nstatusz unexpected server response: {!r}okzserver error: {}msg)r formatget)r' r, s r
check_responsez!BaseSendMessageAPI.check_responseC sk 6 ! !=DDVLLMM M ( t # #-44VZZ5F5FGGHH H $ #r methodr* c K t j d {V }n$# t $ r}t d| d }~ww xY wd|d}| ||| d {V }| | d S )NzIAID token error occurred zapplication/json)z Content-TypezX-Auth)r get_tokenr r r+ r3 )r' r4 r* tokener) r, s r
send_dataz BaseSendMessageAPI.send_dataI s B/9;;;;;;;;EE B B B @Q @ @AA A B /
))&'9EEEEEEEE F#####s
?:?) r r r URLr dictr+ r3 strbytesr9 r r r
r$ r$ < s
)C
^
IT Id I I I I
$c
$e
$
$
$
$
$
$
$r r$ c e Zd Zej ZddedefdZdeddfdZde e ddfd Z
d
e ddfd Z d Z
d
eddfdZdS )SendMessageAPINrpm_verbase_urlc z || _ || _ d| _ d | _ i | _ |r || _ d S | j | _ d S )N ) _executorr@ product_name server_idlicenserA _BASE_URL)r' r@ rA executors r
__init__zSendMessageAPI.__init__Y sF ! + $DMMM NDMMMr rE r c || _ d S r& )rE )r' rE s r
set_product_namez SendMessageAPI.set_product_named s (r rF c || _ d S r& )rF )r' rF s r
set_server_idz SendMessageAPI.set_server_idg s
"r rG c || _ d S r& )rG )r' rG s r
set_licensezSendMessageAPI.set_licensej s
r c K t j | j | j | z ||d }| || j d {V S )Nr4 POST)datar) r4 )rI )urllibrequestRequestrA r: r1
async_requestrD )r' r( r) r* rV s r
r+ z SendMessageAPI._send_requestm st .(( MDHOO>O B B B )
''$.'IIIIIIIIIr messagec l K d|vrt j |d< d|vrt j j |d< d|vrd|d< |j | j |j | j | j d}t j
|t }|
|j | d {V d S )N timestamp
message_idr4
INCIDENT_LIST)payloadr@ r\ rF name)cls)timeuuiduuid4hexr^ r@ r\ rF rE jsondumpsr encoder9 r4 )r' rY data2sendr* s r
send_messagezSendMessageAPI.send_messagev s g % %#'9;;GK w & &$(JLL$4GL ! 7 " " /GH |!, %
Jy.?@@@GGII nnW^Y77777777777r )NN)r r r r DEFAULT_SOCKET_TIMEOUT_SOCKET_TIMEOUTr< rJ rL r rN r; rP r+ r ri r r r
r? r? V s 1O + + +s + + + +)S )T ) ) ) )#x} # # # # # 4 D J J J8' 8d 8 8 8 8 8 8r r? c F e Zd ZdefdZdeeeef ddfdZ dS )FileBasedGatewayAPIr c K |4 d {V t j t j | d {V }|d d | D dcd d d d {V S # 1 d {V swxY w Y d S )Nr4 c & i | ]\ }}|d k ||S rR r ).0kvs r
z8FileBasedGatewayAPI._prepare_message.. s# JJJ$!QAMMAMMMr )r4 rT )asyncio to_threadre loadsitems)r' rY semaphoreloadeds r
_prepare_messagez$FileBasedGatewayAPI._prepare_message s ",TZAAAAAAAAF *JJ&,,..JJJ s A A**
A47A4messagesNc n K d}t j | fdt | 2 d {V }t j | d {V }|D ]N}i | di d| dd i}t j |t d Ot j t j
| d {V }t j dd }t j
|d
} | d d g}
t j |
t j j t j j t j j d
d {V } t% j | } | | d {V \ }
}t- j d r*t. dt3 | |
| | j dk r`t. d| t; t= d| d S )N c T K g | 3 d {V \ }} | "6 S r& )rz )rp _r0 r' rx s r
z5FileBasedGatewayAPI.send_messages.. sd
a
! !#y 1 1
s (rT r4 rC zagent-fgw-sendingstage I360_MESSAGE_GATEWAY_BIN_PATHz
/usr/libexec/zimunify-message-gatewayz send-manyz"--producer=i360-agent-non-resident)stdinstdoutstderr)inputDEBUGz Message sent to fgw: %s %s %sr zError sending message: ) rt Semaphorer gatherr2 r report_reporter_gen_fgwru re rf osgetenvpathjoincreate_subprocess_exec
subprocessPIPEbase64 b64encoderg communicater r infolen
returncodeerrordecoder r< )r' r{ max_threadstasksprepared_messagesr0 flatdumped_messages
bin_file_pathbin_filecommandprocessb64datar r rx s ` @r
send_messagesz!FileBasedGatewayAPI.send_messages s %k22
,X 6 6
#*.%"8 8 8 8 8 8 8$ CKcggfb))K8SWWXr5J5JKKD '/B
!( 1 J)!
!
+_
7<<
/HII
0
6
$)%*%*
"?#9#9#;#;<< & 2 2 2 A AAAAAAA 5>> KK/X
" " LLD6==??DD E E E(?fmmoo??@@
# "r )
r r r r; rz listtuplefloatr= r r r r
rm rm s_ D /Due|1D,E /$ / / / / / /r rm c e Zd ZdZdZdZdZdZdZdZ d Z
e d Z d Z
d
eeeef d d fd
Zd Zd Zd S )NATSGatewayAPIzPublishes messages to the embedded NATS server via localhost TCP.
Connects to nats://127.0.0.1: with an auth token read from
a file written by the resident-agent on startup.
z imunify.api.i z /var/run/imunify360/nats.tokenz /var/run/imunify360/nats.addrr} c " d | _ d| _ d S )Nr )_nc_last_connect_attemptr' s r
rJ zNATSGatewayAPI.__init__ s %&"""r c t j dt j } t | 5 }| }ddd n # 1 swxY w Y |r|S n# t $ r Y nw xY wt t j dt t j
}d| S )zBRead NATS listen address from addr file, fall back to env/default.I360_NATS_ADDR_PATHNI360_NATS_PORTz
127.0.0.1:) r r r DEFAULT_ADDR_PATHopenreadstripOSErrorintr< DEFAULT_PORT) addr_pathfaddrports r
_read_addrzNATSGatewayAPI._read_addr s I !>#C
i
(Avvxx~~''
(
(
(
(
(
(
(
(
(
(
(
(
(
(
(
D I&N,G(H(H I I
#D"""s4 A3 'A# A3 #A''A3 *A'+A3 3
B ?B c K | j | j j rd S t st d t j }|| j z
}|| j k r t d| j |z
dd || _ | d {V | }t j d| j } t | 5 }| }d d d n # 1 swxY w Y t! j d| || j dt& d {V | _ t( d | d S # t, $ r}t d
| |d }~ww xY w) Nznats-py is not installedzNATS reconnect backoff (z.1fz s remaining)I360_NATS_TOKEN_PATHznats://r )r7 connect_timeoutmax_reconnect_attemptserror_cbzConnected to NATS at %szFailed to connect to NATS: )r is_connected _has_natsr ra monotonicr MIN_RECONNECT_INTERVAL_closer r r DEFAULT_TOKEN_PATHr r r natsconnectCONNECT_TIMEOUTr" r r Exception)r' now
since_lastr
token_pathr r7 r8 s r
_ensure_connectedz NATSGatewayAPI._ensure_connected s
8 DH$9 F G*+EFF Fn 455
3 3 3*P0:=OP P P
&)" kkmm Y 5t7NOO
j!!
)Q((
)
)
)
)
)
)
)
)
)
)
)
)
)
)
) !\ $ $ 4'(' DH
KK14 8 8 8 8 8 *1a11
s= E 'D8 E DE D AE
E?'E::E?r{ r Nc K | d {V d} | j }|D ]\ }} t j | }nC# t j t f$ r*}t d| |dz
}Y d }~Wd }~ww xY w| dd }|
d } t j | }
| j
|z } i } | r| | d< | | |
| r| nd d {V }
nQ# t $ rD}t d | | t# |
||
d d
|dz
}Y d }~0d }~ww xY wt% j i |d|it( d |dz
}t+ j
d
r't d| |
j |
j d S # t2 $ r^}| d {V t d|t# | | t7 d| | |d }~ww xY w)Nr z Skipping malformed message: %s r4 UNKNOWNr\ z Nats-Msg-Id)r) zUDropping oversized NATS message: subject=%s message_id=%s size=%d error=%s preview=%r zagent-nats-sendingr r z"Published to %s, stream=%s, seq=%sz,NATS publish failed after %d/%d messages: %sz Failed to publish messages: ) published) r r jetstreamre rv JSONDecodeErrorUnicodeDecodeErrorr warningpopr2 rf rg NATS_SUBJECT_PREFIXpublishr r r r r _reporter_gen_natsr r! streamseqr r r )r' r{ r jsr msg_bytesry r8 r4 r\ r^ subjectr) acks r
r z NATSGatewayAPI.send_messages s $$&&&&&&&&& @ ##%%B ( 0
0
9 !Z 2 2FF ,.@A NN#CQGGG NI HHHH Hi88 #ZZ 5 5
*V,,3355 2V; 8-7GM* "
+2 < !+ ! ! CC
,
LLE "G
NI HHHH
0v0x00&.
Q 5>> LL<
W0
0
d ++-- NN>H
+2q22#
sn !G AG B- B
G BA'G ?"D"!G "
E0,9E+%G +E00A'G
I#AH<<Ic K | j F | j d {V n# t $ r Y nw xY wd | _ d S # d | _ w xY wd S r& )r drainr r s r
r zNATSGatewayAPI._closeW s~ 8
hnn&&&&&&&&&&
4
s! + A
8A 8A A
c > K | d {V d S r& )r r s r
closezNATSGatewayAPI.close` s, kkmmr )r r r __doc__r r r r r r rJ staticmethodr r r r r r= r r r r r r
r r s )L97O ' ' ' # # \#&# # #JDDue|1D,E D$ D D D DL r r )7r re r ra urllib.errorrU r nats.errorsr errorsMaxPayloadErrorr ImportErrorr urllib.requestabcr r loggingr
typingr rt rb defence360agent.api.serverr r r r r defence360agent.contracts.configr "defence360agent.contracts.messagesr &defence360agent.internals.global_scoper defence360agent.internals.iaidr r 2defence360agent.internals.message_status_publisherr r !defence360agent.utils.async_utilsr defence360agent.utils.jsonr r r r r r" r$ r? rm r r r r
r s
KKKI ;6
I
y
# # # # # # # # 2 1 1 1 1 1 6 6 6 6 6 6 4 4 4 4 4 4 N M M M M M M M : : : : : : 8 8 8 8 8 8 8 CEE SUU !Y !4 ! ! ! !$ $ $ $ $c $ $ $428 28 28 28 28' 28 28 28j8 8 8 8 8. 8 8 8v[ [ [ [ [ [ [ [ [ [ s - AA