n # J d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlmZmZ d dl m
Z
d dl m Z m
Z
mZmZ d dlZd dlmZ d dlmZmZmZmZmZmZmZ d dl m Z m Z ej d Z ej d
Z!e rd d lm"Z" d Z#d
Z$dZ%dZ&dZ'dZ(dZ)dZ*e*dz Z+ G d d Z,dS ) N) dataclass)datetimetimezone)sha256)
TYPE_CHECKINGListOptionalUnion)api)BadObjectMetaErrorDigestMismatchErrorLinkIsABucketError
NotFoundErrorObjectAlreadyExistsObjectDeletedErrorObjectNotFoundError)MSG_ROLLUP_SUBJECTStopIterSentinelz^[a-zA-Z0-9_-]+$z^[-/_=\.a-zA-Z0-9]+$)JetStreamContextz OBJ_{bucket}z$O.{bucket}.C.>z$O.{bucket}.M.>z$O.{bucket}.C.{obj}z$O.{bucket}.M.{obj}0i zSHA-256=z{digest}c e Zd ZdZe G d d Z ed G d d Zded ed
d d d
fdZ d dede e
d e j fdZ
d dede ej de e
d efdZ d!dedeeeej f de e j d e j fdZd efdZd Zdede j fdZ G d d Z d"d efd Zded efd Z d d ee j fd Z d
S )# ObjectStorezK
ObjectStore uses the JetStream ObjectStore functionality.
::
c R e Zd ZU dZej ed< e Ze e ed< dS )ObjectStore.ObjectResultzX
ObjectResult is the result returned from the ObjectStore in JetStream.
infodataN)
__name__
__module__ __qualname____doc__r
ObjectInfo__annotations__bytesr r t/builddir/build/BUILD/imunify360-venv-2.6.2/opt/imunify360/venv/lib/python3.11/site-packages/nats/js/object_store.py ObjectResultr > sF n %huo'''''r% r' T)frozenc e Zd ZU dZej ed< eed< ede e fd Z
ede e fd Z ede ej
fd Zede e fd Zedefd Zedefd
Zd S ) ObjectStore.ObjectStoreStatuszJ
ObjectStoreStatus is the status of a ObjectStore bucket.
stream_infobucketreturnc $ | j j j S )z[
description is the description supplied when creating the bucket.
)r+ config descriptionselfs r& r0 z)ObjectStore.ObjectStoreStatus.descriptionP s
#*6 6r% c J | j j j dS | j j j S )z=
ttl returns the max age in seconds.
N)r+ r/ max_ager1 s r& ttlz!ObjectStore.ObjectStoreStatus.ttlW s'
&.6t#*2 2r% c $ | j j j S )zk
storage indicates the underlying JetStream storage technology used to store data.
)r+ r/ storager1 s r& storage_typez*ObjectStore.ObjectStoreStatus.storage_type` s
#*2 2r% c $ | j j j S )zk
replicas indicates how many storage replicas are kept for the data in the bucket.
)r+ r/ num_replicasr1 s r& replicasz&ObjectStore.ObjectStoreStatus.replicasg s
#*7 7r% c $ | j j j S )zb
sealed indicates the stream is sealed and cannot be modified in any way.
)r+ r/ sealedr1 s r& r= z$ObjectStore.ObjectStoreStatus.sealedn s
#*1 1r% c $ | j j j S )zk
size is the combined size of all data in the bucket including metadata, in bytes.
)r+ stater# r1 s r& sizez"ObjectStore.ObjectStoreStatus.sizeu s
#)/ /r% N)r r r r r
StreamInfor" strpropertyr r0 floatr5 StorageTyper8 intr; boolr= r@ r$ r% r& ObjectStoreStatusr* G s4 ^### 7# 7 7 7
7
3% 3 3 3
3
3(3?"; 3 3 3
3
8hsm 8 8 8
8
2D 2 2 2
2
0# 0 0 0
0 0 0r% rH namestreamjsr r- Nc 0 || _ || _ || _ d S N)_name_stream_js)r2 rI rJ rK s r& __init__zObjectStore.__init__| s
r% F show_deletedc B K |}t | j t j t |d }t | j }d} | j || d{V }n# t $ r t w xY wd}|j r|j } t j t! j | }n# t$ $ r
} t& | d} ~ ww xY w|s|j rt |S )zP
get_info will retrieve the current information for the object.
utf-8r, objr, N)OBJ_META_PRE_TEMPLATEformatrN base64urlsafe_b64encoder# decodeOBJ_STREAM_TEMPLATErP get_last_msgr r r r r!
from_responsejsonloads Exceptionr deleted)
r2 rI rR rV metarJ msgr r es
r& get_infozObjectStore.get_info sE $++:(sG)<)<==DDFF ,
%++4:+>> & --fd;;;;;;;;CC & & &% % & 8 8D ,>//
40@0@AADD , , ,$! + , &$, &% %
s$ ;!B B/1C5 5
D ?DD writeintoc b K |}| || d{V }|j |j dk rt | r|j j j |j j j dk rt | j |j j j
d{V }| |j j j d{V S | | }|j
dk r|S t | j |j }| j |d d{V } t% }
d} d} |r> :| %- 1B1G21M1M(( ..t|/@/GHHHHHHHHD $,"3"899999999 9"""-- 9>>M,334:493UU
H&&zD&QQQQQQQQ HH . /11AHy(++
. ' . 4 'o . . . . . . . .#--ci88F
( ht[#(;;;;;;;;;; sx'
HHSX ayN**oo''''''''' hhjj ![ 0 0 " E E M MoNcNcNeNegi j j
/
;;d{{--% /(
s J.r rd c
Z
K |t j | }nt | dk r||_ |j t j t |_ |j }d}| j j j
}t | j
| } | |j d{V }n# t $ r Y nw xY wd}t# |t$ r't' j | }nt# |t, rt' j | }nt/ |d st# |t& j rt3 j j }nAt/ |d st# |t& j r|j }nt= d t j |j |j |j! |j | j
| ddtE j# tH j% & } tO }
tQ |j j) } d} d}
d}|r |d|j* | d{V }n|* | }|dk rn| d| }|
+ | | j , || d{V | d z
} |
|z
}
n;# tZ $ r.}| j . | j/ | d{V |d}~ww xY w|
0 }|
| _1 | | _2 tf ti j5 |
| _0 tl | j
ti j5 t- |d } | j , |to j8 | 9 t j: j; tx i d{V n;# tZ $ r.}| j . | j/ | d{V |d}~ww xY wtE j# tH j% & | _= |T|j> sMt | j
|j? }| j . | j/ | d{V | S )zU
put will place the contents from the reader into this object-store.
N)rI r )max_chunk_sizerU readintorm z#nats: invalid type for object store) rI r0 headersrq r, ro r@ chunksmtimeT rk )r rT r )@r
ObjectMetalenrI rq ObjectMetaOptionsOBJ_DEFAULT_CHUNK_SIZErP _nc_nuidnextru rY rN r\ rg r
isinstancerB ioBytesIOencoder# rz BufferedIOBaserw rx ry
TextIOWrapperrm TypeErrorr! r0 r r nowr utc isoformatr bytearrayr r r publishrb purge_streamrO r r@ r OBJ_DIGEST_TEMPLATErZ r[ rX r` dumpsas_dictHeaderROLLUPr r rc ro )r2 rI r rd rV einfonewnuidr r r r chunksenttotalnpayloaderrr meta_subjs r& putzObjectStore.put s> <>t,,,DD
YY]] DI < 0 5 DL i (,$))++ -334:7>>K[K[3\\
-- 22222222EE D dC
C:dkkmm,,DD
e
$
$ C:d##DD
T:
&
& C*T2;L*M*M C /11AHH
T8
$
$ C
49I(J(J C;DD ABB B~ (LL: !!,x|,,6688
HH$,566
- &htT]E B BBBBBBBAA
e,,A66 )!!!h&&z7;;;;;;;;;
h++DL*+MMMMMMMMM
& hhjj )008PQT8U8U8\8\8^8^0__ *00:(sG)<)<==DDFF 1
(""
4<<>>**1133 *,>? #
('' j'II I I I I I I II
\(,//99;;
U] 077tzuz7ZZJ('' j'II I I I I I I I sJ ; C
C)(C);8K? 4A
K? ?
L7 )L22L75A/Q% %
R /)RR c K | j | j d{V }| || j }|S )zA
status retrieves runtime status about a bucket.
N)r+ r, )rP r+ rO rH rN )r2 r statuss r& r zObjectStore.statusa sP X))$,77777777''D'LL
r% c K | j | j d{V }|j }d|_ | j | d{V dS )z\
seal will seal the object store, no further modifications will be allowed.
NT)rP r+ rO r/ r=
update_stream)r2 r r/ s r& sealzObjectStore.seali sm X))$,77777777
h$$V,,,,,,,,,,,r% c > K d} | | d{V }n# t $ r t w xY w||j k r+| |d d{V }|j st
|j |_ |j |_ |j |_ t | j
t j t |d } | j |t# j | t* j j t0 i d{V n# t2 $ r}|d}~ww xY w||j k r)| j | j | d{V dS dS )z]
update_meta will place the contents from the reader into this object-store.
NT)rR rT rU r r ) rg r r rI rc r r0 r rX rY rN rZ r[ r# r\ rP r r` r r r r r r r rb r rO )r2 rI rd r r r r s r& update_metazObjectStore.update_metar s % t,,,,,,,,DD" % % %$ $ % 49 --4-@@@@@@@@E=
*))I +| *00:(tW)=)=>>EEGG 1
(""
4<<>>**1133 *,>? #
I 49 ('' i'HH H H H H H H H H H s! " 4%A/E
E& E!!E&c B e Zd Z e Zd Zd ZddZd Zd Z dS ) ObjectStore.ObjectWatcherc r || _ t j d | _ d | _ d | _ d| _ d S )N )maxsizeF)rP rw Queue_updates_sub_pending
_init_done)r2 rK s r& rQ z"ObjectStore.ObjectWatcher.__init__ s: DHZaZgpsZtZtZtDM DI+/DM $DOOOr% c H K | j d{V dS )z6
stop will stop this watcher.
N)r r r1 s r& stopz ObjectStore.ObjectWatcher.stop s4 )'')) ) ) ) ) ) ) ) ) )r% @c K t j | j | d{V S # t j $ r t
j j w xY w)zI
updates fetches the next update from a watcher.
N)rw wait_forr rt TimeoutErrornatserrors)r2 timeouts r& updatesz!ObjectStore.ObjectWatcher.updates sg
/ $ -dm.?.?.A.A7 K KKKKKKKK'
/
/
/k..
/s 16 !Ac | S rM r$ r1 s r& __aiter__z#ObjectStore.ObjectWatcher.__aiter__ s Kr% c K | j d {V }t |t rt |S rM )r rt r r StopAsyncIteration)r2 entrys r& __anext__z#ObjectStore.ObjectWatcher.__anext__ sN
"m / / 1 1111111 e%566 -,, r% N)r )
r r r r STOP_ITERrQ r r r r r$ r% r&
ObjectWatcherr sr $$&& $ $ $ * * * / / / / r% r c K t | j }t | fd} | j | j | d{V n7# t $ r* d_ j
d d{V Y nw xY wd}|st j
j }| j ||d| d{V _ t# j d d{V S )za
watch for changes in the underlying store and receive meta information updates.
rW c R K | j }t j t j | j }r|j s j | d {V j
s4|j dk r+d_
j d d {V d S d S d S )Nr T) metadatar r! r_ r` ra r rc r r r num_pending)re rd r ignore_deleteswatchers r&
watch_updatesz(ObjectStore.watch..watch_updates s //
380D0DEED"
1DL
1 &**4000000000 &
1D,<,A,A%)" &**400000000000
1
1,A,Ar% NT)cbrl deliver_policyr )OBJ_ALL_META_PRE_TEMPLATErY rN r r rP r^ rO r r r r r
DeliverPolicyLAST_PER_SUBJECTrv r rw sleep)r2 r include_history meta_onlyall_metar r r s ` @r& watchzObjectStore.watch sn -33: 4
++D11 1 1 1 1 1 1 -('' h?? ? ? ? ? ? ? ? ? - - -!%G "&&t,, , , , , , , , , , - @ . ?N !X / / !) 0
mA s &A- -1B! B!c 4 K |}| | d{V }|j |j dk rt t | j |j }d|_ d|_ d|_ d|_ d|_
t | j t j
t |d } | j |t% j | t, j j t2 i d{V | j | j | d{V dS # | j | j | d{V w xY w) z0
delete will delete the object.
Nrj rU Tr rT r r ) rg ro r ru rY rN rc r@ r r r rX rZ r[ r# r\ rP r r` r r r r r r r r rO )r2 rI rV r r r s r& deletezObjectStore.delete s ]]3'''''''' 9 R$ $ -334:493UU
*00:(sG)<)<==DDFF 1
J(""
4<<>>**1133 *,>? #
('' j'II I I I I I I I I I$('' j'II I I I I I I I Is
A/E. .)Fc K | | d{V }g }|2 3 d{V }|s n| | !6 | d{V |st |S )z?
list will list all the objects in this store.
)r N)r appendr r )r2 r r entriesr s r& listzObjectStore.list s
.
AAAAAAAA" " " " " " " "%
NN5 ! ! ! ! # llnn s A)F)NFrM )FFF) r r r r r r' rH rB rQ r rG r r! rg r r rt r
r# r r r r r r r r r r r$ r% r& r r 7 s ( ( ( ( ( ( ( Y( Yd20 20 20 20 20 20 20 20h
(-% %% tn%
% % % %T 26', ? ?? B -.? tn ?
? ? ? ?J *. q qq C 112q s~& q
q q q qf / - - -*I*I n*I *I *I *IX% % % % % % % % R - -
- - - -^#J #J #J #J #J #JN
cn r% r )-rw rZ r r` re dataclassesr r r hashlibr typingr r r r
nats.errorsr nats.jsr nats.js.errorsr r
r r r r r
nats.js.kvr r compileVALID_BUCKET_RE VALID_KEY_REr r] OBJ_ALL_CHUNKS_PRE_TEMPLATEr ru rX r r r r r r$ r% r& r s
! ! ! ! ! ! ' ' ' ' ' ' ' ' 7 7 7 7 7 7 7 7 7 7 7 7 < ; ; ; ; ; ; ; "* 011rz122 )(((((($ / - / - # %
2 w w w w w w w w w wr%