B
AFK @ s d ddgZ ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
ddl Z ddl m
Z
ddl mZ ejjZdd lmZmZmZmZmZ G d
d d eZe ZG d d deZG d d deZ dS )
Queue SimpleQueue
JoinableQueue N)EmptyFull )
connection)context)debuginfoFinalizeregister_after_fork
is_exitingc @ s e Zd Zd*ddZdd Zdd Zdd Zd+d d
Zd,ddZdd Z dd Z
dd Z dd Z dd Z
dd Zd d Zd d Zd d! Zed"d# Zed$d% Zed&d' Zed(d) Zd S )-r r c C s |dkrddl m} || _tjdd\| _| _| | _t
| _ t j
dkrTd | _n
| | _||| _d| _| t j
dkrt| tj d S )Nr r )
SEM_VALUE_MAXF)duplexwin32)Z synchronizer _maxsizer Pipe_reader_writerLock_rlockosgetpid_opidsysplatform_wlockZBoundedSemaphore_sem
_ignore_epipe _after_forkr
r )selfmaxsizectx r$ ;/opt/alt/python37/lib64/python3.7/multiprocessing/queues.py__init__$ s
zQueue.__init__c C s. t | | j| j| j| j| j| j| j| j fS )N)
r assert_spawningr r r r r r r r )r! r$ r$ r% __getstate__9 s
zQueue.__getstate__c C s0 |\| _ | _| _| _| _| _| _| _| d S )N) r r r r r r r r r )r! stater$ r$ r% __setstate__> s $zQueue.__setstate__c C sb t d tt | _t | _d | _d | _ d| _
d| _ d | _ | j
j| _| jj| _| jj| _d S )NzQueue._after_fork()F)r
threading Conditionr _notempty collectionsdeque_buffer_thread _jointhread_joincancelled_closed_closer
send_bytes _send_bytesr
recv_bytes _recv_bytespoll_poll)r! r$ r$ r% r C s
zQueue._after_forkTNc C sP | j ||st| j. | jd kr,| | j| | j W d Q R X d S )N) r acquirer r- r1
_start_threadr0 appendnotify)r! objblocktimeoutr$ r$ r% putP s
z Queue.putc C s |r2|d kr2| j | }W d Q R X | j nr|rBt | }| j ||sTtzB|rv|t }| |stn | st| }| j W d | j X t
|S )N) r r9 r releasetimeZ monotonicr< r r; _ForkingPicklerloads)r! rA rB resZdeadliner$ r$ r% get[ s&
z Queue.getc C s | j | jj S )N)r r _semlock
_get_value)r! r$ r$ r% qsizes s z Queue.qsizec C s
| S )N)r; )r! r$ r$ r% emptyw s z Queue.emptyc C s | j j S )N)r rJ _is_zero)r! r$ r$ r% fullz s z
Queue.fullc C s
| dS )NF)rI )r! r$ r$ r%
get_nowait} s zQueue.get_nowaitc C s | |dS )NF)rC )r! r@ r$ r$ r%
put_nowait s zQueue.put_nowaitc C s2 d| _ z| j W d | j}|r,d | _| X d S )NT)r4 r closer5 )r! rR r$ r$ r% rR s z Queue.closec C s t d | jr| d S )NzQueue.join_thread())r
r2 )r! r$ r$ r% join_thread s zQueue.join_threadc C s6 t d d| _y| j W n tk
r0 Y nX d S )NzQueue.cancel_join_thread()T)r
r3 r2 ZcancelAttributeError)r! r$ r$ r% cancel_join_thread s zQueue.cancel_join_threadc
C s t d | j tjtj| j| j| j| j | j
j | j | j
| jfdd| _d| j_t d | j t d | jst| jtjt| jgdd| _t| tj| j| jgd d| _d S )
NzQueue._start_thread()ZQueueFeederThread)targetargsnameTzdoing self._thread.start()z ... done self._thread.start())Z exitpriority
)r
r0 clearr+ ZThreadr _feedr- r7 r r rR r _on_queue_feeder_errorr r1 Zdaemonstartr3 r _finalize_joinweakrefrefr2 _finalize_closer5 )r! r$ r$ r% r= s*
zQueue._start_threadc C s4 t d | }|d k r(| t d nt d d S )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r
join)ZtwrZthreadr$ r$ r% r_ s
zQueue._finalize_joinc C s. t d | | t | W d Q R X d S )Nz telling queue thread to quit)r
r> _sentinelr? )buffernotemptyr$ r$ r% rb s
zQueue._finalize_closec
C sR t d |j}|j} |j}
| j} t} tjdkr<|j}
|j}nd }
x
y| z| sX|
W d | X ybx\| }|| krt d | d S t |}|
d kr|| qh|
z || W d | X qhW W n t
k
r Y nX W qD t k
rH } zJ|rt |ddt
jkrd S t r&td| d S | ||| W d d }~X Y qDX qDW d S )Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exitingerrnor zerror in queue thread: %s)r
r< rD waitpopleftrd r r rF dumps
IndexError Exceptiongetattrrg ZEPIPEr r )re rf r6 Z writelockrR Z ignore_epipeonerrorZ queue_semZnacquireZnreleaseZnwaitZbpopleftsentinelZwacquireZwreleaser@ er$ r$ r% r\ sR
z Queue._feedc C s dd l }| d S )Nr ) traceback print_exc)rp r@ rq r$ r$ r% r]
s z Queue._on_queue_feeder_error)r )TN)TN)__name__
__module__ __qualname__r& r( r* r rC rI rL rM rO rP rQ rR rS rU r= staticmethodr_ rb r\ r] r$ r$ r$ r% r " s&
>c @ s@ e Zd ZdddZdd Zdd Zdd
d Zd d
Zdd Zd S )r r c C s* t j| ||d |d| _| | _d S )N)r# r )r r& Z Semaphore_unfinished_tasksr, _cond)r! r" r# r$ r$ r% r& s zJoinableQueue.__init__c C s t | | j| jf S )N)r r( rx rw )r! r$ r$ r% r( % s zJoinableQueue.__getstate__c C s, t | |d d |dd \| _| _d S )N)r r* rx rw )r! r) r$ r$ r% r* ( s zJoinableQueue.__setstate__TNc
C sl | j ||st| jJ | j8 | jd kr4| | j| | j
| j W d Q R X W d Q R X d S )N) r r< r r- rx r1 r= r0 r> rw rD r? )r! r@ rA rB r$ r$ r% rC , s
zJoinableQueue.putc C s@ | j 0 | jds td| jj r2| j W d Q R X d S )NFz!task_done() called too many times)rx rw r<
ValueErrorrJ rN Z
notify_all)r! r$ r$ r% task_done8 s
zJoinableQueue.task_donec C s, | j | jj s | j W d Q R X d S )N)rx rw rJ rN rh )r! r$ r$ r% rc ? s zJoinableQueue.join)r )TN) rs rt ru r& r( r* rC r{ rc r$ r$ r$ r% r s
c @ s< e Zd Zdd Zdd Zdd Zdd Zd d
Zd d Zd
S )r c C sH t jdd\| _| _| | _| jj| _tj dkr:d | _
n
| | _
d S )NF)r r ) r r r r r r r: r; r r r )r! r# r$ r$ r% r& J s
zSimpleQueue.__init__c C s
| S )N)r; )r! r$ r$ r% rM S s zSimpleQueue.emptyc C s t | | j| j| j| jfS )N)r r' r r r r )r! r$ r$ r% r( V s
zSimpleQueue.__getstate__c C s" |\| _ | _| _| _| j j| _d S )N)r r r r r: r; )r! r) r$ r$ r% r* Z s zSimpleQueue.__setstate__c C s& | j | j }W d Q R X t|S )N)r r r8 rF rG )r! rH r$ r$ r% rI ^ s zSimpleQueue.getc C sD t |}| jd kr"| j| n | j | j| W d Q R X d S )N)rF rj r r r6 )r! r@ r$ r$ r% rC d s
zSimpleQueue.putN) rs rt ru r& rM r( r* rI rC r$ r$ r$ r% r H s ) __all__r r r+ r. rE r` rg Zqueuer r Z_multiprocessing r r Z reductionZForkingPicklerrF utilr
r r r
r objectr rd r r r$ r$ r$ r%
s$
s
*