o
0i @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddl
mZ ddl
mZ ddl
mZ ddl
mZ dd l
mZ dd
l
mZ dd l
mZ dd l
mZ dd
l
mZ ddlmZ dZe
jdkre ddd Z dd Z G dd dej Z G dd dej!Z"G dd dej#ej$Z%G d d d ej&Z'G d d d Z(G d d! d!e(Z)G d"d# d#e(Z*G d$d% d%e*Z+G d&d' d'e*Z,G d(d) d)e(Z-G d*d+ d+e(Z.G d,d- d-ej/Z0e Z1e0Z2dS ).z2Selector event loop for Unix with signal handling. N ) base_events)base_subprocess) constants)
coroutines)events)
exceptions)futures)selector_events)tasks)
transports)logger)SelectorEventLoopAbstractChildWatcherSafeChildWatcherFastChildWatcherPidfdChildWatcherMultiLoopChildWatcherThreadedChildWatcherDefaultEventLoopPolicyZwin32z+Signals are not really supported on Windowsc C dS )zDummy signal handler.N )signumframer r :/opt/alt/python310/lib64/python3.10/asyncio/unix_events.py_sighandler_noop* s r c C s$ zt | W S ty | Y S w N)oswaitstatus_to_exitcode
ValueError)statusr r r r / s
r c s e Zd ZdZd) fdd Z fddZdd Zd d
Zd d Zd
d Z dd Z
d*ddZ d*ddZ d)ddZ
dd Z d)dddddddZ d)dd ddd d d d Zd!d" Zd#d$ Zd%d& Zd'd( Z ZS )+_UnixSelectorEventLoopzdUnix event loop.
Adds signal handling and UNIX Domain Socket support to SelectorEventLoop.
Nc s t | i | _d S r )super__init___signal_handlers)selfselector __class__r r r# ?
z _UnixSelectorEventLoop.__init__c s` t t st| jD ]}| | qd S | jr.tjd| dt | d | j
d S d S )NzClosing the loop z@ on interpreter shutdown stage, skipping signal handlers removalsource) r" closesys
is_finalizinglistr$ remove_signal_handlerwarningswarnResourceWarningclearr% sigr' r r r, C s
z _UnixSelectorEventLoop.closec C s |D ]
}|sq| | qd S r )_handle_signal)r% datar r r r _process_self_dataQ s
z)_UnixSelectorEventLoop._process_self_datac
G s. t |s
t |rtd| | | z
t| j W n t
t fy5 } zt t
|d}~ww t||| d}|| j|< zt|t t|d W dS t y } z8| j|= | jsztd W n t
t fy } z td| W Y d}~nd}~ww |jtjkrt d| d d}~ww )zAdd a handler for a signal. UNIX only.
Raise ValueError if the signal number is invalid or uncatchable.
Raise RuntimeError if there is a problem setting up the handler.
z3coroutines cannot be used with add_signal_handler()NF set_wakeup_fd(-1) failed: %ssig cannot be caught)r Z iscoroutineZiscoroutinefunction TypeError
_check_signalZ
_check_closedsignal
set_wakeup_fdZ_csockfilenor OSError RuntimeErrorstrr ZHandler$ r siginterruptr
infoerrnoEINVAL)r% r6 callbackargsexchandleZnexcr r r add_signal_handlerX s>
z)_UnixSelectorEventLoop.add_signal_handlerc C s: | j |}|du r dS |jr| | dS | | dS )z2Internal helper that is the actual signal handler.N)r$ getZ
_cancelledr0 Z_add_callback_signalsafe)r% r6 rM r r r r7 s z%_UnixSelectorEventLoop._handle_signalc
C s | | z| j|= W n
ty Y dS w |tjkr tj}ntj}zt|| W n tyE } z|jtj kr@t
d| d d}~ww | jsmzt d W dS t tfyl } z
t
d| W Y d}~dS d}~ww dS )zwRemove a handler for a signal. UNIX only.
Return True if a signal handler was removed, False if not.
Fr< r= Nr: r; T)r? r$ KeyErrorr@ SIGINTdefault_int_handlerSIG_DFLrC rH rI rD rA r r
rG )r% r6 handlerrL r r r r0 s6
z,_UnixSelectorEventLoop.remove_signal_handlerc C s6 t |ts td||t vrtd| dS )zInternal helper to validate a signal.
Raise ValueError if the signal number is invalid or uncatchable.
Raise RuntimeError if there is a problem setting up the handler.
zsig must be an int, not zinvalid signal number N)
isinstanceintr> r@
valid_signalsr r5 r r r r? s
z$_UnixSelectorEventLoop._check_signalc C t | ||||S r )_UnixReadPipeTransportr% pipeprotocolwaiterextrar r r _make_read_pipe_transport z0_UnixSelectorEventLoop._make_read_pipe_transportc C rX r )_UnixWritePipeTransportrZ r r r _make_write_pipe_transport r` z1_UnixSelectorEventLoop._make_write_pipe_transportc
s t U}
|
std| } t| |||||||f| |d| } |
| | j| z| I d H W n t t
fy? t yQ | |
I d H w W d | S 1 s]w Y | S )NzRasyncio.get_child_watcher() is not activated, subprocess support is not installed.)r] r^ )r get_child_watcher is_activerD
create_future_UnixSubprocessTransportadd_child_handlerZget_pid_child_watcher_callback
SystemExitKeyboardInterrupt
BaseExceptionr, Z_wait)
r% r\ rK shellstdinstdoutstderrbufsizer^ kwargswatcherr] transpr r r _make_subprocess_transport s:
z1_UnixSelectorEventLoop._make_subprocess_transportc C s | | j|j| d S r )call_soon_threadsafe call_soonZ_process_exited)r% pid
returncoders r r r rh s z._UnixSelectorEventLoop._child_watcher_callback)sslsockserver_hostnamessl_handshake_timeoutc s |r |d u r t dn|d urt d|d ur t d|d urO|d ur(t dt|}ttjtjd}z|d | ||I d H W n( | |d u rWt d|j tjksc|j
tjkrjt d||d | j |||||d I d H \}}||fS )
Nz/you have to pass server_hostname when using sslz+server_hostname is only meaningful with ssl1ssl_handshake_timeout is only meaningful with ssl3path and sock can not be specified at the same timer Fz no path and sock were specified.A UNIX Domain Stream Socket was expected, got )r| ) r r fspathsocketAF_UNIX SOCK_STREAM setblockingZ sock_connectr, familytypeZ _create_connection_transport) r% protocol_factorypathry rz r{ r| transportr\ r r r create_unix_connection sN
z-_UnixSelectorEventLoop.create_unix_connectiond T)rz backlogry r|
start_servingc
s t |tr
td|d ur|std|d ur|d ur tdt|}ttjtj}|d dvrezt
t |j rBt | W n! t
yL Y n tyd } z
td|| W Y d }~nd }~ww z|| W nF ty } z| | jtjkrd|d}
ttj|
d d } ~ w | |d u rtd |jtjks|jtjkrtd
||d t| |g||||} |r| t dI d H | S ) Nz*ssl argument must be an SSLContext or Noner} r~ r )r z2Unable to check or remove stale UNIX socket %r: %rzAddress z is already in usez-path was not specified, and no sock specifiedr F) rU boolr> r r r r r r statS_ISSOCKst_moderemoveFileNotFoundErrorrC r
errorZbindr, rH Z
EADDRINUSEr r r r ZServerZ_start_servingr sleep) r% r r rz r ry r| r errrL msgZserverr r r create_unix_server sp
z)_UnixSelectorEventLoop.create_unix_serverc
s zt j W n ty tdw z| }W n ttjfy- } ztdd }~ww zt |j }W n t
yB tdw |rG|n|}|sMdS | } | | d |||||d | I d H S )Nz os.sendfile() is not availableznot a regular filer )
r sendfileAttributeErrorr SendfileNotAvailableErrorrB ioUnsupportedOperationfstatst_sizerC re _sock_sendfile_native_impl)
r% rz fileoffsetcountrB r Zfsize blocksizefutr r r _sock_sendfile_nativeU s6
z,_UnixSelectorEventLoop._sock_sendfile_nativec C s* | } |d ur
| | | r| ||| d S |r2|| }|dkr2| ||| || d S z
t| |||}
W n ttfya |d u rO| || |
| | j || ||||||
Y d S t y } zK|d ur| j
t
jkrt| turtdt
j} | | _| } |dkrtd}
| ||| ||
n| ||| || W Y d } ~ d S W Y d } ~ d S d } ~ w ttfy ty } z| ||| || W Y d } ~ d S d } ~ ww |
dkr| ||| || d S ||
7 }||
7 }|d u r| || |
| | j || ||||||
d S )Nr zsocket is not connectedzos.sendfile call failed)rB
remove_writer cancelled _sock_sendfile_update_fileposZ
set_resultr r BlockingIOErrorInterruptedError _sock_add_cancellation_callbackZ
add_writerr rC rH ZENOTCONNr ConnectionError __cause__r r Z
set_exceptionri rj rk )r% r Z
registered_fdrz rB r r r
total_sentfdZsentrL new_excr r r r r l st
z1_UnixSelectorEventLoop._sock_sendfile_native_implc C s |dkrt ||t j d S d S Nr )r lseekSEEK_SET)r% rB r r r r r r s z4_UnixSelectorEventLoop._sock_sendfile_update_fileposc s fdd}| | d S )Nc s. | r }|dkr | d S d S d S )Nr: )r rB r )r r r% rz r r cb s zB_UnixSelectorEventLoop._sock_add_cancellation_callback..cb)Zadd_done_callback)r% r rz r r r r r s z6_UnixSelectorEventLoop._sock_add_cancellation_callbackr NN)__name__
__module__ __qualname____doc__r# r, r9 rN r7 r0 r? r_ rb rt rh r r r r r r
__classcell__r r r' r r! 9 sD -
. CFr! c s e Zd ZdZd fdd Zdd Zdd Zd d
Zd d Zd
d Z dd Z
dd Z dd Z e
jfddZd ddZdd Zd d Z ZS ) rY i Nc s t | || jd< || _|| _| | _|| _d| _d| _ t
| jj }t
|sBt
|sBt
|sBd | _d | _d | _tdt
| jd | j| jj| | j| jj| j| j |d urm| jtj|d d S d S )Nr[ Fz)Pipe transport is for pipes/sockets only.)r" r# _extra_loop_piperB _fileno _protocol_closing_pausedr r r r S_ISFIFOr S_ISCHRr set_blockingrv connection_made _add_reader _read_readyr _set_result_unless_cancelled)r% loopr[ r\ r] r^ moder' r r r# s8
z _UnixReadPipeTransport.__init__c C s | j jg}| jd u r|d n| jr|d |d| j t| jdd }| jd urH|d urHt || jt
j }|rB|d n|d n| jd urS|d n|d d d
|S )
Nclosedclosingfd= _selectorpollingidleopen<{}> )r( r r appendr r getattrr r
_test_selector_event selectorsZ
EVENT_READformatjoin)r% rG r& r r r r __repr__ s$
z _UnixReadPipeTransport.__repr__c
C s z
t | j| j}W n$ ttfy Y d S ty. } z
| |d W Y d }~d S d }~ww |r9| j | d S | j
rDt
d| d| _| j
| j | j
| jj | j
| jd d S )Nz"Fatal read error on pipe transport%r was closed by peerT)r readr max_sizer r rC _fatal_errorr Z
data_receivedr get_debugr
rG r _remove_readerrv Z eof_received_call_connection_lost)r% r8 rL r r r r s
z"_UnixReadPipeTransport._read_readyc C sB | j s| jrd S d| _| j| j | j r td| d S d S )NTz%r pauses reading)r r r r r r r
debugr% r r r
pause_reading s
z$_UnixReadPipeTransport.pause_readingc C sF | j s| jsd S d| _| j| j| j | j r!td| d S d S )NFz%r resumes reading) r r r r r r r r
r r r r r resume_reading s
z%_UnixReadPipeTransport.resume_readingc C
|| _ d S r r r% r\ r r r set_protocol
z#_UnixReadPipeTransport.set_protocolc C | j S r r r r r r get_protocol z#_UnixReadPipeTransport.get_protocolc C r r r r r r r
is_closing r z!_UnixReadPipeTransport.is_closingc C s | j s
| d d S d S r )r _closer r r r r, ! s z _UnixReadPipeTransport.closec C 0 | j d ur|d| t| d | j d S d S Nzunclosed transport r* r r3 r, r% _warnr r r __del__%
z _UnixReadPipeTransport.__del__ Fatal error on pipe transportc C sZ t |tr|jtjkr| j rtjd| |dd n | j||| | j d |
| d S Nz%r: %sTexc_info)message exceptionr r\ ) rU rC rH ZEIOr r r
r call_exception_handlerr r r% rL r r r r r * s
z#_UnixReadPipeTransport._fatal_errorc C s( d| _ | j| j | j| j| d S NT)r r r r rv r r% rL r r r r 8 s z _UnixReadPipeTransport._closec C N z| j | W | j d | _d | _ d | _d S | j d | _d | _ d | _w r r Zconnection_lostr r, r r r r r r =
z,_UnixReadPipeTransport._call_connection_lostr r )r r r r r# r r r r r r r r, r1 r2 r r r r r r r r' r rY s
rY c s e Zd Zd% fdd Zdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dd ZejfddZd d Zd&d d Zd'd!d"Zd#d$ Z ZS )(ra Nc
s t || || jd< || _| | _|| _t | _d| _ d| _
t | jj
}t|}t|}t|} |sJ|sJ| sJd | _d | _d | _tdt | jd | j| jj| | sd|rptjdsp| j| jj| j| j |d ur| jt j |d d S d S )Nr[ r Fz?Pipe transport is only for pipes, sockets and character devicesaix) r" r# r r rB r r bytearray_buffer
_conn_lostr r r r r r r r r r r rv r r- platform
startswithr r r r )
r% r r[ r\ r] r^ r Zis_charZis_fifoZ is_socketr' r r r# J s8
z _UnixWritePipeTransport.__init__c C s | j jg}| jd u r|d n| jr|d |d| j t| jdd }| jd urT|d urTt || jt
j }|rB|d n|d | }|d| n| jd ur_|d n|d d
d
|S ) Nr r r r r r zbufsize=r r r )r( r r r r r r r r
r r Z EVENT_WRITEget_write_buffer_sizer r )r% rG r& r rp r r r r o s(
z _UnixWritePipeTransport.__repr__c C s
t | jS r )lenr r r r r r r z-_UnixWritePipeTransport.get_write_buffer_sizec C s8 | j r td| | jr| t d S | d S )Nr )r r r
rG r r BrokenPipeErrorr r r r r s
z#_UnixWritePipeTransport._read_readyc
C s& t |tr t|}|s
d S | js| jr'| jtjkr td | jd7 _d S | j sz t
| j |}W n5 t
tfy@ d}Y n) ttfyI tyh } z| jd7 _| |d W Y d }~d S d }~ww |t|krqd S |dkr}t||d }| j| j | j | j |7 _ | d S )Nz=pipe closed by peer or os.write(pipe, data) raised exception.r r #Fatal write error on pipe transport)rU r
memoryviewr r r Z!LOG_THRESHOLD_FOR_CONNLOST_WRITESr
warningr r writer r r ri rj rk r r r Z _add_writer _write_readyZ_maybe_pause_protocol)r% r8 nrL r r r r s:
z _UnixWritePipeTransport.writec
C s z
t | j| j}W n@ ttfy Y d S ttfy tyJ } z | j | j
d7 _
| j | j |
|d W Y d }~d S d }~ww |t| jkrs| j | j | j | | jrq| j | j | d d S |dkr| jd |= d S d S )Nr r r )r r r r r r ri rj rk r4 r r _remove_writerr r Z_maybe_resume_protocolr r r )r% r rL r r r r s0
z$_UnixWritePipeTransport._write_readyc C r r r r r r r
can_write_eof z%_UnixWritePipeTransport.can_write_eofc C s< | j rd S d| _ | js | j| j | j| jd d S d S r )r r r r r rv r r r r r write_eof s z!_UnixWritePipeTransport.write_eofc C r r r r r r r r r z$_UnixWritePipeTransport.set_protocolc C r r r r r r r r r z$_UnixWritePipeTransport.get_protocolc C r r r r r r r r r z"_UnixWritePipeTransport.is_closingc C s$ | j d ur| js| d S d S d S r )r r r r r r r r, s z _UnixWritePipeTransport.closec C r r r r r r r r r z _UnixWritePipeTransport.__del__c C | d d S r )r r r r r abort z _UnixWritePipeTransport.abortr c C sN t |tr| j rtjd| |dd n | j||| | jd | | d S r ) rU rC r r r
r r r r r r r r r s
z$_UnixWritePipeTransport._fatal_errorc C sF d| _ | jr
| j| j | j | j| j | j| j| d S r ) r r r r r r4 r rv r r r r r r s
z _UnixWritePipeTransport._closec C r r r r r r r r
r z-_UnixWritePipeTransport._call_connection_lostr r r )r r r r# r r r r r r r r r r r, r1 r2 r r r r r r r r r' r ra G s$ % #
ra c @ s e Zd Zdd ZdS )rf c K s d }|t jkrtjdrt \}}z7t j|f||||d|d|| _|d ur:| t
| d|d| j_ d }W |d urI| | d S d S |d urX| | w w )Nr F)rl rm rn ro Zuniversal_newlinesrp wb) buffering)
subprocessPIPEr- r
r r Z
socketpairPopen_procr, r detachrm ) r% rK rl rm rn ro rp rq Zstdin_wr r r _start s0
z _UnixSubprocessTransport._startN)r r r r& r r r r rf s rf c @ sH e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dS )r aH Abstract base class for monitoring child processes.
Objects derived from this class monitor a collection of subprocesses and
report their termination or interruption by a signal.
New callbacks are registered with .add_child_handler(). Starting a new
process must be done within a 'with' block to allow the watcher to suspend
its activity until the new process if fully registered (this is needed to
prevent a race condition in some implementations).
Example:
with watcher:
proc = subprocess.Popen("sleep 1")
watcher.add_child_handler(proc.pid, callback)
Notes:
Implementations of this class must be thread-safe.
Since child watcher objects may catch the SIGCHLD signal and call
waitpid(-1), there should be only one active object per process.
c G t )a Register a new child handler.
Arrange for callback(pid, returncode, *args) to be called when
process 'pid' terminates. Specifying another callback for the same
process replaces the previous handler.
Note: callback() must be thread-safe.
NotImplementedErrorr% rw rJ rK r r r rg C s z&AbstractChildWatcher.add_child_handlerc C r' )zRemoves the handler for process 'pid'.
The function returns True if the handler was successfully removed,
False if there was nothing to remove.r( r% rw r r r remove_child_handlerN s z)AbstractChildWatcher.remove_child_handlerc C r' )zAttach the watcher to an event loop.
If the watcher was previously attached to an event loop, then it is
first detached before attaching to the new loop.
Note: loop may be None.
r( r% r r r r attach_loopV s z AbstractChildWatcher.attach_loopc C r' )zlClose the watcher.
This must be called to make sure that any underlying resource is freed.
r( r r r r r, ` s zAbstractChildWatcher.closec C r' )zReturn ``True`` if the watcher is active and is used by the event loop.
Return True if the watcher is installed and ready to handle process exit
notifications.
r( r r r r rd g s z AbstractChildWatcher.is_activec C r' )zdEnter the watcher's context and allow starting new processes
This function must return selfr( r r r r __enter__p s z AbstractChildWatcher.__enter__c C r' )zExit the watcher's contextr( r% abcr r r __exit__v s z AbstractChildWatcher.__exit__N) r r r r rg r, r. r, rd r/ r4 r r r r r , s
r c @ sX e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dS )r a6 Child watcher implementation using Linux's pid file descriptors.
This child watcher polls process file descriptors (pidfds) to await child
process termination. In some respects, PidfdChildWatcher is a "Goldilocks"
child watcher implementation. It doesn't require signals or threads, doesn't
interfere with any processes launched outside the event loop, and scales
linearly with the number of subprocesses launched by the event loop. The
main disadvantage is that pidfds are specific to Linux, and only work on
recent (5.3+) kernels.
c C d | _ i | _d S r r
_callbacksr r r r r#
zPidfdChildWatcher.__init__c C | S r r r r r r r/ r zPidfdChildWatcher.__enter__c C d S r r )r% exc_type exc_value
exc_tracebackr r r r4 r zPidfdChildWatcher.__exit__c C | j d uo | j S r r Z
is_runningr r r r rd zPidfdChildWatcher.is_activec C r r r. r r r r r, r zPidfdChildWatcher.closec C sd | j d ur|d u r| jrtdt | j D ]\}}}| j | t| q| j || _ d S NzCA loop is being detached from a child watcher with pending handlers)
r r7 r1 r2 RuntimeWarningvaluesr r r, r4 )r% r pidfd_r r r r. s
z PidfdChildWatcher.attach_loopc G s\ | j |}|d ur|d ||f| j |< d S t|}| j|| j| |||f| j |< d S r )r7 rO r
pidfd_openr r _do_wait)r% rw rJ rK ZexistingrE r r r rg s
z#PidfdChildWatcher.add_child_handlerc C s~ | j |\}}}| j| z
t|d\}}W n ty* d}td| Y nw t |}t
| |||g|R d S )Nr zJchild process pid %d exit status already read: will report returncode 255) r7 popr r r waitpidChildProcessErrorr
r r r, )r% rw rE rJ rK rF r rx r r r rH s
zPidfdChildWatcher._do_waitc C sF z | j |\}}}W n
ty Y dS w | j| t| dS )NFT)r7 rJ rP r r r r, )r% rw rE rF r r r r, s
z&PidfdChildWatcher.remove_child_handlerN)
r r r r r# r/ r4 rd r, r. rg rH r, r r r r r { s r c @ sD e Zd Zdd Zdd Zdd Zdd Zd d
Zd d Zd
d Z dS )BaseChildWatcherc C r5 r r6 r r r r r# r8 zBaseChildWatcher.__init__c C r r rA r r r r r, r zBaseChildWatcher.closec C r> r r? r r r r rd r@ zBaseChildWatcher.is_activec C r' r r( )r% expected_pidr r r _do_waitpid r z BaseChildWatcher._do_waitpidc C r' r r( r r r r _do_waitpid_all r z BaseChildWatcher._do_waitpid_allc C sj | j d ur|d u r| jrtdt | j d ur | j tj || _ |d ur3|tj| j |
d S d S rB ) r r7 r1 r2 rC r0 r@ SIGCHLDrN _sig_chldrP r- r r r r. s
z BaseChildWatcher.attach_loopc
C sZ z| W d S ttfy ty, } z| jd|d W Y d }~d S d }~ww )N$Unknown exception in SIGCHLD handler)r r )rP ri rj rk r r r r r r rR s zBaseChildWatcher._sig_chldN)
r r r r# r, rd rO rP r. rR r r r r rM s rM c sP e Zd ZdZ fddZdd Zdd Zdd Zd
d Zd d
Z dd Z
Z S )r ad 'Safe' child watcher implementation.
This implementation avoids disrupting other code spawning processes by
polling explicitly each process in the SIGCHLD handler instead of calling
os.waitpid(-1).
This is a safe solution but it has a significant overhead when handling a
big number of children (O(n) each time SIGCHLD is raised)
c s | j t d S r )r7 r4 r" r, r r' r r r, s
zSafeChildWatcher.closec C r9 r r r r r r r/
r zSafeChildWatcher.__enter__c C r: r r r0 r r r r4 r zSafeChildWatcher.__exit__c G s ||f| j |< | | d S r )r7 rO r* r r r rg s z"SafeChildWatcher.add_child_handlerc C $ z| j |= W dS ty Y dS w NTFr7 rP r+ r r r r, z%SafeChildWatcher.remove_child_handlerc C t | jD ]}| | qd S r r/ r7 rO r+ r r r rP s z SafeChildWatcher._do_waitpid_allc C s z t |t j\}}W n ty |}d}td| Y nw |dkr%d S t|}| j r5t d|| z
| j
|\}}W n t yY | j rVtjd|dd Y d S Y d S w |||g|R d S )NrI 8Unknown child process pid %d, will report returncode 255r $process %s exited with returncode %s'Child watcher got an unexpected pid: %rTr )
r rK WNOHANGrL r
r r r r r r7 rJ rP )r% rN rw r rx rJ rK r r r rO % s6
z SafeChildWatcher._do_waitpid) r r r r r, r/ r4 rg r, rP rO r r r r' r r s
r c sT e Zd ZdZ fddZ fddZdd Zdd Zd
d Zd d
Z dd Z
Z S )r aW 'Fast' child watcher implementation.
This implementation reaps every terminated processes by calling
os.waitpid(-1) directly, possibly breaking other code spawning processes
and waiting for their termination.
There is no noticeable overhead when handling a big number of children
(O(1) each time a child terminates).
c s$ t t | _i | _d| _d S r )r" r# threadingZLock_lock_zombies_forksr r' r r r# R s
zFastChildWatcher.__init__c s" | j | j t d S r )r7 r4 r` r" r, r r' r r r, X s
zFastChildWatcher.closec C s< | j | jd7 _| W d S 1 sw Y d S )Nr )r_ ra r r r r r/ ] s $zFastChildWatcher.__enter__c C sv | j ( | jd8 _| js| js W d d S t| j}| j W d n1 s.w Y td| d S )Nr z5Caught subprocesses termination from unknown pids: %s)r_ ra r` rE r4 r
r )r% r1 r2 r3 Zcollateral_victimsr r r r4 c s
zFastChildWatcher.__exit__c G s| | j ( z| j|}W n ty# ||f| j|< Y W d d S w W d n1 s.w Y |||g|R d S r )r_ r` rJ rP r7 )r% rw rJ rK rx r r r rg q s z"FastChildWatcher.add_child_handlerc C rT rU rV r+ r r r r, rW z%FastChildWatcher.remove_child_handlerc C s z t dt j\}}W n
ty Y d S w |dkr d S t|}| jF z
| j|\}}W n' tyV | j rR|| j
|< | j rJt
d|| Y W d q d }Y n
w | j rct
d|| W d n1 smw Y |d u r~t
d|| n |||g|R q)NTr: r z,unknown process %s exited with returncode %sr[ z8Caught subprocess termination from unknown pid: %d -> %d)r rK r] rL r r_ r7 rJ rP ra r` r r r
r r )r% rw r rx rJ rK r r r rP sH
z FastChildWatcher._do_waitpid_all) r r r r r# r, r/ r4 rg r, rP r r r r' r r H s r c @ sh e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dd Z
dd ZdS )r a~ A watcher that doesn't require running loop in the main thread.
This implementation registers a SIGCHLD signal handler on
instantiation (which may conflict with other code that
install own handler for this signal).
The solution is safe but it has a significant overhead when
handling a big number of processes (*O(n)* each time a
SIGCHLD is received).
c C s i | _ d | _d S r )r7 _saved_sighandlerr r r r r# r8 z MultiLoopChildWatcher.__init__c C s
| j d uS r )rb r r r r rd r z MultiLoopChildWatcher.is_activec C sT | j | jd u r d S ttj}|| jkr td nttj| j d | _d S )Nz+SIGCHLD handler was changed by outside code) r7 r4 rb r@ getsignalrQ rR r
r )r% rT r r r r, s
zMultiLoopChildWatcher.closec C r9 r r r r r r r/ r z MultiLoopChildWatcher.__enter__c C r: r r r% r; Zexc_valZexc_tbr r r r4 r z MultiLoopChildWatcher.__exit__c G s& t }|||f| j|< | | d S r )r get_running_loopr7 rO )r% rw rJ rK r r r r rg s z'MultiLoopChildWatcher.add_child_handlerc C rT rU rV r+ r r r r, rW z*MultiLoopChildWatcher.remove_child_handlerc C sN | j d urd S ttj| j| _ | j d u r td tj| _ ttjd d S )NzaPrevious SIGCHLD handler was set by non-Python code, restore to default handler on watcher close.F)rb r@ rQ rR r
r rS rF r- r r r r. s
z!MultiLoopChildWatcher.attach_loopc C rX r rY r+ r r r rP s z%MultiLoopChildWatcher._do_waitpid_allc C s z t |t j\}}W n ty |}d}td| d}Y n
w |dkr'd S t|}d}z | j|\}}}W n t yJ tjd|dd Y d S w |
rXtd|| d S |re| ret d || |j
|||g|R d S )
NrI rZ Fr Tr\ r %Loop %r that handles pid %r is closedr[ )r rK r] rL r
r r r7 rJ rP is_closedr r ru ) r% rN rw r rx Z debug_logr rJ rK r r r rO s:
z!MultiLoopChildWatcher._do_waitpidc C sD z| W d S ttfy ty! tjddd Y d S w )NrS Tr )rP ri rj rk r
r )r% r r r r r rR % s z MultiLoopChildWatcher._sig_chldN)r r r r r# rd r, r/ r4 rg r, r. rP rO rR r r r r r s %r c @ sn e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z e
j fddZ dd Z
dd Zdd Zdd ZdS )r aA Threaded child watcher implementation.
The watcher uses a thread per process
for waiting for the process finish.
It doesn't require subscription on POSIX signal
but a thread creation is not free.
The watcher has O(1) complexity, its performance doesn't depend
on amount of spawn processes.
c C s t d| _i | _d S r ) itertoolsr _pid_counter_threadsr r r r r# ; r) z ThreadedChildWatcher.__init__c C r r r r r r r rd ? r z ThreadedChildWatcher.is_activec C s | d S r )
_join_threadsr r r r r, B s zThreadedChildWatcher.closec C s. dd t | j D }|D ]}| qdS )z%Internal: Join all non-daemon threadsc S s g | ] }| r|js|qS r )is_alivedaemon.0threadr r r
G s
z6ThreadedChildWatcher._join_threads..N)r/ rj rD r )r% threadsrp r r r rk E s
z"ThreadedChildWatcher._join_threadsc C r9 r r r r r r r/ L r z ThreadedChildWatcher.__enter__c C r: r r rd r r r r4 O r z ThreadedChildWatcher.__exit__c C s: dd t | j D }|r|| j dt| d d S d S )Nc S s g | ]}| r|qS r )rl rn r r r rq S s
z0ThreadedChildWatcher.__del__..z0 has registered but not finished child processesr* )r/ rj rD r( r3 )r% r rr r r r r R s
z ThreadedChildWatcher.__del__c G sF t }tj| jdt| j ||||fdd}|| j|< | d S )Nzwaitpid-T)targetnamerK rm ) r re r^ ZThreadrO nextri rj start)r% rw rJ rK r rp r r r rg Z s
z&ThreadedChildWatcher.add_child_handlerc C r r r r+ r r r r, c s z)ThreadedChildWatcher.remove_child_handlerc C r: r r r- r r r r. i r z ThreadedChildWatcher.attach_loopc C s z
t |d\}}W n ty |}d}td| Y nw t|}| r-td|| | r9td|| n |j |||g|R | j
| d S )Nr rI rZ r[ rf ) r rK rL r
r r r r rg ru rj rJ )r% r rN rJ rK rw r rx r r r rO l s& z ThreadedChildWatcher._do_waitpidN)r r r r r# rd r, rk r/ r4 r1 r2 r rg r, r. rO r r r r r . s r c sH e Zd ZdZeZ fddZdd Z fddZdd Z d
d Z
Z S ) _UnixDefaultEventLoopPolicyz:UNIX event loop policy with a watcher for child processes.c s t d | _d S r )r" r# _watcherr r' r r r# s
z$_UnixDefaultEventLoopPolicy.__init__c C s~ t j2 | jd u r%t | _t t u r-| j| jj W d d S W d d S W d d S 1 s8w Y d S r )
r r_ rx r r^ current_thread main_threadr. _localr r r r r
_init_watcher s
"z)_UnixDefaultEventLoopPolicy._init_watcherc s> t | | jdurt t u r | j| dS dS dS )zSet the event loop.
As a side effect, if a child watcher was set before, then calling
.set_event_loop() from the main thread will call .attach_loop(loop) on
the child watcher.
N)r" set_event_looprx r^ ry rz r. r- r' r r r} s
z*_UnixDefaultEventLoopPolicy.set_event_loopc C s | j du r | | j S )z~Get the watcher for child processes.
If not yet set, a ThreadedChildWatcher object is automatically created.
N)rx r| r r r r rc s
z-_UnixDefaultEventLoopPolicy.get_child_watcherc C s | j dur
| j || _ dS )z$Set the watcher for child processes.N)rx r, )r% rr r r r set_child_watcher s
z-_UnixDefaultEventLoopPolicy.set_child_watcher) r r r r r! Z
_loop_factoryr# r| r} rc r~ r r r r' r rw s
rw )3r rH r rh r r r@ r r r! r- r^ r1 r r r r r r r r
r r logr
__all__r
ImportErrorr r ZBaseSelectorEventLoopr! Z
ReadTransportrY Z_FlowControlMixinZWriteTransportra ZBaseSubprocessTransportrf r r rM r r r r ZBaseDefaultEventLoopPolicyrw r r r r r r sd
NON5Ji}Y2