B
?o y" @ s" d Z dZddlZddlZddlZddlZddlZddlZddlZy ddl Z W n e
k
rd dZ Y nX ddl m Z ddl m
Z
ddl mZ ddl mZ dd l mZ dd
l mZ dd l mZ dd lmZ d
d Zdd ZG dd de jZG dd dejejZG dd deZ G dd deZ dS )zEvent loop using a selector and related classes.
A selector is a "notify-when-ready" multiplexer. For a subclass which
also includes support for signal handling, see the unix_events sub-module.
)BaseSelectorEventLoop N ) base_events) constants)events)futures) protocols)sslproto)
transports)loggerc C s6 y| |}W n tk
r" dS X t|j|@ S d S )NF)get_keyKeyErrorboolr )selectorfdZeventkey r Z!d?d@ Z"dAdB Z#dCdD Z$dEdF Z%dGdH Z&dIdJ Z'dKdL Z(dMdN Z)dOdP Z* Z+S )Ur zJSelector event loop.
See events.EventLoop for API specification.
Nc sF t |d krt }td|jj || _| t
| _ d S )NzUsing selector: %s)
super__init__ selectorsZDefaultSelectorr debug __class____name__ _selector_make_self_pipeweakrefZWeakValueDictionary _transports)selfr )r r r r 5 s
z BaseSelectorEventLoop.__init__)extraserverc C s t | |||||S )N)_SelectorSocketTransport)r$ r protocolwaiterr% r& r r r _make_socket_transport? s
z,BaseSelectorEventLoop._make_socket_transportF) server_sideserver_hostnamer% r& ssl_handshake_timeoutc C s0 t j| |||||| d}
t| ||
||d |
jS )N)r- )r% r& )r Z SSLProtocolr' Z_app_transport) r$ Zrawsockr(
sslcontextr) r+ r, r% r& r- Z ssl_protocolr r r _make_ssl_transportD s
z)BaseSelectorEventLoop._make_ssl_transportc C s t | |||||S )N)_SelectorDatagramTransport)r$ r r( addressr) r% r r r _make_datagram_transportQ s z.BaseSelectorEventLoop._make_datagram_transportc sL | rtd| r d S | t | jd k rH| j d | _d S )Nz!Cannot close a running event loop)Z
is_running RuntimeError is_closed_close_self_piper closer )r$ )r r r r6 V s
zBaseSelectorEventLoop.closec C sB | | j | j d | _| j d | _| jd8 _d S )Nr )_remove_reader_ssockfilenor6 _csock
_internal_fds)r$ r r r r5 a s
z&BaseSelectorEventLoop._close_self_pipec C sN t \| _| _| jd | jd | jd7 _| | j | j d S )NFr ) socketZ
socketpairr8 r: setblockingr; _add_readerr9 _read_from_self)r$ r r r r! i s
z%BaseSelectorEventLoop._make_self_pipec C s d S )Nr )r$ datar r r _process_self_dataq s z(BaseSelectorEventLoop._process_self_datac C sV xPy | j d}|sP | | W q tk
r8 wY q tk
rL P Y qX qW d S )Ni )r8 recvrA InterruptedErrorBlockingIOError)r$ r@ r r r r? t s z%BaseSelectorEventLoop._read_from_selfc C sJ | j }|d k rFy|d W n( tk
rD | jr@tjddd Y nX d S )N z3Fail to write a null byte into the self-pipe socketT)exc_info)r: sendOSError_debugr r )r$ Zcsockr r r _write_to_self s z$BaseSelectorEventLoop._write_to_selfd c
C s" | | | j|||||| d S )N)r> r9 _accept_connection)r$ protocol_factoryr r. r& backlogr- r r r _start_serving s
z$BaseSelectorEventLoop._start_servingc
C s xt |D ]}y0| \}} | jr4td|| | |d W n tttfk
rZ d S t k
r }
z^|
j
t
j t
j t
j
t
jfkr| d|
|d | | | tj| j|||||| n W d d }
~
X Y q X d| i} | ||| |||} | | q W d S )Nz#%r got a new connection from %r: %rFz&socket.accept() out of system resource)message exceptionr< peername)rangeacceptrI r r r= rD rC ConnectionAbortedErrorrH errnoZEMFILEZENFILEZENOBUFSZENOMEMcall_exception_handlerr7 r9 Z
call_laterr ZACCEPT_RETRY_DELAYrO _accept_connection2Z create_task)
r$ rM r r. r& rN r- _connaddrexcr% rT r r r rL s6
z(BaseSelectorEventLoop._accept_connectionc
s d }d }yl| }| } |r8| j|||| d|||d}n| j||| ||d}y| I d H W n | Y nX W n\ tk
r }
z>| jrd|
d} |d k r|| d< |d k r|| d< | | W d d }
~
X Y nX d S )NT)r) r+ r% r& r- )r) r% r& z3Error on transport creation for incoming connection)rP rQ r( transport)
create_futurer/ r* r6 ExceptionrI rW ) r$ rM rZ r% r. r& r- r( r] r) r\ contextr r r rX s6
z)BaseSelectorEventLoop._accept_connection2c
C s |}t |tsJyt| }W n* tttfk
rH td|d Y nX y| j| }W n tk
rl Y n X | st d|d|d S )NzInvalid file object: zFile descriptor z is used by transport )
r intr9 AttributeErrorr
ValueErrorr# r
is_closingr3 )r$ r r9 r] r r r _ensure_fd_no_transport s
z-BaseSelectorEventLoop._ensure_fd_no_transportc G s | t||| d }y| j|}W n* tk
rR | j|tj|d f Y n>X |j|j }\}}| j
||tjB ||f |d k r| d S )N)
_check_closedr Handler r r
registerr
EVENT_READr@ modifycancel) r$ r callbackargshandler maskreaderwriterr r r r> s
z!BaseSelectorEventLoop._add_readerc C s | r dS y| j|}W n tk
r0 dS X |j|j }\}}|tj M }|sb| j| n| j ||d |f |d k r|
dS dS d S )NFT) r4 r r r
r r@ r ri
unregisterrj rk )r$ r r ro rp rq r r r r7 s z$BaseSelectorEventLoop._remove_readerc G s | t||| d }y| j|}W n* tk
rR | j|tjd |f Y n>X |j|j }\}}| j
||tjB ||f |d k r| d S )N) rf r rg r r r
rh r EVENT_WRITEr@ rj rk ) r$ r rl rm rn r ro rp rq r r r _add_writer s
z!BaseSelectorEventLoop._add_writerc C s | r dS y| j|}W n tk
r0 dS X |j|j }\}}|tj M }|sb| j| n| j |||df |dk r|
dS dS dS )zRemove a writer callback.FNT) r4 r r r
r r@ r rs rr rj rk )r$ r r ro rp rq r r r _remove_writer/ s z$BaseSelectorEventLoop._remove_writerc G s | | | j||f| S )zAdd a reader callback.)re r> )r$ r rl rm r r r
add_readerF s
z BaseSelectorEventLoop.add_readerc C s | | | |S )zRemove a reader callback.)re r7 )r$ r r r r
remove_readerK s
z#BaseSelectorEventLoop.remove_readerc G s | | | j||f| S )zAdd a writer callback..)re rt )r$ r rl rm r r r
add_writerP s
z BaseSelectorEventLoop.add_writerc C s | | | |S )zRemove a writer callback.)re ru )r$ r r r r
remove_writerU s
z#BaseSelectorEventLoop.remove_writerc sD t | | jr"| dkr"td| }| |d|| |I dH S )zReceive data from the socket.
The return value is a bytes object representing the data received.
The maximum amount of data to be received at once is specified by
nbytes.
r z the socket must be non-blockingN)r rI
gettimeoutrc r^
_sock_recv)r$ r nfutr r r sock_recvZ s z BaseSelectorEventLoop.sock_recvc C s |d k r| | | r d S y||}W n` ttfk
rb | }| || j|||| Y n6 tk
r } z| | W d d }~X Y n X |
| d S )N) rw cancelledrB rD rC r9 rv r{ r_
set_exception
set_result)r$ r}
registered_fdr r| r@ r r\ r r r r{ h s
z BaseSelectorEventLoop._sock_recvc sD t | | jr"| dkr"td| }| |d|| |I dH S )zReceive data from the socket.
The received data is written into *buf* (a writable buffer).
The return value is the number of bytes written.
r z the socket must be non-blockingN)r rI rz rc r^ _sock_recv_into)r$ r bufr} r r r sock_recv_into} s z$BaseSelectorEventLoop.sock_recv_intoc C s |d k r| | | r d S y||}W n` ttfk
rb | }| || j|||| Y n6 tk
r } z| | W d d }~X Y n X |
| d S )N) rw r recv_intorD rC r9 rv r r_ r r )r$ r} r r r nbytesr r\ r r r r s
z%BaseSelectorEventLoop._sock_recv_intoc sT t | | jr"| dkr"td| }|r@| |d|| n
|d |I dH S )a Send data to the socket.
The socket must be connected to a remote socket. This method continues
to send data from data until either all data has been sent or an
error occurs. None is returned on success. On error, an exception is
raised, and there is no way to determine how much data, if any, was
successfully processed by the receiving end of the connection.
r z the socket must be non-blockingN)r rI rz rc r^
_sock_sendallr )r$ r r@ r} r r r sock_sendall s
z"BaseSelectorEventLoop.sock_sendallc
C s |d k r| | | r d S y||}W nF ttfk
rH d}Y n, tk
rr } z|| d S d }~X Y nX |t|kr|d n.|r||d }| }|
|| j |||| d S )Nr ) ry r rG rD rC r_ r lenr r9 rx r )r$ r} r r r@ r| r\ r r r r r s"
z#BaseSelectorEventLoop._sock_sendallc s t | | jr"| dkr"tdttdr8|jtjkrf| j||j|j | dI dH }|d \}}}}}|
}| ||| |I dH S )zTConnect to a remote socket at address.
This method is a coroutine.
r z the socket must be non-blockingAF_UNIX)familyprotoloopN) r rI rz rc hasattrr< r r Z_ensure_resolvedr r^
_sock_connect)r$ r r1 ZresolvedrY r} r r r sock_connect s z"BaseSelectorEventLoop.sock_connectc
C s | }y|| W nj ttfk
rV |t| j| | || j ||| Y n6 t
k
r } z| | W d d }~X Y n X | d d S )N)
r9 ZconnectrD rC Zadd_done_callback functoolspartial_sock_connect_donerx _sock_connect_cbr_ r r )r$ r} r r1 r r\ r r r r s z#BaseSelectorEventLoop._sock_connectc C s | | d S )N)ry )r$ r r} r r r r s z(BaseSelectorEventLoop._sock_connect_donec
C s | r d S y,|tjtj}|dkr6t|d| W nB ttfk
rP Y n6 tk
rz } z| | W d d }~X Y n X |
d d S )Nr zConnect call failed ) r Z
getsockoptr< Z
SOL_SOCKETZSO_ERRORrH rD rC r_ r r )r$ r} r r1 errr\ r r r r s z&BaseSelectorEventLoop._sock_connect_cbc sB t | | jr"| dkr"td| }| |d| |I dH S )aW Accept a connection.
The socket must be bound to an address and listening for connections.
The return value is a pair (conn, address) where conn is a new socket
object usable to send and receive data on the connection, and address
is the address bound to the socket on the other end of the connection.
r z the socket must be non-blockingFN)r rI rz rc r^ _sock_accept)r$ r r} r r r sock_accept s z!BaseSelectorEventLoop.sock_acceptc
C s | }|r| | | r"d S y| \}}|d W nV ttfk
rh | || j|d| Y n: t k
r } z|
| W d d }~X Y nX | ||f d S )NFT) r9 rw r rT r= rD rC rv r r_ r r )r$ r} Z
registeredr r rZ r1 r\ r r r r s
z"BaseSelectorEventLoop._sock_acceptc sl | j |j= | }| | I d H z | j|j|||ddI d H S | |rZ| || j |j< X d S )NF)Zfallback) r# _sock_fd
is_reading
pause_reading_make_empty_waiterZ
sock_sendfile_sock_reset_empty_waiterresume_reading)r$ Ztranspfileoffsetcountr r r r _sendfile_native s
z&BaseSelectorEventLoop._sendfile_nativec C s x~|D ]v\}}|j |j }\}}|tj@ rN|d k rN|jrD| | n
| | |tj@ r|d k r|jrr| | q| | qW d S )N) fileobjr@ r ri Z
_cancelledr7 Z
_add_callbackrs ru )r$ Z
event_listr ro r rp rq r r r _process_events- s
z%BaseSelectorEventLoop._process_eventsc C s | | | d S )N)r7 r9 r6 )r$ r r r r
_stop_serving; s z#BaseSelectorEventLoop._stop_serving)N)N)N)NNN),r
__module__ __qualname____doc__r r* r ZSSL_HANDSHAKE_TIMEOUTr/ r2 r6 r5 r! rA r? rJ rO rL rX re r> r7 rt ru rv rw rx ry r~ r{ r r r r r r r r r r r r r
__classcell__r r )r r r / sZ
+$
r c s e Zd ZdZeZdZd fdd Zdd Zdd Z d d
Z
d d Z d
d Z dd Z
dd Zd ddZdd Zdd Zdd Zd d Z ZS ) _SelectorTransporti Nc s t || || jd< y| | jd< W n tk
rH d | jd< Y nX d| jkry| | jd< W n tjk
r d | jd< Y nX || _| | _
d| _ | | || _
| | _d| _d| _| j
d k r| j
| |j| j
< d S )Nr< ZsocknamerR Fr )r r _extraZ getsocknamerH Z getpeernamer< errorr r9 r _protocol_connected set_protocol_server_buffer_factory_buffer
_conn_lost_closingZ_attachr# )r$ r r r( r% r& )r r r r L s,
z_SelectorTransport.__init__c C s | j jg}| jd kr |d n| jr0|d |d| j | jd k r| j st| jj | jt
j }|rz|d n
|d t| jj | jt
j }|rd}nd}|
}|d| d | d
d d |S )
Nclosedclosingzfd=z read=pollingz read=idlepollingZidlezwrite=z<{}> )r r r appendr r _loopr4 r r r ri rs get_write_buffer_sizeformatjoin)r$ infor statebufsizer r r __repr__f s*
z_SelectorTransport.__repr__c C s | d d S )N) _force_close)r$ r r r abort s z_SelectorTransport.abortc C s || _ d| _d S )NT) _protocolr )r$ r( r r r r s z _SelectorTransport.set_protocolc C s | j S )N)r )r$ r r r get_protocol s z _SelectorTransport.get_protocolc C s | j S )N)r )r$ r r r rd s z _SelectorTransport.is_closingc C sT | j r
d S d| _ | j| j | jsP| jd7 _| j| j | j| jd d S )NTr ) r r r7 r r r ru call_soon_call_connection_lost)r$ r r r r6 s z_SelectorTransport.closec C s. | j d k r*tjd| t| d | j d S )Nzunclosed transport )source)r warningswarnResourceWarningr6 )r$ r r r __del__ s
z_SelectorTransport.__del__Fatal error on transportc C sN t |tr(| j r@tjd| |dd n| j||| | jd | | d S )Nz%r: %sT)rF )rP rQ r] r( ) r rH r get_debugr r rW r r )r$ r\ rP r r r _fatal_error s
z _SelectorTransport._fatal_errorc C sd | j r
d S | jr(| j | j| j | jsBd| _| j| j | j d7 _ | j| j | d S )NTr )
r r clearr ru r r r7 r r )r$ r\ r r r r s
z _SelectorTransport._force_closec C sV z| j r| j| W d | j d | _d | _d | _| j}|d k rP| d | _X d S )N)r r Zconnection_lostr r6 r r Z_detach)r$ r\ r& r r r r s
z(_SelectorTransport._call_connection_lostc C s
t | jS )N)r r )r$ r r r r s z(_SelectorTransport.get_write_buffer_sizec G s" | j r
d S | jj||f| d S )N)r r r> )r$ r rl rm r r r r> s z _SelectorTransport._add_reader)NN)r )r r r max_size bytearrayr r r r r r r rd r6 r r r r r r> r r r )r r r @ s
r c s e Zd ZdZejjZd# fdd Z fddZ dd Z
d d
Z d d Z d
d Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Z fd d Zd d Zd!d" Z ZS )$r' TNc s~ d | _ t ||||| d| _d| _d | _t| j | j
| j j | | j
| j
| j| j |d k rz| j
tj|d d S )NF)_read_ready_cbr r _eof_paused
_empty_waiterr Z _set_nodelayr r r r connection_mader> r _read_readyr _set_result_unless_cancelled)r$ r r r( r) r% r& )r r r r s
z!_SelectorSocketTransport.__init__c s. t |tjr| j| _n| j| _t | d S )N)r r ZBufferedProtocol_read_ready__get_bufferr _read_ready__data_receivedr r )r$ r( )r r r r s
z%_SelectorSocketTransport.set_protocolc C s | j o| j S )N)r r )r$ r r r r s z#_SelectorSocketTransport.is_readingc C s> | j s | jrd S d| _| j| j | j r:td| d S )NTz%r pauses reading)r r r r7 r r r r )r$ r r r r s
z&_SelectorSocketTransport.pause_readingc C s@ | j s | jsd S d| _| | j| j | j r r r r r r r )r$ r r r r s
z'_SelectorSocketTransport.resume_readingc C s | d S )N)r )r$ r r r r s z$_SelectorSocketTransport._read_readyc
C s | j r
d S y | jd}t|s(tdW n. tk
rX } z| |d d S d }~X Y nX y| j|}W nD t t
fk
r d S tk
r } z| |d d S d }~X Y nX |s| d S y| j | W n0 tk
r } z| |d W d d }~X Y nX d S )Nz%get_buffer() returned an empty bufferz/Fatal error: protocol.get_buffer() call failed.z$Fatal read error on socket transportz3Fatal error: protocol.buffer_updated() call failed.)
r r Z
get_bufferr r3 r_ r r r rD rC _read_ready__on_eofZbuffer_updated)r$ r r\ r r r r r s2 z0_SelectorSocketTransport._read_ready__get_bufferc
C s | j r
d S y| j| j}W nD ttfk
r4 d S tk
r` } z| |d d S d }~X Y nX |sr| d S y| j
| W n. tk
r } z| |d W d d }~X Y nX d S )Nz$Fatal read error on socket transportz2Fatal error: protocol.data_received() call failed.) r r rB r rD rC r_ r r r Z
data_received)r$ r@ r\ r r r r * s" z3_SelectorSocketTransport._read_ready__data_receivedc
C st | j rtd| y| j }W n. tk
rR } z| |d d S d }~X Y nX |rh| j | j n|
d S )Nz%r received EOFz1Fatal error: protocol.eof_received() call failed.) r r r r r Z eof_receivedr_ r r7 r r6 )r$ Z keep_openr\ r r r r ? s
z,_SelectorSocketTransport._read_ready__on_eofc
C s t |tttfs$tdt|j| jr2td| j d k rDtd|sLd S | j
rz| j
t j krht
d | j
d7 _
d S | j sy| j|}W nD ttfk
r Y nB tk
r } z| |d d S d }~X Y nX ||d }|sd S | j| j| j | j| | d S )Nz/data argument must be a bytes-like object, not z%Cannot call write() after write_eof()z(unable to write; sendfile is in progressz socket.send() raised exception.r z%Fatal write error on socket transport) r bytesr
memoryviewr typer r r3 r r r !LOG_THRESHOLD_FOR_CONNLOST_WRITESr warningr r rG rD rC r_ r r rt r _write_readyextend_maybe_pause_protocol)r$ r@ r| r\ r r r writeR s6
z _SelectorSocketTransport.writec
C s | j std| jrd S y| j| j }W nr ttfk
rB Y n tk
r } z>| j | j
| j | |d | j
d k r| j
| W d d }~X Y nnX |r| j d |= | | j s
| j | j
| j
d k r| j
d | jr| d n| jr
| jtj d S )NzData should not be emptyz%Fatal write error on socket transport)r AssertionErrorr r rG rD rC r_ r ru r r r r r _maybe_resume_protocolr r r r shutdownr< SHUT_WR)r$ r| r\ r r r r w s0
z%_SelectorSocketTransport._write_readyc C s. | j s | jrd S d| _| js*| jtj d S )NT)r r r r r r< r )r$ r r r write_eof s
z"_SelectorSocketTransport.write_eofc C s dS )NTr )r$ r r r
can_write_eof s z&_SelectorSocketTransport.can_write_eofc s* t | | jd k r&| jtd d S )Nz Connection is closed by peer)r r r r ConnectionError)r$ r\ )r r r r s
z._SelectorSocketTransport._call_connection_lostc C s6 | j d k rtd| j | _ | js0| j d | j S )NzEmpty waiter is already set)r r3 r r^ r r )r$ r r r r s
z+_SelectorSocketTransport._make_empty_waiterc C s
d | _ d S )N)r )r$ r r r r s z,_SelectorSocketTransport._reset_empty_waiter)NNN)r r r Z_start_tls_compatibler Z
_SendfileModeZ
TRY_NATIVEZ_sendfile_compatibler r r r r r r r r r r r r r r r r r r )r r r' s& % r' c sF e Zd ZejZd fdd Zdd Zdd Zd
dd Z d
d Z
Z S )r0 Nc s^ t |||| || _| j| jj| | j| j| j| j |d k rZ| jt
j |d d S )N) r r _addressr r r r r> r r r r )r$ r r r( r1 r) r% )r r r r s
z#_SelectorDatagramTransport.__init__c C s t dd | jD S )Nc s s | ]\}}t |V qd S )N)r ).0r@ rY r r r s zC_SelectorDatagramTransport.get_write_buffer_size..)sumr )r$ r r r r s z0_SelectorDatagramTransport.get_write_buffer_sizec
C s | j r
d S y| j| j\}}W np ttfk
r8 Y nh tk
rd } z| j| W d d }~X Y n< t k
r } z|
|d W d d }~X Y nX | j || d S )Nz&Fatal read error on datagram transport) r r Zrecvfromr rD rC rH r error_receivedr_ r Zdatagram_received)r$ r@ r[ r\ r r r r s z&_SelectorDatagramTransport._read_readyc
C sd t |tttfs$tdt|j|s,d S | jrV|d | jfkrPtd| j | j}| j r| jr| j t
j krxt
d | j d7 _ d S | jsDy*| jd r| j| n| j|| d S ttfk
r | j| j| j Y n^ tk
r } z| j| d S d }~X Y n0 t k
rB } z| |d d S d }~X Y nX | j t||f | d S )Nz/data argument must be a bytes-like object, not z!Invalid address: must be None or z socket.send() raised exception.r rR z'Fatal write error on datagram transport) r r r r r r r r rc r r r r r r r r rG sendtorD rC r rt r
_sendto_readyrH r r r_ r r r )r$ r@ r[ r\ r r r r s>
z!_SelectorDatagramTransport.sendtoc
C s x| j r| j \}}y*| jd r0| j| n| j|| W q ttfk
rj | j ||f P Y q t k
r } z| j
| d S d }~X Y q t k
r } z|
|d d S d }~X Y qX qW | | j s| j| j | jr| d d S )NrR z'Fatal write error on datagram transport)r popleftr r rG r rD rC
appendleftrH r r r_ r r r ru r r r )r$ r@ r[ r\ r r r r s*
z(_SelectorDatagramTransport._sendto_ready)NNN)N) r r r collectionsdequer r r r r r r r r )r r r0 s
)r0 ) r __all__r rV r r r< r r" r ImportError r r r r r r r
logr r r Z
BaseEventLoopr Z_FlowControlMixinZ Transportr r' r0 r r r r sB
_