python (3.12.0)
ˑep d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddl
mZ ddl
mZ ddl
mZ ddl
mZ dd l
mZ dd
l
mZ dd l
mZ dd l
mZ dd
l
mZ ddlmZ dZe
j6 dk( r e d d Z d Z G d dej> Z G d dejB Z" G d dejF ejH Z% G d dejL Z' G d d Z( G d d e( Z) G d d!e( Z* G d" d#e* Z+ G d$ d%e* Z, G d& d'e( Z- G d( d)e( Z.d* Z/ G d+ d,ej` Z1e Z2e1Z3y)-z2Selector event loop for Unix with signal handling. N ) base_events)base_subprocess) constants)
coroutines)events)
exceptions)futures)selector_events)tasks)
transports)logger)SelectorEventLoopAbstractChildWatcherSafeChildWatcherFastChildWatcherPidfdChildWatcherMultiLoopChildWatcherThreadedChildWatcherDefaultEventLoopPolicywin32z+Signals are not really supported on Windowsc y)zDummy signal handler.N )signumframes G/BuggyBox/python/3.12.0/bootstrap/lib/python3.12/asyncio/unix_events.py_sighandler_noopr * s c P t j | S # t $ r | cY S w xY wN)oswaitstatus_to_exitcode
ValueError)statuss r r" r" / s. ((00
s %%c e Zd ZdZd fd Z fdZd Zd Zd Zd Z d Z
dd
Z dd Z dd Z
d
Z ddddddddZ dddddddddZd Zd Zd Zd Z xZS )_UnixSelectorEventLoopzdUnix event loop.
Adds signal handling and UNIX Domain Socket support to SelectorEventLoop.
Nc 2 t | | i | _ y r )super__init___signal_handlers)selfselector __class__s r r) z _UnixSelectorEventLoop.__init__? s
" " r c 0 t | t j s,t | j
D ] }| j
| y | j
r;t j d| dt | | j
j y y )NzClosing the loop z@ on interpreter shutdown stage, skipping signal handlers removalsource) r( closesys
is_finalizinglistr* remove_signal_handlerwarningswarnResourceWarningclear)r+ sigr- s r r1 z _UnixSelectorEventLoop.closeC s
"D 1 12
0**3/
0 $$
1$ :H I .%) +
%%++-
%r c : |D ] }|s| j | y r )_handle_signal)r+ datar s r _process_self_dataz)_UnixSelectorEventLoop._process_self_dataQ s% (F ' (r c R t j | st j | r t d | j | | j t
j | j j t j ||| d }|| j |< t
j |t" t
j$ |d y# t t f$ r}t t | d}~ww xY w# t $ r}| j |= | j sI t
j d n2# t t f$ r }t' j( d| Y d}~nd}~ww xY w|j* t* j, k( rt d| d d}~ww xY w)zAdd a handler for a signal. UNIX only.
Raise ValueError if the signal number is invalid or uncatchable.
Raise RuntimeError if there is a problem setting up the handler.
z3coroutines cannot be used with add_signal_handler()NF set_wakeup_fd(-1) failed: %ssig cannot be caught)r iscoroutineiscoroutinefunction TypeError
_check_signal
_check_closedsignal
set_wakeup_fd_csockfilenor# OSError RuntimeErrorstrr Handler* r siginterruptr infoerrnoEINVAL)r+ r: callbackargsexchandlenexcs r add_signal_handlerz)_UnixSelectorEventLoop.add_signal_handlerX sq
" "8 ,..x8 8 9
9 3 )
!3!3!5 6 xtT:%+ c"
MM# / 0
U + G$ ) s3x( ( ) %%c*((F((,"G, FKK >EEF yyELL("T#.?#@AA sZ -C -0D D-DD F&F!,EF!E1E,'F!,E110F!!F&c | j j | }|y|j r| j | y| j | y)z2Internal helper that is the actual signal handler.N)r* get
_cancelledr5 _add_callback_signalsafe)r+ r: rX s r r< z%_UnixSelectorEventLoop._handle_signal sE &&**3/ > & &s + ) )& 1r c | j | | j |= |t j k( rt j
}nt j } t j || | j s t j d yy# t $ r Y yw xY w# t $ r2}|j t j k( rt d| d d}~ww xY w# t t f$ r }t j d| Y d}~yd}~ww xY w)zwRemove a handler for a signal. UNIX only.
Return True if a signal handler was removed, False if not.
FrB rC Nr@ rA T)rG r* KeyErrorrI SIGINTdefault_int_handlerSIG_DFLrM rS rT rN rJ r# r rR )r+ r: handlerrW s r r5 z,_UnixSelectorEventLoop.remove_signal_handler s
3 %%c* &-- 00G nnG MM#w ' $$
A$$R( - yyELL("T#.?#@AA (
A :C@@
AsA
B B 8C BB C'-CC D +DD c t |t st d| |t j vrt d| y)zInternal helper to validate a signal.
Raise ValueError if the signal number is invalid or uncatchable.
Raise RuntimeError if there is a problem setting up the handler.
zsig must be an int, not zinvalid signal number N)
isinstanceintrF rI
valid_signalsr# )r+ r: s r rG z$_UnixSelectorEventLoop._check_signal sJ #s# 6sg >? ? f**, , 5cU ;< < -r c t | |||| S r )_UnixReadPipeTransportr+ pipeprotocolwaiterextras r _make_read_pipe_transportz0_UnixSelectorEventLoop._make_read_pipe_transport s %dD(FEJJr c t | |||| S r )_UnixWritePipeTransportrk s r _make_write_pipe_transportz1_UnixSelectorEventLoop._make_write_pipe_transport s &tT8VUKKr c l K t j 5 t j dt t j
}
d d d
5 |
j
s t d | j } t | |||||||f| |d| } |
j | j | j | | d { d d d | S # 1 sw Y xY w7 # t t f$ r t $ r+ | j! | j# d { 7 w xY w# 1 sw Y S xY ww)NignorezRasyncio.get_child_watcher() is not activated, subprocess support is not installed.)rn ro )r6 catch_warnings simplefilterDeprecationWarningr get_child_watcher is_activerN
create_future_UnixSubprocessTransportadd_child_handlerget_pid_child_watcher_callback
SystemExitKeyboardInterrupt
BaseExceptionr1 _wait)
r+ rm rV shellstdinstdoutstderrbufsizero kwargswatcherrn transps
r _make_subprocess_transportz1_UnixSelectorEventLoop._make_subprocess_transport s;
$
$
& 1 ! !(,> ? ..0G 1 $$&
# $G H H'')F-dHdE,16676396 /56F
% %fnn&6$($@$@&
J
! 0
9 1 1( 12
lln$$
' 0
se D4/C
D4A-D'>C!C C!
D4C D4 C!!;D$ D D$$D''D1,D4c R | j | j |j | y r )call_soon_threadsafe call_soon_process_exited)r+ pid
returncoder s r r z._UnixSelectorEventLoop._child_watcher_callback s !!$..&2H2H*Ur )sslsockserver_hostnamessl_handshake_timeoutssl_shutdown_timeoutc K |t |t sJ |r
|2t d | t d | t d | t d || t d t j | }t j
t
j t
j d } |j d | j || d { nf| t d |j t
j k7 s |j t
j k7 rt d | |j d | j ||||||
d { \ }} || fS 7 # |j xY w7 #w) Nz/you have to pass server_hostname when using sslz+server_hostname is only meaningful with ssl1ssl_handshake_timeout is only meaningful with ssl0ssl_shutdown_timeout is only meaningful with ssl3path and sock can not be specified at the same timer Fz no path and sock were specified.A UNIX Domain Stream Socket was expected, got )r r )rf rO r# r! fspathsocketAF_UNIX SOCK_STREAM setblocking sock_connectr1 familytype _create_connection_transport)
r+ protocol_factorypathr r r r r transportrm s
r create_unix_connectionz-_UnixSelectorEventLoop.create_unix_connection s &*_c*JJ & EG G * !NOO$0 GI I#/ FH H IK K 99T?D== 1C1CQGD
'''d333 | !BCC v~~-II!3!33 DTHMO O U #$($E$E "C "7!5 %F %7 7 8 (""% 4
7s= B"E7%&E E E BE7E5 E7 E E22E7d T)r backlogr r r
start_servingc K t |t r t d |
|s t d |
|s t d || t d t j
| }t
j t j t j }|d dvrH t j t j | j rt j | |j# | nU| t d
|j* t j k7 s |j, t j k7 rt d | |j/ d t1 j2 | |g||||| } |r-| j5 t7 j8 d d { | S # t $ r Y t $ r!} t j d|| Y d } ~ d } ~ ww xY w# t $ rT}
|j% |
j& t& j( k( r!d|d } t t& j( | d d }
~
w |j% xY w7 w)
Nz*ssl argument must be an SSLContext or Noner r r r )r z2Unable to check or remove stale UNIX socket %r: %rzAddress z is already in usez-path was not specified, and no sock specifiedr F) rf boolrF r# r! r r r r statS_ISSOCKst_moderemoveFileNotFoundErrorrM r errorbindr1 rS
EADDRINUSEr r r r Server_start_servingr sleep)
r+ r r r r r r r r errrW msgservers
r create_unix_serverz)_UnixSelectorEventLoop.create_unix_server s7 c4 HI I ,S CE
E +C BD
D IK K 99T?D== 1C1CDD Awk)6}}RWWT]%:%:; $
$ | CE E v~~-II!3!33 DTHMO O
##D4&2B$'2G$8: ! ! # ++a.
S ) 6LL "*+/6 66
99 0 00 %TH,>?C!%"2"2C8dB
&
!si BIAF' "G 3B-I I!I' G0I2G:GIGI I 'AH66I Ic
K t j |j } t j | j }|r|n|}|sy| j } | j | d |||||d | d { S # t $ r t j d w xY w# t t j f$ r}t j d d }~ww xY w# t $ r t j d w xY w7 ~w)Nz os.sendfile() is not availableznot a regular filer )
r! sendfileAttributeErrorr SendfileNotAvailableErrorrL ioUnsupportedOperationfstatst_sizerM r{ _sock_sendfile_native_impl)
r+ r fileoffsetcountrL r fsize blocksizefuts
r _sock_sendfile_nativez,_UnixSelectorEventLoop._sock_sendfile_nativec s 2 KK M[[]F MHHV$,,E #E " ''T4(.y! Ey% 2 6602
2 2
7 78 M 667KL L M M 667KL L M sV C<B B" C 6C<;C:<C< B C<"C;CCC< C77C<c
|j } || j | |j r| j ||| y |r/||z
}|dk r%| j ||| |j | y t j | ||| }
|
dk( r%| j ||| |j | y ||
z
}||
z
}|| j || | j | | j || ||||||
y # t t f$ r; || j || | j | | j || ||||||
Y y t $ r} |Q| j t j k( r4t | t ur#t! dt j } | | _ | } |dk( r:t% j& d }
| j ||| |j) |
n)| j ||| |j) | Y d } ~ y Y d } ~ y d } ~ wt* t, f$ r t. $ r.} | j ||| |j) | Y d } ~ y d } ~ ww xY w)Nr zsocket is not connectedzos.sendfile call failed)rL
remove_writer cancelled _sock_sendfile_update_filepos
set_resultr! r _sock_add_cancellation_callback
add_writerr BlockingIOErrorInterruptedErrorrM rS ENOTCONNr ConnectionError __cause__r r
set_exceptionr r r )r+ r
registered_fdr rL r r r
total_sentfdsentrW new_excr s r r z1_UnixSelectorEventLoop._sock_sendfile_native_implz sT
[[] $
} - ==? . .vvz J
*IA~2266:Nz*1 F;;r669=DJ qy2266:Nz*$d"
(88dCD$C$CS "D& &y*F[ !12 B $44S$? OOB ? ? f "E9j
B ' )II /I_4
*-u~~?$'! Q
!::-/2266:N!!#&2266:N!!#&& ' -. # . .vvz J c " " #s, :C? ?AIIB6HI+$IIc Z |dkD r&t j ||t j y y Nr )r! lseekSEEK_SET)r+ rL r r s r r z4_UnixSelectorEventLoop._sock_sendfile_update_filepos s" > HHVVR[[ 1 r c 6 fd}|j | y )Nc v | j r(j }|dk7 rj | y y y )Nr@ )r rL r )r r r+ r s r cbzB_UnixSelectorEventLoop._sock_add_cancellation_callback.<locals>.cb s6 }}[[]8&&r* r )add_done_callback)r+ r r r s ` ` r r z6_UnixSelectorEventLoop._sock_add_cancellation_callback s +
b!r r NN)__name__
__module__ __qualname____doc__r) r1 r> rZ r< r5 rG rp rs r r r r r r r r
__classcell__r- s @r r& r& 9 s
# . (+Z2 @
= @D(,K AE)-L 04 BV
*.0#4 "&!% 0#f *.Gs"&!% GR.DFL2"r r& c e Zd ZdZd fd Zd Zd Zd Zd Zd Z d Z
d Z d
Z d Z
d Zej fd
ZddZd Zd Z xZS )rj i c 4 t | | || j d< || _ || _ |j | _ || _ d| _ d| _ t j | j j }t j | sJt j | s5t j | s d | _ d | _ d | _ t# d t j$ | j d | j j' | j j( | | j j' | j* | j | j, |,| j j' t. j0 |d y y )Nrl Fz)Pipe transport is for pipes/sockets only.)r( r) _extra_loop_piperL _fileno _protocol_closing_pausedr! r r r S_ISFIFOr S_ISCHRr# set_blockingr connection_made _add_reader _read_readyr
_set_result_unless_cancelled)r+ looprl rm rn ro moder- s r r) z _UnixReadPipeTransport.__init__ s.
" F
{{} !
xx %--
d#
d# T" DJ DL !DN HI I
e,
T^^ ; ;TB
T - - !\\4+;+; = JJ !E!E!'
/ r c ^ | j sy | j j || y r )
is_readingr r )r+ r rU s r r z"_UnixReadPipeTransport._add_reader s#
r8,r c : | j xr
| j S r )r r r+ s r r z!_UnixReadPipeTransport.is_reading s << 5
$55r c t | j j g}| j |j d n | j r|j d |j d| j
t
| j dd }| j W|Ut j || j
t j }|r|j d nA|j d n/| j |j d n|j d dj d j | S )
Nclosedclosingfd= _selectorpollingidleopen<{}> )r- r r appendr r getattrr r _test_selector_event selectors
EVENT_READformatjoin)r+ rR r, r s r __repr__z _UnixReadPipeTransport.__repr__ s ''( :: KK !
]] KK " c$,, ()4::{D9 :: !h&:%::$,, (<(<>G I& F#
ZZ
# KK KK !}}SXXd^,,r c h t j | j | j }|r | j j | y | j j rt j d| d| _
| j j | j | j j | j j | j j | j d y # t t f$ r Y y t" $ r }| j% |d Y d }~y d }~ww xY w)N%r was closed by peerTz"Fatal read error on pipe transport)r! readr max_sizer
data_receivedr get_debugr rR r _remove_readerr eof_received_call_connection_lostr r rM _fatal_error)r+ r= rW s r r z"_UnixReadPipeTransport._read_ready s G774<< 7D ,,T2::'')KK 7> $
))$,,7
$$T^^%@%@A
$$T%?%?F !12 I c#G H H Is *C< <D1
D1D,,D1c | j sy d| _ | j j | j | j j rt
j d| y y )NTz%r pauses reading)r r r r r r r debugr s r
pause_readingz$_UnixReadPipeTransport.pause_reading sP
!!$,,/ :: ! LL,d 3 "r c | j s | j sy d| _ | j j | j | j
| j j
rt j d| y y )NFz%r resumes reading) r r r r r r r r r# r s r resume_readingz%_UnixReadPipeTransport.resume_reading& s[ ==
t||T-=-=> :: ! LL-t 4 "r c || _ y r r r+ rm s r set_protocolz#_UnixReadPipeTransport.set_protocol. !r c | j S r r( r s r get_protocolz#_UnixReadPipeTransport.get_protocol1 ~~ r c | j S r r r s r
is_closingz!_UnixReadPipeTransport.is_closing4 }} r c @ | j s| j d y y r )r _closer s r r1 z _UnixReadPipeTransport.close7 s }} KK r c v | j - |d| t | | j j y y Nzunclosed transport r/ r r8 r1 r+ _warns r __del__z _UnixReadPipeTransport.__del__; 5 :: ! 'x0/$ O JJ "r c < t |t rQ|j t j k( r4| j j rDt
j d| |d n*| j j ||| | j d | j | y Nz%r: %sTexc_info)message exceptionr rm ) rf rM rS EIOr r r r# call_exception_handlerr r4 r+ rW r@ s r r! z#_UnixReadPipeTransport._fatal_error@ sr sG $eii)?zz##% XtWtD JJ - -" ! NN /
Cr c d| _ | j j | j | j j | j
| y NT)r r r r r r r+ rW s r r4 z _UnixReadPipeTransport._closeN s9
!!$,,/
T 7 7=r c | j j | | j j d | _ d | _ d | _ y # | j j d | _ d | _ d | _ w xY wr r connection_lostr r1 r rG s r r z,_UnixReadPipeTransport._call_connection_lostS g NN * *3 / JJ DJ !DN DJ
JJ DJ !DN DJ A
1A>r z Fatal error on pipe transport)r r r r r) r r r r r$ r& r* r- r1 r1 r6 r7 r: r! r4 r r r s @r rj rj s] H /<-
6-*G$45" %MM
>
r rj c e Zd Zd fd Zd Zd Zd Zd Zd Zd Z d Z
d Z d
Z d Z
d Zej fd
Zd ZddZddZd Z xZS )rr c t
| || || j d< || _ |j | _ || _ t | _ d| _ d| _
t j | j
j }t j | }t j | }t j" | } |s$|s"| s d | _ d | _ d | _ t% d t j& | j
d | j( j+ | j j, | | s!|rdt. j0 j3 d sE| j( j+ | j( j4 | j
| j6 |,| j( j+ t8 j: |d y y )Nrl r Fz?Pipe transport is only for pipes, sockets and character devicesaix) r( r) r r rL r r bytearray_buffer
_conn_lostr r! r r r r r r r# r r r r r2 platform
startswithr r r
r ) r+ r rl rm rn ro r is_charis_fifo is_socketr- s r r) z _UnixWritePipeTransport.__init__` si
% " F
{{} ! {
xx %--,,t$--%MM$' 7i DJ DL !DN D E
E e,
T^^ ; ;TB
)@)@)G JJ !7!7!% t/?/?
A JJ !E!E!'
/ r c | j j g}| j |j d n | j r|j d |j d| j
t
| j dd }| j {|yt j || j
t j }|r|j d n|j d | j }|j d| n/| j |j d n|j d d j d
j | S ) Nr r r r
r r zbufsize=r
r r )r- r r r r r r r r r r EVENT_WRITEget_write_buffer_sizer r )r+ rR r, r r s r r z _UnixWritePipeTransport.__repr__ s ''( :: KK !
]] KK " c$,, ()4::{D9 :: !h&:%::$,, (=(=?G I& F#002G KK(7), -
ZZ
# KK KK !}}SXXd^,,r c , t | j S r )lenrR r s r r[ z-_UnixWritePipeTransport.get_write_buffer_size s 4<< r c | j j rt j d| | j r| j t
y | j y )Nr )r r r rR rR r4 BrokenPipeErrorr s r r z#_UnixWritePipeTransport._read_ready s@ :: ! KK/ 6 << KK) * KKMr c Z t |t t t f sJ t | t |t r t | }|sy | j
s | j rH| j
t j k\ rt j d | xj
dz
c_ y | j ss t j | j | }|t+ | k( ry |dkD rt | |d }| j, j/ | j | j0 | xj |z
c_ | j3 y # t t f$ r d}Y t" t$ f$ r t& $ r1}| xj
dz
c_ | j) |d Y d }~y d }~ww xY w)Nz=pipe closed by peer or os.write(pipe, data) raised exception.r r #Fatal write error on pipe transport)rf bytesrQ
memoryviewreprrS r r !LOG_THRESHOLD_FOR_CONNLOST_WRITESr warningrR r! writer r r r r r r! r] r _add_writer _write_ready_maybe_pause_protocol)r+ r= nrW s r rg z _UnixWritePipeTransport.write sT $ : >?KdK dI & d#D ??dmm)"M"MM H I OOq O ||
HHT\\40 CI~Q!$'+ JJ " "4<<1B1B C ""$ $%56
12
1$!!#'LM
s 7 E F*"F*9'F%%F*c 4 | j sJ d t j | j | j }|t | j k( r| j j | j j | j | j | j r6| j j | j | j d y |dkD r| j d |= y y # t t f$ r Y y t t f$ r t $ rp}| j j | xj" dz
c_ | j j | j | j% |d Y d }~y d }~ww xY w)NzData should not be emptyr r ra )rR r! rg r r] r9 r _remove_writer_maybe_resume_protocolr r r r r r r r rS r! )r+ rk rW s r ri z$_UnixWritePipeTransport._write_ready s> ||7 77 % t||4A C %% ""$
))$,,7++-==JJ--dll;..t4QLL!$ ) !12 -. J LL OOq O
JJ % %dll 3 c#H I I
Js *C? ?FF'A&FFc yrF r r s r
can_write_eofz%_UnixWritePipeTransport.can_write_eof r c | j ry | j sJ d| _ | j sL| j j | j
| j j
| j d y y rF )r r rR r r r r r r s r write_eofz!_UnixWritePipeTransport.write_eof sY == zz
|| JJ % %dll 3 JJ !;!;T B r c || _ y r r( r) s r r* z$_UnixWritePipeTransport.set_protocol r+ r c | j S r r( r s r r- z$_UnixWritePipeTransport.get_protocol r. r c | j S r r0 r s r r1 z"_UnixWritePipeTransport.is_closing r2 r c X | j | j s| j y y y r )r r rs r s r r1 z _UnixWritePipeTransport.close s$ :: !$-- NN +8 !r c v | j - |d| t | | j j y y r6 r7 r8 s r r: z _UnixWritePipeTransport.__del__ r; r c & | j d y r )r4 r s r abortz _UnixWritePipeTransport.abort s Dr c t |t r4| j j rDt j
d| |d n*| j j
||| | j d | j | y r= ) rf rM r r r r# rC r r4 rD s r r! z$_UnixWritePipeTransport._fatal_error
sc c7 #zz##% XtWtD JJ - -" ! NN /
Cr c > d| _ | j r%| j j | j | j j | j j
| j | j j | j | y rF ) r rR r rm r r9 r r r rG s r r4 z _UnixWritePipeTransport._close sf
<< JJ % %dll 3
!!$,,/
T 7 7=r c | j j | | j j d | _ d | _ d | _ y # | j j d | _ d | _ d | _ w xY wr rI rG s r r z-_UnixWritePipeTransport._call_connection_lost rK rL r rM r )r r r r) r r[ r rg ri rp rs r* r- r1 r1 r6 r7 r: rz r! r4 r r r s @r rr rr ] sd #/J-0!!%F%8C"
%MM
> r rr c e Zd Zd Zy)r| c
d }|t j k( r6t j j d rt j \ }} t j |f||||d|d|| _ |=|j t |j d| | j _ d }|!|j |j y y # |!|j |j w w xY w)NrP F)r r r r universal_newlinesr wb) buffering)
subprocessPIPEr2 rT rU r
socketpairPopen_procr1 r
detachr ) r+ rV r r r r r r stdin_ws r _startz _UnixSubprocessTransport._start, s JOO # (?(?(F
$ . . 0NE7 #))E !vf#('E=CEDJ "
#'(8$'#R
"
#w"
#s
A!C %C7N)r r r r r r r r| r| * s r r| c B e Zd ZdZd dZd Zd Zd Zd Zd Z d Z
d
Z y) r aH Abstract base class for monitoring child processes.
Objects derived from this class monitor a collection of subprocesses and
report their termination or interruption by a signal.
New callbacks are registered with .add_child_handler(). Starting a new
process must be done within a 'with' block to allow the watcher to suspend
its activity until the new process if fully registered (this is needed to
prevent a race condition in some implementations).
Example:
with watcher:
proc = subprocess.Popen("sleep 1")
watcher.add_child_handler(proc.pid, callback)
Notes:
Implementations of this class must be thread-safe.
Since child watcher objects may catch the SIGCHLD signal and call
waitpid(-1), there should be only one active object per process.
Nc \ | j t k7 rt j ddd y y )Nr P{name!r} is deprecated as of Python 3.12 and will be removed in Python {remove}. r )r r r6 _deprecated)clss r __init_subclass__z&AbstractChildWatcher.__init_subclass__Y s, >>X % !7 ;%,
. &r c t )a Register a new child handler.
Arrange for callback(pid, returncode, *args) to be called when
process 'pid' terminates. Specifying another callback for the same
process replaces the previous handler.
Note: callback() must be thread-safe.
NotImplementedErrorr+ r rU rV s r r} z&AbstractChildWatcher.add_child_handler` s
"##r c t )zRemoves the handler for process 'pid'.
The function returns True if the handler was successfully removed,
False if there was nothing to remove.r r+ r s r remove_child_handlerz)AbstractChildWatcher.remove_child_handlerk s
"##r c t )zAttach the watcher to an event loop.
If the watcher was previously attached to an event loop, then it is
first detached before attaching to the new loop.
Note: loop may be None.
r r+ r s r attach_loopz AbstractChildWatcher.attach_loops s
"##r c t )zlClose the watcher.
This must be called to make sure that any underlying resource is freed.
r r s r r1 zAbstractChildWatcher.close} s
"##r c t )zReturn ``True`` if the watcher is active and is used by the event loop.
Return True if the watcher is installed and ready to handle process exit
notifications.
r r s r rz z AbstractChildWatcher.is_active s
"##r c t )zdEnter the watcher's context and allow starting new processes
This function must return selfr r s r __enter__z AbstractChildWatcher.__enter__ s
"##r c t )zExit the watcher's contextr r+ abcs r __exit__z AbstractChildWatcher.__exit__ s !##r )returnN) r r r r r r} r r r1 rz r r r r r r r B s/ ,. $$$$$$ $r r c @ e Zd ZdZd Zd Zd Zd Zd Zd Z d Z
d Z y
) r a6 Child watcher implementation using Linux's pid file descriptors.
This child watcher polls process file descriptors (pidfds) to await child
process termination. In some respects, PidfdChildWatcher is a "Goldilocks"
child watcher implementation. It doesn't require signals or threads, doesn't
interfere with any processes launched outside the event loop, and scales
linearly with the number of subprocesses launched by the event loop. The
main disadvantage is that pidfds are specific to Linux, and only work on
recent (5.3+) kernels.
c | S r r r s r r zPidfdChildWatcher.__enter__ r c y r r )r+ exc_type exc_value
exc_tracebacks r r zPidfdChildWatcher.__exit__ r c yrF r r s r rz zPidfdChildWatcher.is_active rq r c y r r r s r r1 zPidfdChildWatcher.close r r c y r r r s r r z PidfdChildWatcher.attach_loop r r c t j }t j | }|j || j
|||| y r )r get_running_loopr!
pidfd_openr _do_wait)r+ r rU rV r pidfds r r} z#PidfdChildWatcher.add_child_handler s: &&(
c"
sE8TJr c $ t j }|j | t j |d \ }}t | }t j | |||g| y # t $ r d}t j d| Y Cw xY w)Nr zJchild process pid %d exit status already read: will report returncode 255)
r r r r! waitpidr" ChildProcessErrorr rf r1 ) r+ r r rU rV r _r$ r s r r zPidfdChildWatcher._do_wait s &&( E" 8
3*IAv 07J
j(4( ! J NN.
s A+ +!BBc yrF r r s r r z&PidfdChildWatcher.remove_child_handler r N) r r r r r r rz r1 r r} r r r r r r r s0
K
)&r r c 6 e Zd Zd Zd Zd Zd Zd Zd Zd Z y) BaseChildWatcherc d | _ i | _ y r )r
_callbacksr s r r) zBaseChildWatcher.__init__ s
r c & | j d y r )r r s r r1 zBaseChildWatcher.close s r c V | j d uxr | j j S r )r
is_runningr s r rz zBaseChildWatcher.is_active s# zz%A$***?*?*AAr c t r r )r+ expected_pids r _do_waitpidz BaseChildWatcher._do_waitpid !##r c t r r r s r _do_waitpid_allz BaseChildWatcher._do_waitpid_all r r c | t |t j sJ | j (|&| j rt j dt | j )| j j t j || _ |;|j t j | j | j y y )NzCA loop is being detached from a child watcher with pending handlers)rf r AbstractEventLoopr r r6 r7 RuntimeWarningr5 rI SIGCHLDrZ _sig_chldr r s r r z BaseChildWatcher.attach_loop s |z$0H0H II :: !dlt MM=
:: ! JJ , ,V^^ <
# #FNNDNN C
" r c | j y # t t f$ r t $ r(}| j j d|d Y d }~y d }~ww xY w)N$Unknown exception in SIGCHLD handler)r@ rA )r r r r r rC rG s r r zBaseChildWatcher._sig_chld sX " -.
JJ - -A /
s A AAN)
r r r r) r1 rz r r r r r r r r r s& B$$#( r r c P e Zd ZdZ fdZ fdZd Zd Zd Zd Z d Z
d Z xZ S )
r ad 'Safe' child watcher implementation.
This implementation avoids disrupting other code spawning processes by
polling explicitly each process in the SIGCHLD handler instead of calling
os.waitpid(-1).
This is a safe solution but it has a significant overhead when handling a
big number of children (O(n) each time SIGCHLD is raised)
c R t | t j ddd y )Nr r r r )r( r) r6 r r+ r- s r r) zSafeChildWatcher.__init__ s'
/ ;%, .r c V | j j t |
y r )r r9 r( r1 r s r r1 zSafeChildWatcher.close s
r c | S r r r s r r zSafeChildWatcher.__enter__ r r c y r r r s r r zSafeChildWatcher.__exit__ r r c H ||f| j |< | j | y r )r r r s r r} z"SafeChildWatcher.add_child_handler# s% ($ /
r c > | j |= y# t $ r Y yw xY wNTFr r` r s r r z%SafeChildWatcher.remove_child_handler) ( $
c Z t | j D ] }| j | y r r4 r r r s r r z SafeChildWatcher._do_waitpid_all0 s( ( "C S ! "r c |dkD sJ t j |t j \ }}|dk( ry t | }| j j rt
j d|| | j j | \ }} |||g| y # t $ r |}d}t
j d| Y Ow xY w# t $ r7 | j j rt
j d|d Y y Y y w xY w)Nr $process %s exited with returncode %sr 8Unknown child process pid %d, will report returncode 255'Child watcher got an unexpected pid: %rTr> )
r! r WNOHANGr" r r r r# r rf r popr` )r+ r r r$ r rU rV s r r z SafeChildWatcher._do_waitpid5 s a 7 **\2::>KC ax/7Jzz##% C ):7 - !__ 0 0 5NHd
S* ,t ,7 ! C J NNJ
( 3 zz##% H "T3 & 3s# 'B 4 C #CC;DD)
r r r r r) r1 r r r} r r r r r s @r r r s0 .
"
-r r c J e Zd ZdZ fdZ fdZd Zd Zd Zd Z d Z
xZ S ) r aW 'Fast' child watcher implementation.
This implementation reaps every terminated processes by calling
os.waitpid(-1) directly, possibly breaking other code spawning processes
and waiting for their termination.
There is no noticeable overhead when handling a big number of children
(O(1) each time a child terminates).
c t | t j | _ i | _ d| _ t j ddd y )Nr r r r r ) r( r) threadingLock_lock_zombies_forksr6 r r s r r) zFastChildWatcher.__init__b sC
^^%
/ ;%, .r c | j j | j j t | y r )r r9 r r( r1 r s r r1 zFastChildWatcher.closel s,
r c t | j 5 | xj dz
c_ | cd d d S # 1 sw Y y xY w)Nr )r r r s r r zFastChildWatcher.__enter__q s/
ZZ KK1 K s .7c > | j 5 | xj dz c_ | j s | j s
d d d y t | j }| j j d d d t j d y # 1 sw Y xY w)Nr z5Caught subprocesses termination from unknown pids: %s)r r r rO r9 r rf )r+ r r r collateral_victimss r r zFastChildWatcher.__exit__w s{
ZZ " KK1 K{{$-- " " "%T]]!3 MM ! " C " "s /B/BB c
| j sJ d | j 5 | j j | } d d d ||g| y # t $ r ||f| j
|< Y d d d y w xY w# 1 sw Y <xY w)Nz Must use the context manager)r r r r r` r )r+ r rU rV r s r r} z"FastChildWatcher.add_child_handler s {{: ::
ZZ
!]] . .s 3
j(4(
'/~$
s( A9AA6+A95A66A99Bc > | j |= y# t $ r Y yw xY wr r r s r r z%FastChildWatcher.remove_child_handler r r c t j dt j \ }}|dk( ry t | }| j
5 | j j | \ }}| j j rt j d|| d d d t j d|| n
|||g # t $ r Y y w xY w# t $ r\ | j rK|| j |< | j j rt j d|| Y d d d 4d }Y w xY w# 1 sw Y xY w)Nr@ r r z,unknown process %s exited with returncode %sz8Caught subprocess termination from unknown pid: %d -> %d)r! r r r" r r r r r r r r# r` r r rf )r+ r r$ r rU rV s r r z FastChildWatcher._do_waitpid_all sC
< jjRZZ 8 V
!8 3F ;
66%)__%8%8%=NHd zz++- %K%(*6!
6& #Z1 j040K %
${{-7
c* :://1 "LL *>),j : !
6
6 $H
$
6
6sN 'C D= C'2D= CCAD:*D=5D:7D=9D::D==E) r r r r r) r1 r r r} r r r r s @r r r X s+ .
) (1r r c R e Zd ZdZd Zd Zd Zd Zd Zd Z d Z
d Z d
Z d Z
d Zy
)r a~ A watcher that doesn't require running loop in the main thread.
This implementation registers a SIGCHLD signal handler on
instantiation (which may conflict with other code that
install own handler for this signal).
The solution is safe but it has a significant overhead when
handling a big number of processes (*O(n)* each time a
SIGCHLD is received).
c P i | _ d | _ t j ddd y )Nr r r r )r _saved_sighandlerr6 r r s r r) z MultiLoopChildWatcher.__init__ s* !% 4 ;%, .r c | j d uS r )r r s r rz z MultiLoopChildWatcher.is_active s %%T11r c Z | j j | j y t j t j
}|| j k7 r t j d d | _ y t j t j
| j d | _ y )Nz+SIGCHLD handler was changed by outside code) r r9 r rI getsignalr r r rf )r+ rd s r r1 zMultiLoopChildWatcher.close sz ! ! ) ""6>>2 dnn $ NNH I "&
MM&..$*@*@ A!% r c | S r r r s r r z MultiLoopChildWatcher.__enter__ r r c y r r r+ r exc_valexc_tbs r r z MultiLoopChildWatcher.__exit__ r r c r t j }|||f| j |< | j | y r )r r r r )r+ r rU rV r s r r} z'MultiLoopChildWatcher.add_child_handler s5 &&( $h 5
r c > | j |= y# t $ r Y yw xY wr r r s r r z*MultiLoopChildWatcher.remove_child_handler r r c 8 | j y t j t j | j | _ | j *t j
d t j | _ t j t j d y )NzaPrevious SIGCHLD handler was set by non-Python code, restore to default handler on watcher close.F)r rI r r r rf rc rQ r s r r z!MultiLoopChildWatcher.attach_loop so
! ! - !' v~~t~~!N ! ! ) NN J
K%+^^D " FNNE2r c Z t | j D ] }| j | y r r r s r r z%MultiLoopChildWatcher._do_waitpid_all s( ( "C S ! "r c 8 |dkD sJ t j |t j \ }}|dk( ry t | }d} | j j | \ }}}|j rt j d|| y |r'|j rt j d|| |j |||g| y # t $ r |}d}t j d| d}Y w xY w# t $ r t j d|d Y y w xY w)
Nr Tr r F%Loop %r that handles pid %r is closedr r r> )r! r r r" r r rf r r is_closedr r# r r` ) r+ r r r$ r debug_logr rU rV s r r z!MultiLoopChildWatcher._do_waitpid s a **\2::>KC ax/7J I L#'??#6#6s#; D(D ~~ FcR !1LL!G!-z;)))(CKdK= ! C J NNJ
I $ /
NND
/ /s# 'C
C5
%C21C25!DDc | j y # t t f$ r t $ r t j
dd Y y w xY w)Nr Tr> )r r r r r rf )r+ r r s r r z MultiLoopChildWatcher._sig_chld= sE R " -. R NNAD Q Rs /AAN)r r r r r) rz r1 r r r} r r r r r r r r r r sA $.2
&
3""#LJRr r c j e Zd ZdZd Zd Zd Zd Zd Zd Z e
j fdZ d Z
d
Zd Zd Zy
)r aA Threaded child watcher implementation.
The watcher uses a thread per process
for waiting for the process finish.
It doesn't require subscription on POSIX signal
but a thread creation is not free.
The watcher has O(1) complexity, its performance doesn't depend
on amount of spawn processes.
c F t j d | _ i | _ y r ) itertoolsr _pid_counter_threadsr s r r) z ThreadedChildWatcher.__init__S s %OOA .
r c yrF r r s r rz z ThreadedChildWatcher.is_activeW rq r c $ | j y r )
_join_threadsr s r r1 zThreadedChildWatcher.closeZ s r c t | j j D cg c] }|j r|j s|" }}|D ] }|j yc c}w )z%Internal: Join all non-daemon threadsN)r4 r valuesis_alivedaemonr )r+ threadthreadss r r z"ThreadedChildWatcher._join_threads] s] (,T]]-A-A-C(D ?f oo'
? ? F KKM ?s %A%c | S r r r s r r z ThreadedChildWatcher.__enter__d r r c y r r r s r r z ThreadedChildWatcher.__exit__g r r c t | j j D cg c] }|j r| }}|r || j dt
| y y c c}w )Nz0 has registered but not finished child processesr/ )r4 r r r r- r8 )r+ r9 r r s r r: z ThreadedChildWatcher.__del__j sd (,T]]-A-A-C(D )f oo' ) ) T^^$$TU!
)s A!c t j }t j | j dt | j ||||fd }|| j |< |j y )Nzwaitpid-T)targetnamerV r ) r r r Threadr nextr r start)r+ r rU rV r r s r r} z&ThreadedChildWatcher.add_child_handlerr sf &&(!!)9)9)1$t7H7H2I1J'K(,c8T'B)-/ $
c r c yrF r r s r r z)ThreadedChildWatcher.remove_child_handler{ r r c y r r r s r r z ThreadedChildWatcher.attach_loop r r c |dkD sJ t j |d \ }}t | }|j rt j
d|| |j rt j d|| n |j |||g| | j j | y # t $ r |}d}t j d| Y ~w xY w)Nr r r r r ) r! r r" r r r# r rf r r r r )r+ r r rU rV r r$ r s r r z ThreadedChildWatcher._do_waitpid s a 7 **\15KC 07J~~ C ):7 >> NNBD# N %D % %hZ G$ G
,'' ! C J NNJ
s B. .#CCN)r r r r r) rz r1 r r r r6 r7 r: r} r r r r r r r r F sG
%MM
(r r c t t d sy t j } t j t j | d y# t
$ r Y yw xY w)Nr Fr T)hasattrr! getpidr1 r rM )r s r
can_use_pidfdr( sO 2| $iik
sA&' s =A A A c B e Zd ZdZeZ fdZd Z fdZd Z d Z
xZ S )_UnixDefaultEventLoopPolicyz:UNIX event loop policy with a watcher for child processes.c 0 t | d | _ y r )r( r) _watcherr s r r) z$_UnixDefaultEventLoopPolicy.__init__ s
r c f t j 5 | j t rt | _ nt | _ t
j t
j u r/| j j | j j d d d y # 1 sw Y y xY wr ) r r r, r( r r r current_thread main_threadr _localr r s r
_init_watcherz)_UnixDefaultEventLoopPolicy._init_watcher s{
\\ A}}$ ?$5$7DM$8$:DM ++-1F1F1HHMM--dkk.?.?@ A A As B
B''B0c t | | | j Et j t j
u r | j j
| yyy)zSet the event loop.
As a side effect, if a child watcher was set before, then calling
.set_event_loop() from the main thread will call .attach_loop(loop) on
the child watcher.
N)r( set_event_loopr, r r. r/ r )r+ r r- s r r3 z*_UnixDefaultEventLoopPolicy.set_event_loop sS t$ MM %((*i.C.C.EE MM % %d + F
&r c | j | j t j ddd | j S )z~Get the watcher for child processes.
If not yet set, a ThreadedChildWatcher object is automatically created.
ry r r r )r, r1 r6 r r s r ry z-_UnixDefaultEventLoopPolicy.get_child_watcher s@
== 0 :BI K }} r c |t |t sJ | j | j j || _ t j
ddd y)z$Set the watcher for child processes.Nset_child_watcherr r r )rf r r, r1 r6 r )r+ r s r r6 z-_UnixDefaultEventLoopPolicy.set_child_watcher sQ *W6J"KK == $ MM !
0 :BI Kr ) r r r r r&
_loop_factoryr) r1 r3 ry r6 r r s @r r* r* s& D*M A , Kr r* )4r rS r r
r! r rI r r r r2 r r6 r r r r r r r
r r r
logr __all__rT ImportErrorr r" BaseSelectorEventLoopr&
ReadTransportrj _FlowControlMixinWriteTransportrr BaseSubprocessTransportr| r r r r r r r r( BaseDefaultEventLoopPolicyr* r r r r r <module>rB se 8
<<7
C
DD
Q"_ B B Q"h M Z 5 5 M `J j : : ( 7 7J Z F F 0S$ S$l7, 7t2+ 2jN-' N-bj1' j1Z~R 0 ~RBV(/ V(p 8K&"C"C 8Kv + 4 r 
Browse
Usage
Versions