python (3.12.0)
ˑeG d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlmZ e j$ Zda G d d Zd
Z e
j. e d Zd Z G d
de Z G d d Z d Z G d de Z G d de Z G d de Z! G d de Z"d Z#d Z$ d&d Z%d'd Z& G d d e
jN Z(da)da*d Z+d! Z, G d" d#ejZ Z. G d$ d%ej^ Z0y)(z"Brian Quinlan (brian@sweetapp.com) N)_base)Queue)partial)format_exceptionFc $ e Zd Zd Zd Zd Zd Zy)
_ThreadWakeupc X d| _ t j d \ | _ | _ y )NF)duplex)_closedmpPipe_reader_writerselfs N/BuggyBox/python/3.12.0/bootstrap/lib/python3.12/concurrent/futures/process.py__init__z_ThreadWakeup.__init__E s %'WWE%:" dl c | j s<d| _ | j j | j j y y NT)r r closer r s r r z_ThreadWakeup.closeI s5 || DL LL LL r c T | j s | j j d y y )Nr )r r
send_bytesr s r wakeupz_ThreadWakeup.wakeupO s || LL # #C ( r c | j sQ| j j r6| j j | j j r5y y y N)r r poll
recv_bytesr s r clearz_ThreadWakeup.clearS s@ ||,,##% '') ,,##% r N)__name__
__module__ __qualname__r r r r r r r r D s ;! )*r r c da t t j } | D ] \ }}|j | D ] \ }}|j y r )_global_shutdownlist_threads_wakeupsitemsr join)r( _
thread_wakeupts r _python_exitr- Y sZ !'') *E ! = 1 r = c e Zd Zd Zd Zy)_RemoteTracebackc || _ y r tb)r r4 s r r z_RemoteTraceback.__init__y s r c | j S r r3 r s r __str__z_RemoteTraceback.__str__{ s wwr N)r r! r" r r6 r# r r r1 r1 x s r r1 c e Zd Zd Zd Zy)_ExceptionWithTracebackc dj t t | || }|| _ d | j _ d|z | _ y )N z
"""
%s""")r) r typeexc
__traceback__r4 )r r< r4 s r r z _ExceptionWithTraceback.__init__ s?
WW%d3ib9
: "& 2%r c > t | j | j ffS r ) _rebuild_excr< r4 r s r
__reduce__z"_ExceptionWithTraceback.__reduce__ s dhh 000r N)r r! r" r r@ r# r r r8 r8 ~ s &1r r8 c & t | | _ | S r )r1 __cause__)r< r4 s r r? r? s $R(CM Jr c e Zd Zd Zy) _WorkItemc < || _ || _ || _ || _ y r )futurefnargskwargs)r rF rG rH rI s r r z_WorkItem.__init__ s r Nr r! r" r r# r r rD rD r rD c e Zd ZddZy) _ResultItemNc < || _ || _ || _ || _ y r )work_id exceptionresultexit_pid)r rO rP rQ rR s r r z_ResultItem.__init__ s "
r NNNrJ r# r r rM rM s !r rM c e Zd Zd Zy) _CallItemc < || _ || _ || _ || _ y r )rO rG rH rI )r rO rG rH rI s r r z_CallItem.__init__ s r NrJ r# r r rU rU rK r rU c , e Zd Z d fd Z fdZ xZS )
_SafeQueuec R || _ || _ || _ t | || y )N)ctx)pending_work_items
shutdown_lockr+ superr )r max_sizerZ r[ r\ r+ __class__s r r z_SafeQueue.__init__ s- "4 * *
s+r c t |t rt t | ||j }t dj
dj | |_ | j j |j d }| j 5 | j j d d d | |j j! | y y t" | I || y # 1 sw Y 9xY w)Nz
"""
{}"""r: )
isinstancerU r r; r= r1 formatr) rB r[ poprO r\ r+ r rF
set_exceptionr] _on_queue_feeder_error)r eobjr4 work_itemr_ s r re z!_SafeQueue._on_queue_feeder_error s c9 %!$q'1aoo>B*>+@+@+MNAK //33CKKFI##
,""))+
,
$ ..q1 %
G *1c 2
,
,s C%%C.)r )r r! r" r re
__classcell__r_ s @r rX rX s G,
3
3r rX c ' l K t | } t t j || }|sy | 'wr )ziptuple itertoolsislice) chunksize iterablesitchunks r _get_chunksrt s< 6 i B
i&&r956 s 24c 4 |D cg c] } | | c}S c c}w r r# )rG rs rH s r _process_chunkrv s! #( ($BI (( (s c | j t |||| y # t $ r=}t ||j }| j t ||| Y d }~y d }~ww xY w)N)rQ rP rR rP rR )putrM
BaseExceptionr8 r= ) result_queuerO rQ rP rR rf r< s r _sendback_resultr| sk 89WV/88M N 9%a 9W.68 9 99s " A(3A##A(c D | || d}d } | j d }|$|j t
j y | |dz
}||k\ rt
j } |j |j i |j }t ||j || ~~|y # t $ r$ t j j dd Y y w xY w# t $ r9} t | | j }
t ||j |
| Y d } ~ rd } ~ ww xY w) NzException in initializer:T)exc_infor blockr. )rQ rR rx )rz r LOGGERcriticalgetry osgetpidrG rH rI r| rO r8 r= )
call_queuer{ initializerinitargs max_tasks num_tasksrR call_itemrrf r< s r _process_workerr s8 " IH
NNN. RYY[ ) NII% 99; innA 0@0@AA
\9+<+<Q&.
0
9 LL ! !"= ! M
* 0)!Q__=C \9+<+<&.
0
0 0s) B- (&C -*CC D &/DD c \ e Zd Z fdZd Zd Zd Zd Zd Zd Z d Z
d Z d
Z d Z
xZS ) _ExecutorManagerThreadc |j | _ |j | _ | j | j fd}t j
|| | _ |j | _ |j | _
|j | _ |j | _ |j | _ |j" | _ t& | Q y )Nc t j j d |5 |j d d d y # 1 sw Y y xY w)Nz?Executor collected: triggering callback for QueueManager wakeup)r utildebugr )r* r+ r\ s r
weakref_cbz3_ExecutorManagerThread.__init__.<locals>.weakref_cb. s=
GGMM 1
2
' $$&
'
'
's <A) _executor_manager_thread_wakeupr+ _shutdown_lockr\ weakrefrefexecutor_reference
_processes processes _call_queuer
_result_queuer{ _work_idswork_ids_queue_max_tasks_per_childmax_tasks_per_child_pending_work_itemsr[ r] r )r executorr r_ s r r z _ExecutorManagerThread.__init__ s
& E E % 4 4 &*%7%7%)%7%7 ' #*++h
"C ",, #.. % 2 2 ' 0 0 $,#@#@ #+">">
r c | j | j \ }}}|r| j | y || j | |j d u}|r5| j
j
|j }|j ~| j x}rC|r&| j 5 |j d d d n|j j ~| j r=| j | j | j s| j! y 5# 1 sw Y YxY wr )add_call_item_to_queue wait_result_broken_or_wakeupterminate_brokenprocess_result_itemrR r rc r) r r\ _adjust_process_count_idle_worker_semaphorereleaseis_shutting_downflag_executor_shutting_downr[ join_executor_internals)r result_item is_brokencauseprocess_exitedpr s r runz_ExecutorManagerThread.runO s. ' ' ),0,M,M,O )KE%%e,&((5!,!5!5T!A! **;+?+?@AFFH # 6 6 8888% ! / / = $ : : <= = !77??A $$&002
++- ..002Q ,= =s 3D77E c | j j ry | j j d }| j | }|j
j
rH| j j t ||j |j |j d n| j |= # t j $ r Y y w xY w)NTFr )r fullr r r[ rF set_running_or_notify_cancelry rU rG rH rI queueEmpty)r rO rh s r r z-_ExecutorManagerThread.add_call_item_to_queue| s ##%
--111> ! 3 3G < ##@@BOO'' '2;,,2;..2;2B2B)D /3 ( 4 //8 %
;;
s B: :CCc X | j j }| j j }||g}t | j j D cg c] }|j }}t j j ||z }d }d}d } ||v r |j } d}n||v rd}| j 5 | j j! d d d | ||fS c c}w # t $ r*}
t t |
|
|
j }Y d }
~
gd }
~
ww xY w# 1 sw Y IxY wNTF)r{ r r+ r& r valuessentinelr
connectionwaitrecvrz r r; r= r\ r ) r
result_reader
wakeup_readerreadersr worker_sentinelsreadyr r r rf s r r z3_ExecutorManagerThread.wait_result_broken_or_wakeup s" ))11
**22
-004T^^5J5J5L0MN1AJJNN
""7-=#=> E !
F + 0 0 2 ! e
# I
' $ $ & ' Iu,,' O !
F(a!Q__E
F ' 's* C%C* =D * D 3 DD D)c t |t rI| j j | }|j | j s| j y y | j j |j d }|X|j r&|j j |j y |j j |j y y r )
ra intr rc r) r r[ rO rP rF rd
set_resultrQ )r r r rh s r r z*_ExecutorManagerThread.process_result_item s k3 ' "";/A
FFH>>,,. "
//33K4G4GNI$ (( $$22;3H3HI $$// 0B0BC %r c V | j }t xs |d u xs |j S r )r r% _shutdown_thread)r r s r r z'_ExecutorManagerThread.is_shutting_down s4 **,
! -H$4 -,, .r c | j }|d|_ d|_ d }t d }|#t ddj | d |_ | j j D ]! \ }}|j j | ~# | j j | j j D ] }|j | j j j# | j% y )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r: z''')r _brokenr BrokenProcessPoolr1 r) rB r[ r( rF rd r r r terminater r r r )r r r bperO rh r s r r z'_ExecutorManagerThread.terminate_broken s **, !1H )-H %H !6 7 ,"''%.)- /CM #'"9"9"?"?"A GY * *3 /
%%' &&( A
KKM
%%'
$$&r c d | j }|}d|_ |j rii }| j j D ]% \ }}|j
j
r!|||< ' || _ | j j y y y # t j $ r Y nw xY wd|_ $r ) r r _cancel_pending_futuresr[ r( rF cancelr
get_nowaitr r )r r new_pending_work_itemsrO rh s r r z2_ExecutorManagerThread.flag_executor_shutting_down s **, (,H %// *,&*.*A*A*G*G*I D&GY$++224:C.w7D +A' ++668 0 !;; 490s 3B B'&B'c , | j }d}||k rc| j dkD rOt ||z
D ]# } | j j d |dz
}% ||k r| j dkD rMy y y y # t j
$ r Y 3w xY w)Nr r. )get_n_children_aliveranger
put_nowaitr Full)r n_children_to_stopn_sentinels_sentis r shutdown_workersz'_ExecutorManagerThread.shutdown_workers s ! 6 6 8 "44--/!3-0@@A
OO..t4$)$
"44--/!3 53 5 zz s A<<BBc ` | j | j j | j j | j 5 | j
j d d d | j j D ] }|j y # 1 sw Y 9xY wr ) r r r join_threadr\ r+ r r r) r r s r r z._ExecutorManagerThread.join_executor_internals% s ##%
' $ $ & ' &&( A
FFH ' 's B$$B-c V t d | j j D S )Nc 3 < K | ] }|j y wr )is_alive).0r s r <genexpr>z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>3 s AA1::<As )sumr r r s r r z+_ExecutorManagerThread.get_n_children_alive1 s A )>)>)@AAAr )r r! r" r r r r r r r r r r r ri rj s @r r r sD -^+Z . ->D..('T94
Br r c t rt rt t da dd l} t j d }|dk( ry |dk\ ry d|z at t # t $ r dat t w xY w# t t f$ r Y y w xY w)NTr zxThis Python build lacks multiprocessing.synchronize, usually due to named semaphores being unavailable on this platform.SC_SEM_NSEMS_MAX z@system provides too few semaphores (%d available, 256 necessary)) _system_limits_checked_system_limitedNotImplementedErrormultiprocessing.synchronize ImportErrorr sysconfAttributeError
ValueError)multiprocessing nsems_maxs r _check_system_limitsr : s %o6 6 !3*JJ 12 B C 46?@O
o
..+ 3
F "/22 3
J ' s A A7 A47B B c # l K | D ]* }|j |s|j |r, y wr )reverserc )iterableelements r _chain_from_iterable_of_listsr Z s:
++- s 444c e Zd Zy)r N)r r! r" r# r r r r f s r r c e Zd Z ddddZd Zd Zd Zd Zd Ze j j j e_ dd d
fd
Z dd d
dZ
e j j j e
_ xZS )ProcessPoolExecutorN)r c t |Pt j xs d| _ t j
dk( ret
t | j | _ nE|dk r t d t j
dk( r|t kD rt dt || _ |,|t j d }nt j }|| _ | j j d d k7 | _
|t | s t d
|| _ || _ |Ut% |t& s t d |dk r t d | j j d d k( r t d
|| _ d | _ i | _ d| _ t1 j2 | _ t1 j6 d | _ d| _ d| _ i | _ d| _ tC | _" | j tF z }tI || j | j> | j4 | jD | _% d| jJ _& |jO | _( tS jT | _+ y )Nr. win32r z"max_workers must be greater than 0zmax_workers must be <= spawnF)
allow_noneforkz initializer must be a callablez&max_tasks_per_child must be an integerz max_tasks_per_child must be >= 1zpmax_tasks_per_child is incompatible with the 'fork' multiprocessing start method; supply a different mp_context.)r^ rZ r[ r\ r+ T),r r cpu_count _max_workerssysplatformmin_MAX_WINDOWS_WORKERSr r get_context _mp_contextget_start_method#_safe_to_dynamically_spawn_childrencallable TypeError _initializer _initargsra r r _executor_manager_threadr r threadingLockr Semaphorer r _queue_countr r r r EXTRA_QUEUED_CALLSrX r
_ignore_epipe SimpleQueuer r r r )r max_workers
mp_contextr r r
queue_sizes r r z ProcessPoolExecutor.__init__n sf $ " 3!D ||w&$'(<(,(9(9%;! a !EFF,,') 22 -.B-CDF F !,D ". ^^G 4
^^ -
% 11U1CvM
0 "8K+@ <= = '! * 137 HII$) !CDD 00E0BfL "C D D %8! )-% !& 'nn .&/&9&9!&<# #% ',$ 0=, &&);;
% T%5%5 # 7 7 -- >> @ *.& ' 3 3 5 r c | j d| j s| j t | | _ | j j | j
t | j < y y r )r r _launch_processesr startr r' r s r _start_executor_manager_threadz2ProcessPoolExecutor._start_executor_manager_thread s` ( ( 0;;&&(,B4,HD ) ) ) / / 144
T : : ;
1r c | j j d ry t | j }|| j k r| j y y )NF)blocking)r acquirelenr r _spawn_process)r
process_counts r r z)ProcessPoolExecutor._adjust_process_count sK & & . . . > DOO,
4,, ,
! -r c t t | j | j D ] }| j y r )r r# r r r$ )r r* s r r z%ProcessPoolExecutor._launch_processes s5
s4??+T->->? "A ! "r c | j j t | j | j | j
| j | j f }|j || j |j < y )N)targetrH ) r
Processr r r r r r r r pidr s r r$ z"ProcessPoolExecutor._spawn_process sm $ $"""$$##..++ -
%
.
!" r c R | j 5 | j rt | j | j r t d t
r t d t
j }t |||| }|| j | j < | j j | j | xj dz
c_
| j j | j r| j! | j# |cd d d S # 1 sw Y y xY w)Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr. )r r r r RuntimeErrorr% r FuturerD r r r ry r r r r r )r rG rH rI fws r submitzProcessPoolExecutor.submit s
||' 55$$"#OPP " $: ; ; A!Rv.A:;D $ $T%6%6 7 NN t 0 0 1 " 0 0 7 7 977**, / / 1+ s DD D&r. )timeoutrp c |dk r t d t | t t | t |d|i| }t
| S )Nr. zchunksize must be >= 1.rp )r1 )r r] mapr rv rt r )r rG r1 rp rq resultsr_ s r r3 zProcessPoolExecutor.map sV ( q= 67 7'+gnb 9 )9 J J&- / -W55r F)cancel_futuresc | j 5 || _ d| _ | j | j j d d d | j
|r| j
j
d | _ d | _ | j |r| j j d | _ d | _
d | _ y # 1 sw Y }xY wr ) r r r r r r r) r r r r )r r r5 s r shutdownz ProcessPoolExecutor.shutdown; s
>+9D ($(D !33?44;;= > ( ( 4 ) ) . . 0 )-% )d $ $ & ! /3,# > >s 5B>>C)NNNr# )T)r r! r" r r r r r$ r0 r Executor__doc__r3 r7 ri rj s @r r r m s~ 48,.i'GKi'V5
" " #. ^^**22FN*.! 6:4E 4( ~~..66Hr r rS r )1
__author__r concurrent.futuresr r r r multiprocessing.connectionmultiprocessing.queuesr r r functoolsr rn r tracebackr WeakKeyDictionaryr' r% r r- _register_atexitr r Exceptionr1 r8 r? objectrD rM rU rX rt rv r| r Threadr r r r r BrokenExecutorr r8 r r# r r <module>rF s? (T 2
$ " (
& -7,,. * ** < ( y 1 1 !& ! 3 32 ) DH " 93l_BY - - _BD /@ ,, b7%.. b7r 
Browse
Usage
Versions