python (3.12.0)
ϑe U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
mZmZmZmZmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dl m Z m Z m Z m Z m!Z!m"Z" d d l#m$Z$ d d
l%m&Z&m'Z' ejP d k( rd dl)Z)d Z*e*e k\ sJ d
Z+e+e*k\ sJ d Z, e-ed xr e-ed Z. e j^ d G d d Z0 G d dejb Z2de3e4ef de0e3e4ef z fdZ5de4de6ee4f fdZ7 d3de0d ed e4dz dejp fd Z9de4defd Z: G d d! Z; G d" d#e Z<e4Z=e6ed$ e<f e6ed e=f z Z> G d% d&e? Z@ G d' d(e
j ZBd)eCeB deCeB fd*ZD G d+ d, ZEd-ed.e"ddfd/ZF G d0 d1ejb ZGde3e4ef de e3e4ef z fd2ZHy)4 N)
NamedTupleNoReturnLiteralAnyTextIO)support) os_helper) TestStats) Namespace)Regrtest)runtest
TestResultStatePROGRESS_MIN_TIME
MatchTestsRunTests) setup_tests)format_duration
print_warningwin32g >@g r@setsidkillpgT)slotsc D e Zd ZU eed< eed< dZeed< dZe dz ed< y) WorkerJob test_name namespaceFrerunN match_tests)
__name__
__module__ __qualname__str__annotations__r r boolr r O/BuggyBox/python/3.12.0/bootstrap/lib/python3.12/test/libregrtest/runtest_mp.pyr r / s& NE4%)Kd")r' r c 2 e Zd Zdedeeef f fd Z xZS )_EncodeWorkerJoboreturnc |xt d x \ t j | }d|d< |S t d x\ t | }d|d< |S t
| | S )Nr& T__worker_job__
__namespace__)r dataclassesasdictr varssuperdefaultselfr+ result __class__s r( r4 z_EncodeWorkerJob.default8 sj $++A.+/'(
a*.'
wq))r' )r r! r" r dictr# r4
__classcell__r8 s @r( r* r* 7 s# * *c3h * *r' r* dr, c d| v r | j d t di | S d| v r | j d t di | S | S )Nr. r/ r& )popr r r< s r( _decode_worker_jobr@ F sH 1 ~1~ ! o ~1~ r' worker_jsonc 8 t j | t S )N object_hook)jsonloadsr@ )rA s r( _parse_worker_argsrG Q s ::k"4 6 6r'
worker_job output_filetmp_dirc | j }|j }t j | t }||}nt
j g}g |t j dddd|}t t j }|||d< ||d< ||d< t |||d t j d
k7 t j } t rd | d < t! j" |fi | S )
Nclsz-uz-mz
test.regrtestz
--worker-argsTMPDIRTEMPTMPTnt)envstdoutstderrtext close_fdscwdstart_new_session)r pythonrE dumpsr* sys
executabler args_from_interpreter_flagsr9 osenvironnamer SAVEDCWDUSE_PROCESS_GROUP
subprocessPopen)
rH rI rJ nsrY worker_argsr\ cmdrR kws
r( run_test_in_subprocessri V s
B
YYF**Z-=>K
nn%
)J )<<> ) ) ) ) ) ( )C
rzz
C H
F E
77d?
B "& C &2 &&r' c t | }|j }|j }|j }|j }t | |rC|r)ddj
| z }t d| d| dd nt d| dd d|_ |||_ t || }t t t j |t d t j d
y ) Nz
matching: , z Re-running z in verbose mode ()Tflushz in verbose moderL r )rG r r r r r joinprintverboser
rE rZ EncodeTestResultr[ exit)rA rH re r r r matchingr7 s r( run_tests_workerru } s #K0J B$$I E ((KO #dii &<<H K {*<XJaHPT U K {*:;4 H
$
R
#F G
$**V!1
2$?HHQKr' c ( e Zd ZdZd Zd Zd Zd Zy)MultiprocessIteratorz8A thread-safe iterator over tests for multiprocess mode.c D t j | _ || _ y N) threadingLocklock
tests_iter)r6 r} s r( __init__z MultiprocessIterator.__init__ s NN$ $r' c | S ry r& r6 s r( __iter__z MultiprocessIterator.__iter__ s r' c | j 5 | j t t | j cd d d S # 1 sw Y y xY wry )r| r}
StopIterationnextr s r( __next__z MultiprocessIterator.__next__ s:
YY )&##( ) ) )s '>Ac T | j 5 d | _ d d d y # 1 sw Y y xY wry )r| r} r s r( stopzMultiprocessIterator.stop s%
YY # "DO # # #s 'N)r r! r" __doc__r~ r r r r& r' r( rw rw s B%) #r' rw c @ e Zd ZU eed< dZedz ed< dZedz ed< y)MultiprocessResultr7 N
worker_stdouterr_msg)r r! r" r r$ r r# r r& r' r( r r s$ $M3:$ GS4Z r' r Fc e Zd Zy)
ExitThreadN)r r! r" r& r' r( r r s r' r c e Zd Zdeddddf fd ZdefdZddZdd Z dd
e d edz de
fd Z dd
e dedz defdZ
dede
fdZddZddZdeddfdZ xZS )TestWorkerProcess worker_idrunnerMultiprocessTestRunnerr, Nc d t | || _ |j | _ |j | _ |j
| _ |j | _ |j | _ |j | _ |j | _
d | _ d | _ d | _
d| _ d| _ y )NF)r3 r~ r runtestspendingoutputre worker_timeouttimeoutregrtestr current_test_name
start_time_popen_killed_stopped)r6 r r r8 s r( r~ zTestWorkerProcess.__init__ s
"
~~ mm )) ,,
\\
!%
r' c d| j g}| j r|j d n|j d | j }|r|j d| | j }|Wt j | j z
}|j d| j j dt | f ddj | z S ) NzTestWorkerProcess #runningstoppedztest=zpid=ztime=z<%s> ) r is_aliveappendr r time monotonicr extendpidr ro )r6 infotestpopendts r( __repr__zTestWorkerProcess.__repr__ s %dnn%567 ==? KK " KK "%% KK%v ' !DOO3B KK4 01 !4 568
9&&r' c | j }|y | j ry d| _ t r| d}n| }t d| t j
d t r/t
j |j t j y |j y # t $ r Y y t $ r}t d| d| Y d }~y d }~ww xY w)NTz process groupzKill )filern zFailed to kill z: )r r rb rp r[ rT r^ r r signalSIGKILLkillProcessLookupErrorOSErrorr )r6 r whatexcs r( _killzTestWorkerProcess._kill s = << V>*DVD
dVn3::T: = %))V^^4
!
= OD6C7; < < =s$ 4B B C$C,CCc 2 d| _ | j y )NT)r r r s r( r zTestWorkerProcess.stop s
r' test_resultrS c t ||| S ry )r )r6 r rS r s r( mp_result_errorz!TestWorkerProcess.mp_result_error s "+vw??r' rI rJ c |j | _ t ||| }d| _ || _ | j
r| j
t |j | j }|J || j d | _ d | _ S # d | _ xY w# t j $ r' | j
rt | j
d }Y n t $ r | j
rt w xY wn# | j
xY w | j d | _ d | _ y # | j d | _ d | _ w xY w)NFr )r r ri r r r r r waitr _wait_completedrc TimeoutExpiredr )r6 rH rI rJ r retcodes r( _run_processz TestWorkerProcess._run_process sO !+!5!5 *:{GLE DL DK
' *}}
**T\\*: ** 2
" DK%)D "W %)D " ,,
== %$
== %$
JJL
" DK%)D "
" DK%)D "sF B "C8 !B
B 7C4C8 C44C8 7D. 8D D. . Er c
* t j dk( rt j }nt j j
}| j j | }t j d| 5 }t || j | j | }t j stt j d }t j" j% | } | j' ||| }t! j( | }t+ j, | n| j' || }d}|j/ d |j1 j3 } d d d -t7 |t8 j>
} | j= | S d } |dk7 rd |z } nF jA d
\ } }
}| jC } |sd} n tE jF |tH } | r.t7 |t8 j:
} | j= | | S rAd| dtK | ddjM tO | } |z
} jQ tS S # t! j( | }t+ j, | w xY w# t4 $ rF}
d |
} t7 |t8 j:
} | j= | | cY d }
~
cd d d S d }
~
ww xY w# 1 sw Y xY w# t4 $ r}
d|
z } Y d }
~
!d }
~
ww xY w)Nr zw+)encoding)r r r test_python_)prefixr& r z Cannot read process stdout: state)r z Exit code %s
z Failed to parse worker stdoutrC z Failed to parse worker JSON: %sz
Warning -- z leaked temporary files (): rk )*r[ platformlocale getencodingrS r r get_match_teststempfile
TemporaryFiler re r r is_wasimkdtempr^ pathabspathr listdirr rmtreeseekreadstrip Exceptionr r MULTIPROCESSING_ERRORr TIMEOUT
rpartitionrstriprE rF decode_test_resultlenro sortedset_env_changedr )r6 r r r stdout_filerH rJ r tmp_filesrS r r r7 _rA msgs r( _runtestzTestWorkerProcess._runtest> s <<7 " ))+Hzz**Hmm33I>
#
#D8
< E "9-1WW)-/:<J ?? #**.A ''//'2. " / /
K QG "
7 3I $$W- ++J D Q
E$))+1133 EB ? ?F''7 7 a<$w.G%+%6%6t%< "FA{]]_F 9F !ZZ 4F HF
1L1LMF''@ @ !!* ,9~&c$))F94E*F)GIC
cMF " " $!&&11_ !#
7 3I $$W-
E 9>#IU5P5PQ++FG+DD? E E4
E5 E Ed ! F ?# EGFsh 5A)K, I+2AK, JK9 +,JK, K)#2K$K)K,$K))K,,K69 LL
Lc | j j }| j j }| j s t | j
}t j | _ | j | }t j | j z
|j _ | j j d|f |j j || ry | j sy y # t $ r Y y w xY w# t $ r Y y t" $ r2 | j j dt% j& f Y y w xY w)NFT)re failfastfail_env_changedr r r r r r r r r7 durationr put must_stopr
BaseException traceback
format_exc)r6 fail_fastr r mp_results r( runzTestWorkerProcess.run s
GG$$ 7733--
$T\\ 2I #'.."2 MM) 4 ,0NN,<t,N ) 23 ##--i9IJ K -- %
y';';'= >?
s6 C4 BD 4 D =D ?D D E7EEc | j } |j t y # t j t
f$ r+}t
d| dt t d| Y d }~y d }~ww xY w)NzFailed to wait for z completion (timeout=r )r r JOIN_TIMEOUTrc r r r r )r6 r r s r( r z!TestWorkerProcess._wait_completed sg & JJ| $))73 & /v 6&&5l&C%DC G%
&
& &s $ A(!A##A(r c | j d | j sy t j |z
}| j j d| dt
| |t kD rt d| dt
| y )Ng ?z Waiting for z thread for zFailed to join z in ) ro r r r r logr r r )r6 r r s r( wait_stoppedz TestWorkerProcess.wait_stopped s IIcN==? !J.B MM TF 3%%4R%8$9 ;
<L vT/":M9N OP r' r, N)NNry )r r! r" intr~ r# r r r r r r r r r r r floatr r: r; s @r( r r s # /G D '# ' =8 " @ @ d
@
@ ,03*F 3* !Dj3*473*jM2# M2*< M2^.&u r' r workersc g }| D ]^ }|j }|st j |j z
}|t k\ s=|dt | d}|j
| ` |S )Nz (rl )r r r r r r r )r r workerr r rU s r( get_runningr sj G ! " 4 4
^^
1 1
1
" " 1?23FGD NN4 ! Nr' c j e Zd ZdededdfdZddZddZdedz fdZ d e
ddfd
Z d ede fd Z
dd
Zy)r r r r, Nc |j }|j }|| _ || _ |j | _ | j j
| _ || _ t
j | _ |j }t | | _ | t |dz |dz | _
d | _ y d | _
d | _ y )Ng ?i, )re r r r r r queueQueuer
iter_testsrw r minr r )r6 r r re r r} s r( r~ z MultiprocessTestRunner.__init__ s
[[**
^^
==$$05
((*
+J7 #&gmWv5E"FD #'D r' c | j j }| j j }t d|dz D cg c] }t || c}| _ dt
| j
d}|r(|dt | dt | j dz
}| j | | j
D ] }|j y c c}w )N z Run tests in parallel using z child processesz (timeout: z, worker timeout: rl ) re use_mpr ranger r r r r r start)r6 r r indexr r s r(
start_workersz$MultiprocessTestRunner.start_workers s ''//%*1fqj%9; ! *%6 ; ,S ->,??OP &w/&t':':;=
>C
ll F LLN ;s Cc t j }| j D ] }|j | j D ] }|j | y ry )r r r r r )r6 r r s r( stop_workersz#MultiprocessTestRunner.stop_workers sK ^^%
ll F KKM ll ,F
+ ,r' c h | j j }| j j d u}t }t d | j
D r:|rt
j t d | j j | S | j j d S # t j $ r Y nw xY wt | j
}|r%|s#| j ddj | z t d | j
D rɌ# t j $ r Y y w xY w)Nc 3 < K | ] }|j y wry )r ).0r s r( <genexpr>z5MultiprocessTestRunner._get_result.<locals>.<genexpr> s ?&//#?s T)rs r z running: %srk r )re pgor PROGRESS_UPDATEanyr faulthandlerdump_traceback_laterMAIN_PROCESS_TIMEOUTr getr Emptyr r ro )r6 r use_faulthandlerr r s r( _get_resultz"MultiprocessTestRunner._get_result s ggkk GGOO4 7! ?$,,?? 112F7;=
{{w77 ;;??1?- - ;;
"$,,/Gs 7);;< ?$,,??& {{ s$ /B( D (B>=B>D10D1r c |j }| j j }t | }|j r|d|j z z
}n0|j
t k\ r |s|dt |j
z z
}t | j }|r|s|ddj | z z
}| j j | j | y )Nz (%s)z -- running: %srk )r7 re r r# r r r r r r ro r display_progress
test_index)r6 r r7 r rU r s r( display_resultz%MultiprocessTestRunner.display_result s !!ggkk6{ Gi / // /Doo!223 Gofoo >> >D dll+ 3 % '(:: :D
&&t=r' itemc | j j }|d rM|d }t d| t dt j
}| j j || |S | xj dz
c_ |d }|j }| j j || | j | |j rt |j d |S ) z&Returns True if test runner must stop.r r z regrtest worker thread failed: z<regrtest worker>r )r Trm )
r r r r r r r accumulate_resultr r7 r! r rp )r6 r" r r r7 r s r( _process_resultz&MultiprocessTestRunner._process_result* s
## 7 aJ ;J<H I 35;V;VWF MM + +F% + @M 1 G !!
''e'< I& " " ))) 6
r' c | j j }| j j }| j j }| j d| _ | j
}|n%| j | }|j || rn8|t j | j j! | j# y # t $ r t d| j _ Y gw xY w# |t j | j j! | j# w xY w)Nr T)re r r r r
r r r% r KeyboardInterruptrp r interruptedr cancel_dump_traceback_laterr r r )r6 r r r r" r7 s r( run_testsz MultiprocessTestRunner.run_tests@ s GG$$ 7733''// '')< --d3##I/?@ " 88:
LL ! - G(,DMM % - " 88:
LL s% 9C $C<9C? ;C<<C? ?AEr )r r! r" r r r~ r
r QueueOutputr r r! r% r% r* r& r' r( r r sc X $ * ,[4 / :
>(:
>t
> K D , r' r r r c 8 t | | j y ry )r r* )r r s r( run_tests_multiprocessr- ^ s 8X.88:r' c 6 e Zd ZdZdedeeef f fd Z xZS )rr z7Encode a TestResult (sub)class object into a JSON dict.r+ r, c t |t r0t j | }|j j
|d< |S t | | S )N__test_result__)
isinstancer r0 r1 r8 r r3 r4 r5 s r( r4 zEncodeTestResult.defaulte sF a $ ''*F() (<(<F$ %Mwq!!r' ) r r! r" r r r9 r# r4 r: r; s @r( rr rr b s& A" "c3h " "r' rr c r d| vr| S | j d | d t di | d | d< t di | S )z7Decode a TestResult (sub)class object from a JSON dict.r0 statsr& )r> r
r r? s r( r r n sI !EE
z ,7,'
??r' ry )Ir0 r rE os.pathr^ r r rc r[ r rz r r typingr r r r r r r test.supportr r
test.libregrtest.cmdliner test.libregrtest.mainr test.libregrtest.runtestr
r r r r r test.libregrtest.setupr test.libregrtest.utilsr r r r r r r hasattrrb dataclassr JSONEncoderr* r9 r# r@ tuplerG rd ri ru rw r ExcStrr+ r r Threadr listr r r- rr r r& r' r( <module>rC sM
= = " " . * / A<<7 ++ +
. . R*Dwr8/D T"* * #* *t'' * $sCx. Yc3h -G 6C 6E)S.,A 6 26$'y $'(.$'$'$J$':D:J:J$'N# ( :# #,
GEN$667%
v@U:VV D (( DN
/0
T:K5L
H H V;X ; ;d ; "t'' " $sCx. Z$sCx.-H r' 
Browse
Usage
Versions