python (3.12.0)
̑esk d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z m Z m
Z
ddlmZ ddlmZmZ ddlmZ dd Z G d
d e Zd Zd
Zd Zd Zd Z G d de Z G d de Z G d de Z G d de Z!y)z#Guido van Rossum <guido@python.org> N)chain )drivertokenizetoken) find_root)pytreepygram) btm_matcherc t | g g dg }g }t j |j D ]0 \ }}}|j d s|r|dd }|j | 2 |S )N*fix_ )
__import__pkgutil iter_modules__path__
startswithappend) fixer_pkg
remove_prefixpkg fix_namesfindernameispkgs D/BuggyBox/python/3.12.0/bootstrap/lib/python3.12/lib2to3/refactor.pyget_all_fix_namesr sq O
YB
.CI & 3 3CLL A #e ??6 " ABx T " #
c e Zd Zy)
_EveryNodeN__name__
__module__ __qualname__ r r r! r! + r r! c t | t j t j f r | j t
| j hS t | t j r'| j rt | j S t
t | t j r>t }| j D ]# }|D ] }|j t | % |S t d| z )Nz$Oh no! I don't understand pattern %s)
isinstancer NodePattern LeafPatterntyper! NegatedPatterncontent_get_head_typesWildcardPatternsetupdate Exception)patrpxs r r/ r/ / s 9 #**F,>,>?@ 88 z#v,,- ;;"3;;/ /#v--. E -A
- +,
- -
:SA
BBr c Z t j t }g }| D ]| }|j r2 t |j }|D ] }|| j | A|j ||j j | l|j | ~ t t j j j t j j D ] }|| j | t | S # t $ r |j | Y
w xY wN) collections defaultdictlistpatternr/ r r! _accept_typer r
python_grammar
symbol2numbervaluestokensextenddict)
fixer_list
head_nodeseveryfixerheads node_types r _get_headnode_dictrK K s / ((.J E
$ ==
8'
6 "' 8I y)0078 !!-5--.55e< U#
$ 600>>EEG!00779 , 9 $$U+,
$ U#
$s D D*)D*c N t | d D cg c]
}| dz |z c}S c c}w )NF.)r )pkg_namefix_names r get_fixers_from_packagerP d s= .h > @
sNX % @ @ @s "c | S r9 r& )objs r _identityrS k s Jr c | d}t j t j | j fd}t t j t j t j h }t } | \ }}||v r|t j k( r|rnd}n|t j k( r|dk( r | \ }}|t j k7 s|dk7 rn | \ }}|t j k7 s|dk7 rn | \ }}|t j k( r|dk( r
| \ }}|t j k( rT|j | | \ }}|t j k7 s|dk7 rn | \ }}|t j k( rRnnt | S # t $ r
Y t | S w xY w) NFc . t } | d | d fS )Nr r )next)tokgens r advancez(_detect_future_features.<locals>.advancer s 3i1vs1v~ r Tfrom
__future__import(,)r generate_tokensioStringIOreadline frozensetr NEWLINENLCOMMENTr1 STRINGNAMEOPadd
StopIteration)sourcehave_docstringrY ignorefeaturestpvaluerX s @r _detect_future_featuresrr o s N
"
"2;;v#6#?#?
@C
x{{EMMB
CFuH
IBV|u||#!!%uzz!evo #I E#u '< #I E#u'8 #I E>esl ' IBEJJ& LL' ' IBUXX~# ' IB EJJ& 3 8 X
X
s >DF% F% % F;:F;c e Zd Zy)
FixerErrorNr" r& r r rt rt s &r rt c e Zd ZddddZdZdZd dZd Zd Zd Z d
Z
d Z d d Z d d
Z
d Zd dZd Zd dZd Zd Z d!dZd"dZdZdZd Zd Zd Zd Zd Z d Z y)#RefactoringToolF)print_function
exec_functionwrite_unchanged_filesFixr Nc || _ |xs g | _ | j j | _ || j j | t j j | _ | j d r| j j d= n&| j d r| j j d= | j j d | _ g | _ t j d | _ g | _ d| _ t% j& | j t( j* | j | _ | j- \ | _ | _ g | _ t5 j6 | _ g | _ g | _ t? | j0 | j. D ]~ }|j@ r | j8 jC | +|| j. v r | j: jE | U|| j0 v sd| j< jE | tG | j: | _$ tG | j< | _% y ) Nrw printrx execry rv F)convertlogger)&fixersexplicit_default_optionscopyoptionsr2 r
r? grammarkeywordsgetry errorslogging getLoggerr fixer_logwroter Driverr r~
get_fixers pre_order
post_orderfilesbm
BottomMatcherBM
bmi_pre_orderbmi_post_orderr
BM_compatible add_fixerr rK bmi_pre_order_headsbmi_post_order_heads)self fixer_namesr r rH s r __init__zRefactoringTool.__init__ s " B
,,113 LL ( ,,113 <<( ) %%g.
\\/
* %%f-
&*\\%5%56M%N" ''(9:
mmDLL,2NN+/;;8 +///*;'
""$ 4??DNN; 2E""!!%( $..(""))%0$//)##**51 2 $6d6H6H#I $6t7J7J$K!r c g }g }| j D ]w }t |i i dg }|j dd d }|j | j r|t | j d }|j
d }| j dj |D cg c] }|j c} z } t || } | | j | j }
|
j r0| j dur"|| j vr| j! d | | j# d
| |
j$ d k( r|j' |
@|
j$ d k( r|j' |
bt d
|
j$ z t) j* d } |j- | |j- | ||fS c c}w # t $ r t d|d| d w xY w)Nr
rM r _ z Can't find TzSkipping optional fixer: %szAdding transformation: %sprepostzIllegal fixer order: %r run_orderkey)r r rsplitr FILE_PREFIXlensplit CLASS_PREFIXjointitlegetattrAttributeErrorrt r r r log_message log_debugorderr operator
attrgettersort) r pre_order_fixerspost_order_fixers fix_mod_pathmodrO partsr6
class_name fix_classrH key_funcs r r zRefactoringTool.get_fixers s KK JL \2rC59C#**3226H""4#3#34#C(8(8$9$:; NN3'E **RWW5OAaggi5O-PPJ
X #C 4 dllDNN;E~~$--t";
5 !>I NN6 A{{e# ''.&!((/ !:U[[!HII/ J2 &&{3 ( + 8 , "344- 6P "
X x!LMSWW
Xs G
9 G G+c r9 r& )r msgargskwdss r log_errorzRefactoringTool.log_error s *
r c J |r||z }| j j | y r9 )r infor r r s r r zRefactoringTool.log_message s# $ *C r c H |r||z }| j j | y r9 )r debugr s r r zRefactoringTool.log_debug
s *C # r c y r9 r& )r old_textnew_textfilenameequals r print_outputz RefactoringTool.print_output s
r c |D ]H }t j j | r| j ||| 6| j ||| J y r9 )ospathisdir refactor_dir
refactor_file)r itemswrite
doctests_only dir_or_files r refactorzRefactoringTool.refactor sJ 7 FKww}}[)!!+umD"";}E Fr c t j dz }t j | D ] \ }}}| j d| |j |j |D ]m }|j d rt j j | d |k( s;t j j || } | j | || o |D
cg c] }
|
j d r|
c}
|d d y c c}
w )NpyzDescending into %srM r )
r extsepwalkr r r r splitextr r ) r dir_namer r py_extdirpathdirnames filenamesr fullnamedns r r z RefactoringTool.refactor_dir s T!,.GGH,=
L (GXy NN/ 9 MMO NN !
G ,GG$$T*1-7 !ww||GT :H&&x
F
G )1K"
c8J2KHQK
L Ls C=0C=c t |d } t j |j
d }|j
t j |d|d 5 }|j |fcd d d S # t $ r }| j d|| Y d }~yd }~ww xY w# |j
w xY w# 1 sw Y y xY w)NrbzCan't open %s: %sNNr r5 r encodingnewline) openOSErrorr r detect_encodingrb closer` read)r r ferrr s r _read_python_sourcez#RefactoringTool._read_python_source4 s Xt$A //
;A>H
GGI
WWXsXr
B &a668X% & & NN.# >
GGI & &s. A7 "B B57 B BB B25B>c | j | \ }}|y |dz
}|r^| j d| | j || }| j s||k7 r| j ||||| y | j d| y | j || }| j s|r.|j r"| j t | d d ||| y | j d| y )N
zRefactoring doctests in %szNo doctest changes in %sr )r r zNo changes in %s)r r refactor_docstringry processed_filerefactor_string was_changedstr)r r r r inputr outputtrees r r z RefactoringTool.refactor_fileD s 228<x =
NN7 B,,UH=F))Vu_##FHeUHM 98D''x8D))dt7G7G##CIcrNH*/( $ D 18<r c t | }d|v r t j | j _ | j j | } | j | j _ ||_
| j d| | j || |S # t $ rM}| j d||j j | Y d }~| j | j _ y d }~ww xY w# | j | j _ w xY w)Nrw zCan't parse %s: %s: %szRefactoring %s)
rr r
!python_grammar_no_print_statementr r parse_stringr3 r __class__r# future_featuresr
refactor_tree)r datar ro r r s r r z RefactoringTool.refactor_string[ s +40 x '"("J"JDKK /;;++D1D #',,DKK ' '. 4& NN3 !7!7
> "&,,DKK
#',,DKK s) B C+ (C&C. &C++C. . D c t j j }|rZ| j d | j |d }| j
s||k7 r| j
|d| y | j d y | j |d }| j
s|r)|j r | j
t | d| y | j d y )Nz Refactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
sysstdinr r r ry r r r r )r r r r r s r refactor_stdinz RefactoringTool.refactor_stdinv s NN: ;,,UI>F))Vu_##FIu= <=''y9D))dt7G7G##CIy%@ 45r c t | j | j D ] }|j || | j | j
|j | j | j |j | j j |j }t |j r| j j D ] }||v s || s|| j t j j d |j" r-|| j t j j$ t' || D ] }||| v r|| j) | t+ | |j. r||j. v rF|j1 | }|sZ|j3 || }|o|j5 | |j D ]0 }|j. sg |_ |j. j7 | 2 | j j |j }|D ]" } | |vrg || < || j9 || $ t |j rt | j | j D ] }|j; || |j< S # t, $ r Y w xY w)NT)r reverser ) r r r
start_tree traverse_byr r r runleavesanyrA r r r Basedepthkeep_line_order
get_linenor< remover
ValueErrorfixers_appliedmatch transformreplacer rC finish_treer )
r r r rH match_setnoderesultsnew new_matchesfxrs
r r z RefactoringTool.refactor_tree s
4>>4??; )E T4 ( )
114>>3CD 22DOO4EF GGKK
. )""$% .
LI%)E*: e$))fkk.?.?)N ,, "%(--&++2H2H-I $Yu%5 6 $L 9U#33 %e , 3 3D 9% %dO ..5D<O<O3O $"'++d"3""'//$"@C " $ S 1,/NN,< !FD ,0+>+>>@(;$($7$7$>$>u$E !F /3ggkk#**,.G +6 !LC+.)+;79 #$-cN$9$9+c:J$K !LA$L.
L )""$%b 4>>4??; *E dD ) * E * % %%s
K!! K.-K.c |sy |D ]R }||j D ]> }|j | }|s|j || }|,|j | |}@ T y r9 )r, r r r )r r traversalr rH r r s r r zRefactoringTool.traverse_by sm
#D *
# ++d+ //$8C S) "
# #r c 4 | j j | || j | d }|y ||k( }| j |||| |r | j d| | j
sy |r| j
|||| y | j d| y )Nr zNo changes to %szNot writing changes to %s)r r r r r ry
write_file)r r r r r r r s r r z RefactoringTool.processed_file s
(# //9!<H H$ (Hh> NN-x 8-- OOHh( C NN6 Ar c b t j |d|d }|5 |j | d d d | j d| d| _ y # t $ r }| j d|| Y d }~y d }~ww xY w# t $ r }| j d|| Y d }~ld }~ww xY w# 1 sw Y uxY w)Nwr r zCan't create %s: %szCan't write %s: %szWrote changes to %sT)r` r r r r r r )r r r r r fpr s r r# zRefactoringTool.write_file s 32FB
D
D" D
,h7
NN0(C @
D 3XsCC
D D DsE A B%A< A9 A44A9< B"B B% B""B%%B.z>>> z... c g }d }d }d }d}|j d D ] }|dz
}|j j | j rK|#|j | j |||| |}|g}|j
| j } |d | }}|S|j || j z s#||| j j z dz k( r|j | |#|j | j |||| d }d }|j | |#|j | j |||| dj | S )Nr Tkeependsr r r )
splitlineslstripr PS1rC refactor_doctestfindPS2rstripr r )
r r r resultblock block_linenoindentlinenolineis
r r z"RefactoringTool.refactor_docstring sq
$$d$3 $D aKF{{}''1$MM$"7"7|8>#J K % IIdhh' bq$??6DHH#456DHHOO$55<< T"$MM$"7"7|8>#J K
d#) $* MM$//|06B
Cwwv r c | j ||| }| j || rt | j d }|d |dz
||dz
d }} |d j d s
|dxx dz
cc< || j z |j! d z g}|r#||D cg c] }|| j" z |z c}z
}|S # t $ r}| j j t j
r(|D ]# }| j
d|j d % | j d|||j j | |cY d }~S d }~ww xY wc c}w ) Nz
Source: %sr z+Can't parse docstring in %s line %s: %s: %sTr( r r r ) parse_blockr3 r isEnabledForr DEBUGr r0 r r r# r r r* endswithr, popr/ )
r r2 r5 r4 r r r r6 r clippeds
r r- z RefactoringTool.refactor_doctestD sK ##E66:D dH -d)&&&5C yq>3vaxy>SGr7##D)B4dhh&34EsCt&488+d2CC # {{''
6 ! DDNN<T1BCD NNH#VS]]-C-CS
JL
Ds$ B= E= E A;EE E c X | j rd}nd}| j s| j d| n4| j d| | j D ] }| j | | j r3| j d | j D ] }| j | | j r{t | j dk( r| j d n%| j dt | j | j D ] \ }}} | j |g|i | y y ) Nwerez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)r r r r r r )r r@ filemessager r r s r summarizezRefactoringTool.summarizea s
::D Dzz 4d ; 6 =
' &
' >> C D >>
* )
* ;;4;; 1$ !56 !8#dkk:JK#';;
5T4 4t4t4
5 r c ~ | j j | j ||| }t |_ |S r9 )r parse_tokens wrap_toksrc r )r r2 r5 r4 r s r r9 zRefactoringTool.parse_blockx s9
{{''uff(MN ({ r c # K t j | j || j }|D ]+ \ }}\ }}\ } }
} ||dz
z
}| |dz
z
} ||||f| |
f| f - y w)Nr )r r_ gen_lines__next__) r r2 r5 r4 rB r, rq line0col0line1col1 line_texts r rF zRefactoringTool.wrap_toks s I))$..*G*P*PQDJ G @D% %
y VaZ E VaZ E t}udmYF F Gs A"A$c # K || j z }|| j z }|}|D ]R }|j | r|t | d n,||j dz k( rd nt d|d| |}T d w)Nr zline=z , prefix=r )r, r/ r r r0 AssertionError)r r2 r4 prefix1prefix2prefixr6 s r rH zRefactoringTool.gen_lines s 488#488# Dv&3v;<(( 4//
$T6%JKK F H s A?Br )FF)F)NFNr9 ) r# r$ r% r r r r r r r r r r r r r r r r r r r# r, r/ r r- rC r9 rF rH r& r r rv rv s +0).279 LK3Ln&5P
FL(& =.66 M ^#. GL $B** C
C) V:5. G r rv c e Zd Zy)MultiprocessingUnsupportedNr" r& r r rU rU r' r rU c B e Zd Z fdZ d fd Z fdZ fdZ xZS )MultiprocessRefactoringToolc H t t |
|i | d | _ d | _ y r9 )superrW r queue output_lockr r kwargsr s r r z$MultiprocessRefactoringTool.__init__ s'
)494J6J
r c |dk( rt t | ||| S dd l}| j t d |j | _ |j | _
t | D cg c] }|j | j }} |D ] }|j t t | ||| | j j t | D ] }| j j! d |D ]# }|j# s|j % d | _ y # t $ r t
w xY wc c}w # | j j t | D ] }| j j! d |D ]# }|j# s|j % d | _ w xY w)Nr r z already doing multiple processes)target)rY rW r multiprocessing ImportErrorrU rZ RuntimeError
JoinableQueueLockr[ rangeProcess_childstartr putis_alive)
r r r r
num_processesr` r7 processesr6 r s
r r z$MultiprocessRefactoringTool.refactor s A 4dDum-
- - " :: ! AB B$224
*//1 #M 24 %,,DKK,@ 4 4
-t =eU>K
M
JJOO =)
%
t$
%
::<FFH
DJ) -, , - 4
JJOO =)
%
t$
%
::<FFH
DJs$ D6 /#E ,E 6EAG*Gc | j j }|Q|\ }} t t | |i | | j j | j j }|Py y # | j j w xY wr9 )rZ r rY rW r task_done)r taskr r] r s r rg z"MultiprocessRefactoringTool._child s zz~~ LD&
'14F% #%
$$&::>>#D
$$&s A0 0 B c ~ | j | j j ||f y t t | |i |S r9 )rZ ri rY rW r r\ s r r z)MultiprocessRefactoringTool.refactor_file sA :: ! JJNND&> *4dI! !
!r )FFr )r# r$ r% r r rg r
__classcell__)r s @r rW rW s$
:? : $! !r rW )T)"
__author__r` r r r r r r: itertoolsr pgen2r r r
fixer_utilr r r r
r r r r3 r! r/ rK rP rS rr rt objectrv rU rW r& r r <module>rw s 3
+ * ! C8 2@% P' 'Ff FR 4!/ 4!r 
Browse
Usage
Versions