python (3.12.0)
Browse
Usage
Versions
̑e6 d dl mZmZmZ G d dej Z G d de Z G d de Z G d d e Z d d
Z
y )
)grammartokentokenizec e Zd Zy) PgenGrammarN)__name__
__module__ __qualname__ F/BuggyBox/python/3.12.0/bootstrap/lib/python3.12/lib2to3/pgen2/pgen.pyr r s r r c | e Zd ZddZd Zd Zd Zd Zd Zd Z d Z
d
Z d Z d Z
d
Zd Zd Zd ZddZd Zd Zy)ParserGeneratorNc < d }|t |d }|j }|| _ || _ t j
|j | _ | j | j \ | _
| _ | | i | _ | j y )Nzutf-8)encoding)openclosefilenamestreamr generate_tokensreadline generatorgettokenparsedfas startsymbolfirst addfirstsets)selfr r close_streams r
__init__zParserGenerator.__init__ s >(W5F!<<L
!11&//B
&*jjl# 4# # N
r c t }t | j j }|j |j | j |j d| j |D ]8 }dt |j z }||j |< ||j |< : |D ] }| j | }g }|D ] }g }t |j j D ]7 \ } }
|j | j || |j! |
f 9 |j" r"|j d|j! | f |j | |j$ j | || j' || f|j |j | < |j | j |_ |S )N )r listr keyssortremover insertlen
symbol2number
number2symbolsortedarcsitemsappend
make_labelindexisfinalstates
make_firststart) r cnamesnameidfar4 stater. labelnexts r
make_grammarz ParserGenerator.make_grammar s MTYY^^%&
T%%&
Q(() &Dc!//**A$%AOOD !!%AOOA & OD))D/CF
$#)%***:*:*<#= NKE4KK E!:CIIdO LMN==KKCIIe$4 56
d#
$
HHOOF #-3T__Q5M,NAFF1??4( ) O //$"2"23r c v | j | }i }t | D ] }| j || }d||< |S Nr )r r- r1 )r r7 r9 rawfirstr r= ilabels r
r5 zParserGenerator.make_first4 sI ::d#H% E__Q.F E&M r c t |j }|d j r||j v rX||j v r|j | S |j j |j | d f ||j |< |S t
t |d }||j v r|j | S |j j |d f ||j |< |S t | }|d j rY||j v r|j | S |j j t j |f ||j |< |S t j | }||j v r|j | S |j j |d f ||j |< |S Nr# )r* labelsisalphar+ symbol2labelr0 getattrr tokensevalkeywordsNAMEr opmap)r r7 r= rC itokenvalues r
r1 zParserGenerator.make_label= s QXX 8 'ANN* >>%00HHOOQ__U%;T$BC,2ANN5)!M !t4 QXX% 88F++HHOOVTN3'-AHHV$!M KEQx !AJJ& ::e,,HHOOUZZ$78(.AJJu%!M ! u-QXX% 88F++HHOOVTN3'-AHHV$!Mr c t | j j }|j |D ]" }|| j vs| j | $ y N)r% r r& r' r calcfirst)r r8 r9 s r
r z ParserGenerator.addfirstsetsk sG TYY^^%&
%D4::%t$ %r c
8 | j | }d | j |< |d }i }i }|j j D ] \ }}|| j v rd|| j v r | j | }|.t d|z | j | | j | }|j
| |||< xd||< |di||< i } |j D ]/ \ }}
|
D ]% } | | v rt d|d| d|d| | || | < ' 1 || j |< y )Nr# zrecursion for rule %rr zrule z is ambiguous; z is in the first sets of z as well as )r r r. r/
ValueErrorrS update) r r9 r; r< totalset overlapcheckr= r> fsetinverseitsfirstsymbols r
rS zParserGenerator.calcfirsts sJ iio
4A ::++-
1KE4 !DJJ& ::e,D| ()@4)G HHNN5) ::e,D%&* U#"#',aj U#
1 + 1 1 3 (OE8"
(W$$&*FE76?&L M M #(
( ( $
4r c i }d }| j t j k7 r | j t j k( r.| j | j t j k( r.| j t j }| j t j d | j \ }}| j t j | j || }t | }| j | t | }|||< ||}| j t j k7 r ||fS )N:) typer ENDMARKERNEWLINEr expectrM OP parse_rhsmake_dfar* simplify_dfa) r r r r9 azr; oldlennewlens r
r zParserGenerator.parse s ii5??*))u}},
))u}}, ;;uzz*D KK# &>>#DAq KK
&--1%CXF c "XF DJ" " # ii5??*$ [ r c
fd} fd t || | g}|D ] }i }|j D ]2 }|j D ]! \ }} | | |j |i # 4 t |j D ]L \ }}
|D ] } | j |
k( s n t |
| } |j
| |j | | N |S )Nc i } | | |S rR r )r< base
addclosures r
closurez)ParserGenerator.make_dfa.<locals>.closure s D ud #Kr c Z | |v ry d|| < | j D ] \ }}| || y rA r. )r< rm r= r> rn s r
rn z,ParserGenerator.make_dfa.<locals>.addclosure s< }DK $zz
+ t= tT*
+r )DFAStatenfasetr.
setdefaultr- r/ r0 addarc)
r r6 finishro r4 r< r. nfastater= r> rs strn s
@r
re zParserGenerator.make_dfa s + 75>623
(ED !LL
E#+== EKE4 ("4 )CDE
E "(
!5
(
v &ByyF* & "&&1BMM"% R'
(
(
r c D t d| |g}t | D ] \ }}t d|||u xr dxs d |j D ]X \ }}||v r|j | } n t | } |j | |t d| z It d|| fz Z y )NzDump of NFA for State(final) z -> %d %s -> %d)print enumerater. r2 r* r0 )
r r9 r6 rv todor: r< r= r> js
r
dump_nfazParserGenerator.dump_nfa s
&w!$ 7HAu )Q =I C D $zz
7 t4<
4(AD AKK%=+/*.E1:56
7 7r c t d| t | D ]n \ }}t d||j xr dxs d t |j j D ]$ \ }}t d||j
| fz & p y )NzDump of DFA forrz r{ r| r} )r~ r r3 r- r. r/ r2 )r r9 r; r: r< r= r> s r
dump_dfazParserGenerator.dump_dfa s
&!# AHAu )Q
;) Ar B %ejj&6&6&8 9
A tnsyy'??@
A Ar c d}|r`d}t | D ]L \ }}t |dz t | D ], }|| }||k( s||= |D ] }|j || d} L N |r_y y )NTFr )r ranger*
unifystate)r r; changesr: state_ir state_jr< s r
rf z ParserGenerator.simplify_dfa s G 'n
7 qsCH- A !!fG ') F%( ?E ! , ,Wg >?"&
r c | j \ }}| j dk7 r||fS t }t }|j | |j | | j dk( rU| j | j \ }}|j | |j | | j dk( rU||fS )N|) parse_altrP NFAStateru r )r rg rh aazzs r
rd zParserGenerator.parse_rhs s ~~ 1 :: a4KBB IIaL
HHRL**#
~~'1 ! **#
r6Mr c h | j \ }}| j dv s,| j t j t j
fv rb| j \ }}|j
| |}| j dv r5| j t j t j
fv rb||fS )N)([)
parse_itemrP r_ r rM STRINGru )r rg br7 ds r
r zParserGenerator.parse_alt
s 1zzZ'yyUZZ 66??$DAq
HHQKA zzZ'yyUZZ 66 !t r c z | j dk( rX| j | j \ }}| j t j
d |j
| ||fS | j \ }}| j }|dvr||fS | j |j
| |dk( r||fS ||fS )Nr ])+*r )rP r rd rb r rc ru
parse_atom)r rg rh rP s r
r zParserGenerator.parse_item s :: MMO>>#DAq KK# &
HHQKa4K??$DAqJJEJ&!t MMO
HHQK|!t !t r c | j dk( rG| j | j \ }}| j t j
d ||fS | j t j t j fv rDt }t }|j || j | j ||fS | j d| j | j y )Nr )z+expected (...) or NAME or STRING, got %s/%s) rP r rd rb r rc r_ rM r r ru raise_error)r rg rh s r
r zParserGenerator.parse_atom( s :: MMO>>#DAq KK# &a4K
YY5::u||4
4
A
A
HHQ
# MMOa4K J !YY
4r c | j |k7 s|8| j |k7 r)| j d||| j | j | j }| j |S )Nzexpected %s/%s, got %s/%s)r_ rP r r )r r_ rP s r
rb zParserGenerator.expect9 sX 99 !2tzzU7J 8 !5$))TZZ
A
r c 0 t | j }|d t j t j fv r;t | j }|d t j t j fv r;|\ | _ | _ | _ | _ | _ y rE )
r> r r COMMENTNLr_ rP beginendline)r tups r
r zParserGenerator.gettokenA sp 4>>"!f))8;;77t~~&C !f))8;;77AD> 4:tz48TYr c
|r ||z }t || j
| j d | j d | j f # dj |gt t t | z }Y nxY w)N r# r )joinr% mapstr SyntaxErrorr r r )r msgargss r
r zParserGenerator.raise_errorH sq
=Dj #
txx{ $ TYY 8 9 9
=hhutCTN'; ;<s A .A7rR )r r r
r! r? r5 r1 r rS r re r r rf rd r r r rb r r r r r
r r
s`
2,"\% $<!0"H7 A *" (4"E9r r c e Zd Zd ZddZy)r c g | _ y rR rq )r s r
r! zNFAState.__init__S s r Nc > | j j ||f y rR )r. r0 r r> r= s r
ru zNFAState.addarcV s
% 'r rR )r r r
r! ru r r r
r r Q s (r r c ( e Zd Zd Zd Zd Zd ZdZy)rr c 2 || _ ||v | _ i | _ y rR )rs r3 r. )r rs finals r
r! zDFAState.__init__] s r c " || j |< y rR rq r s r
ru zDFAState.addarce s %r c p | j j D ] \ }}||u s || j |< y rR )r. r/ )r oldnewr= r> s r
r zDFAState.unifystatek s5 99??, 'KE4s{#& % 'r c | j |j k7 ryt | j t |j k7 ry| j j D ]$ \ }}||j j | us$ y y)NFT)r3 r* r. r/ get)r otherr= r> s r
__eq__zDFAState.__eq__p so <<5== ( tyy>S_ , 99??, KE45::>>%00 r N)r r r
r! ru r r __hash__r r r
rr rr [ s '
Hr rr c 8 t | }|j S rR )r r? )r ps r
generate_grammarr s !A >> r N)z Grammar.txt) r| r r r Grammarr objectr r rr r r r r
<module>r sJ
' & '// E9f E9N
(v (#v #J r