python (3.12.0)
̑eR d Z dZddlZddlZddlmZmZ ddl ddlm Z e
e D cg c]
} | d dk7 s | c} g d z Z [ e d
Zd Zd Zd
ZdZdZe edez z ee z ZdZdZdZdZ edd Z eeeee ZdZ edd ee z Z de z Z ee e Z ede d z Z ee e e Z!d Z"d Z#d Z$d Z%d!Z& ee&d"z e&d#z Z' ee&d$z e&d%z Z( ed&d'd(d)d*d+d,d-d. Z)d/Z* ed0d1d2 Z+ ee)e*e+ Z, ee!e,e(e Z-ee-z Z. ee&d3z ed4d z e&d5z ed6d z Z/ edee' Z0e ee0e!e,e/e z Z1 e2ejf e.e1e$e%f \ Z4Z5Z6Z7 ed7d8d9d: ed7d8d;d< z h d=z Z8 ejf e" ejf e# e6e7d>e8D ci c] }| d"e6
c}e8D ci c] }| d#e7
c}e8D ci c] }|d c}Z9d"d#he8D ch c] }| d" c}z e8D ch c] }| d# c}z Z:d4d6he8D ch c] }| d4 c}z e8D ch c] }| d6 c}z Z;d?Z< G d@ dAe= Z> G dB dCe= Z?dD Z@e@fdEZAdF ZB G dG dH ZC ejf dIej ZE ejf dJej ZFdK ZGdL ZHdM ZIdN ZJeKdOk( r\ddlLZL eMeLj dkD r& eA eOeLj d j y eAeLj j yyc c} w # e
$ r eZ Y w xY wc c}w c c}w c c}w c c}w c c}w c c}w c c}w )PzKa-Ping Yee <ping@lfw.org>z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro N)BOM_UTF8lookup)* )token_)tokenizegenerate_tokens
untokenizec 0 ddj | z dz S )N(|))joinchoicess J/BuggyBox/python/3.12.0/bootstrap/lib/python3.12/lib2to3/pgen2/tokenize.pygroupr 0 s C#((7"3 3c 99 c t | dz S )Nr r r s r anyr 1 s %/C//r c t | dz S )N?r r s r mayber 2 s E7Oc 11r c , t fd D S )Nc 3 K | ]5 }d z D ]+ }|j |j k7 s%||z - 7 yw)) N)casefold).0xyls r <genexpr>z _combinations.<locals>.<genexpr>4 sC !e) qzz|qzz|/KA
s .> >)set)r# s `r
_combinationsr& 3 s r z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z 0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z \d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z \d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?'''"""z '[^\n'\\]*(?:\\.[^\n'\\]*)*'z "[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"rRfFbB> UuURUruRur)r* r+ r' r( c e Zd Zy)
TokenErrorN__name__
__module__ __qualname__ r r r: r: r r: c e Zd Zy)StopTokenizingNr; r? r r rB rB r@ r rB c ` |\ }}|\ }}t d||||t | t | fz y )Nz%d,%d-%d,%d: %s %s)printtok_namerepr) typer xxx_todo_changemexxx_todo_changeme1linesrowscolerowecols r
printtokenrO s< $LT4%LT4
tT4$ e= > ?r c > t | | y # t $ r Y y w xY wN)
tokenize_looprB )readline
tokeneaters r r r s(
h
+
s c . t | D ] } || y rQ )r
)rS rT
token_infos r rR rR s %h/
J r c $ e Zd Zd Zd Zd Zd Zy) Untokenizerc . g | _ d| _ d| _ y )Nr r )tokensprev_rowprev_col)selfs r __init__zUntokenizer.__init__ s
r c n |\ }}|| j z
}|r | j j d|z y y )N )r\ rZ append)r] startrowcol
col_offsets r add_whitespacezUntokenizer.add_whitespace s8 S4==(
KK sZ / 0 r c f |D ] }t | dk( r| j || np|\ }}}}}| j | | j j | |\ | _ | _ |t t fv sw| xj
dz
c_ d| _ dj | j S )N r r r )
lencompatrf rZ ra r[ r\ NEWLINENLr )r] iterablettok_typer rb endrJ s r r zUntokenizer.untokenize s
"A1v{ Ax(01 -HeUC & KK u %+. (DM4=GR=(
"
!
" wwt{{##r c d}g }| j j }|\ }}|t t fv r|dz
}|t t
fv rd}|D ] }|d d \ }}|t t t t fv r|dz
}|t k( r|j | C|t k( r|j ]|t t
fv rd}n|r|r
||d d} || y )NFr` Trh ) rZ ra NAMENUMBERrk rl ASYNCAWAITINDENTDEDENTpop) r] r rm startlineindents toks_appendtoknumtokvaltoks r rj zUntokenizer.compat s kk(( dF^ # cMF gr] " I C !WNFF$u55#
v&6!
GR=( wGBK( ! # r N)r< r= r> r^ rf r rj r? r r rX rX s
1 $ r rX z&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s ^[ \t\f]*(?:[#\r\n]|$)c | d d j j dd }|dk( s|j d ry|dv s|j d ry| S ) N r -utf-8zutf-8-)zlatin-1
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r )lowerreplace
startswith)orig_encencs r _get_normal_namer sY 2
3B-
'
'S
1C
g~ 1
66
~~AB Or c dd }d} fd}fd} | }|j t r d|dd }d}|s|g fS || }|r||gfS t j | s||gfS | }|s||gfS || }|r|||gfS |||gfS )NFr c F S # t $ r
t cY S w xY wrQ )
StopIterationbytes)rS s r read_or_stopz%detect_encoding.<locals>.read_or_stop s& : 7N s
c > | j d }t j | }|sy t |j d } t
| }r |j dk7 r t d |dz
}|S # t $ r Y y w xY w# t $ r t d|z w xY w)Nasciir zunknown encoding: r zencoding problem: utf-8z-sig)
decodeUnicodeDecodeError cookie_rematchr r r LookupError SyntaxErrorname)rJ line_stringr encodingcodec bom_founds r find_cookiez$detect_encoding.<locals>.find_cookie s ++g.K ,#EKKN3 ?8$E
zzW$!";<< H# " ? 2X => > ?s A5 B 5 B BB T z utf-8-sig)r r blank_rer )rS r defaultr r firstsecondr s ` @r detect_encodingr s " IHG ,
NE ! ab {5!H% >>%
^F 6"H% (( UFO ##r c : t }|j | S rQ )rX r )rm uts r r r : s "
B
== ""r c # x
K dx}x}}d\ }}d }dg}d }d} d}
d} | } |dz }dt | }}
|r| s t d j | }|r4|j d x}
}t
|| d | z ||f|| z f d\ }}d }n|r0| dd dk7 r(| d d d
k7 r t || z |t | f|f d}d }|| z }|| z }|dk( r|s| snd}|
|k rA| |
d k( r|dz }n(| |
d k( r|t z dz t z }n | |
d
k( rd}nn |
dz }
|
|k rA|
|k( rn|r| d }| |
dv r| |
dk( r]| |
d j d }|
t | z }t |||
f||
t | z f| f t | |d ||f|t | f| f n,t t f| |
dk( | |
d ||
f|t | f| f ||d kD r%|j | t | d |
|df||
f| f ||d k rC||vrt dd||
| f |d d }| r|
|d k\ rd} d} d}
t d||
f||
f| f ||d k rC| r#| r!|
|d k\ rd} d} d}
n| st d|df d}|
|k rt j | |
}|rI|j! d \ }}||f||f|}
}}| || | | }}|t" j$ v s
|dk( r|dk7 rt& |||| f n|dv r)t( } |dkD rt } n| rd} |r| d }| |||| f n|dk( r|r| d }t |||| f n|t* v rYt, | }|j | |
}|r/|j d }
| ||
}|r| d }t
||||
f| f nu||f}| |d }| }no|t. v s|d d t. v s |d d t. v rR|d dk( r4||f}t, | xs t, |d xs t, |d }| |d d}}| }n|r| d }t
|||| f n|j1 r|dv r | r|dk( rt2 nt4 |||| f t6 |||| f} |dk( r|s| }|d v r=|r;|d t6 k( r/|d dk( r'|d k( rd} |d }
t2 |d |d |d |d f d }|r| d }| nd|d k( r|r| d }t ||||
f| f d}nE|d v r|dz }n |d!v r|dz
}|r| d }t8 |||| f n t | |
||
f||
dz f| f |
dz }
|
|k r|r| d }|dd D ] } t d|df|dfdf t: d|df|dfdf y # t $ r d} Y w xY ww)"Nr )r r Fr r zEOF in multi-line stringz\
z\
r` z#
#z
rr z3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement.Trh r
)asyncawaitr )defforr \z([{z)]}) r ri r: r rp STRING
ERRORTOKENtabsizerstripCOMMENTrl ra rw IndentationErrorrx
pseudoprogspanstringdigitsrt rk
triple_quotedendprogs
single_quoted isidentifierru rv rs OP ENDMARKER) rS lnumparenlev continuedcontstrneedcontcontliner{ stashed async_defasync_def_indent async_def_nlrJ posmaxstrstartendprogendmatchrp column
comment_tokennl_pos pseudomatchrb sposeposr initialnewliner indents r r
r
O s #$#D#8i GXHcG GIL
:D axc$iS !;XFF }}T*H $LLO+c wds 3 $ho? ?$)! d23i6 1d23i86K!7T>#dCI%6B B !D.#d?
]9F)9#fqjV#Y$&&'/A2Ew1N#Y$&Ag ) cz5
CyG#9#$(J$5$5f$=M 3}#5 5F"M #;sS 5G/G(H$P P tFG} &>D#d)+<dD D =cc)9:DJ #;s4y(94A A #v& tDSzD!9tSk4HH72;&(*M%tS$79 9 "#2, !1WR[!@ %I#(L'($ rD#;s TBB 72;& \.>'"+.M ! $ #$ !>q JJICi$**45K ( - -a 0
s#'-$cCd!%eC $u+wfmm+sNu|!5$d;; & %G !|"$"'+ %
"&"E4t<< ^ %
"&"E4t<<m+ &uoG &}}T3 7H &ll1o $U3"")M&*G %udT3K FF$(%="&uv,#'
-"1I ."1I . RyD($(%=#+G#4 $6q8J $6#+E!H#5 ,0L!#' "")M&*G %udD$ ?? ))+ 22$,1W,<5%#($d#< < $ dD9C '"% . #$+AJ$$6$+AJ'$9 $~,0 3:2; 0#('!*#*1:wqz#*1:#/ / '+G %
"& I _ %
"& udT3K>> !I %'HqL E)hl8 %
"& udD$77!49 #;s1u
t= =AgS Cii ~
!"+ 5rD!9tQi445 b4)dAY
33E D s< T:T( C:T: D T:J.T:17T:( T73T:6T77T:__main__)R
__author__ __credits__r recodecsr r lib2to3.pgen2.tokenr r dir__all__r NameErrorstrr r r r&
WhitespaceCommentIgnoreName Binnumber Hexnumber Octnumber Decnumber IntnumberExponent
PointfloatExpfloat Floatnumber
ImagnumberNumberSingleDoubleSingle3Double3
_litprefixTripleStringOperatorBracketSpecialFunny
PlainTokenTokenContStr PseudoExtras PseudoTokenmapcompile tokenprogr single3prog double3prog _strprefixesr r r r Exceptionr: rB rO r rR rX ASCIIr r r r r r
r< sysri argvopenrS stdin)r! prefixs 00r <module>r s #0 *
F # ! %j
0AaDCK1
0 4, , : / 1
c*z12 2U7^ C
& 7 . +X 6 )Y 9 = #
57H
IERZO
[
X %J)
& g(=
>
z; 2
$ #
2
2
7
zE!:#5 6 z ;; ;;
= GWeU%%
%
-
h)
65&$
/
;;c:&' ;;c:&' ( Z&1 5 vugtLL 25JJ Wg638 / :{K #sC%#sC%&&'
F#*"**V*< { 99EFv&~{*F 9 :FFv&~{*F 9 +77vt|7 9 EN"./xs^/0"./xs^/0 #J ,-fxq\-. ,-fxq\-. ! ! %Y %? #-
& 6 6 p
BJJ@"(( K 2::0"(( ; G$R#*`4D z
388}q(4 #4#=#=>
399%%
& Y 1
E\ GF7 0/ .-sF
L#L#L(
L6
L;(
M = M M
) M= M(L32L3
Browse
Usage
Versions