python (3.12.0)
ˑeL R d Z dZddlmZ ddlmZmZ ddlZddl Z ddl
m Z ddl Z
ddlZddlZddl ddlmZ ddlZ ej& d ej( Z ej& d
ej( ZddlZej. g d z Z[ G d d
ej0 d
d Zd Zd Zd Z dZ dZ e ede z z e e z Z dZ dZ!dZ"dZ#dZ$ ee!e"e#e$ Z%dZ& edd e e& z Z'd e&z Z( ee'e( Z) ed e)d z Z* ee*e)e% Z+d Z,e jZ d! Z. e e, Z/d"Z0d#Z1d$Z2d%Z3 ee/d&z e/d'z Z4 ee/d(z e/d)z Z5 e e6ejn e8ed*+ Z9 ed,e9 Z: ee+e:e5e Z;e e;z Z< ee/d-z ed.d z e/d/z ed0d z Z= ed1e e4 Z>e ee>e+e:e=e z Z?i Z@ e, D ]" ZAe0e@eAd.z < e1e@eAd0z < e2e@eAd&z < e3e@eAd'z < $ [A eB ZC eB ZD e, D ]B ZEeEd0z eEd.z fD ] ZFeCj eF eEd'z eEd&z fD ] ZFeDj eF D [E[Fd2ZH G d3 d4eI ZJ G d5 d6eI ZK G d7 d8 ZLd9 ZMd: ZNd; ZOd< Zd= ZPd> ZQd? ZRd@ ZSdCdAZTeUdBk( r eR yy)DzKa-Ping Yee <ping@lfw.org>zpGvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro, Raymond Hettinger, Trent Nelson, Michael Foord )open)lookupBOM_UTF8N)
TextIOWrapper)*)EXACT_TOKEN_TYPESz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s ^[ \t\f]*(?:[#\r\n]|$))tokenizegenerate_tokensdetect_encoding
untokenize TokenInfoc " e Zd Zd Zed Zy)r
c p d| j t | j fz }d| j | z S )Nz%d (%s)z8TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r))type)r tok_name_replace)selfannotated_types </BuggyBox/python/3.12.0/bootstrap/lib/python3.12/tokenize.py__repr__zTokenInfo.__repr__0 s9 "dii$))1D%EEJ
>
23 4 c | j t k( r%| j t v rt | j S | j S N)r OPstringr r s r
exact_typezTokenInfo.exact_type5 s2 99?t{{.? ?$T[[1 199 r N)__name__
__module__ __qualname__r propertyr r r r
r
/ s 4
r r
ztype string start end linec 0 ddj | z dz S )N(|))joinchoicess r groupr* < s C#((7"3 3c 99r c t | dz S )Nr r* r( s r anyr- = s %/C//r c t | dz S )N?r, r( s r mayber0 > s E7Oc 11r z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[xX](?:_?[0-9a-fA-F])+z0[bB](?:_?[01])+z0[oO](?:_?[0-7])+z (?:0(?:_?0)*|[1-9](?:_?[0-9])*)z[eE][-+]?[0-9](?:_?[0-9])*z)[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?z\.[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*[jJ]z[jJ]c
g d} dh}| D ]q }t j | D ]W }t j |D cg c] }||j f c} D ]" }|j dj | $ Y s |S c c}w )N)brufbrfr )
_itertools permutationsproductupperaddr' )_valid_string_prefixesresultprefixtcr4 s r _all_string_prefixesrC U s >TF( '((0 'A ''!)DQ1aggi.)DE
'
2771:&
' '' M *Es B c J t j | t j S r )recompileUNICODE)exprs r _compilerI d s
::dBJJ ''r z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'''z"""z '[^\n'\\]*(?:\\.[^\n'\\]*)*'z "[^\n"\\]*(?:\\.[^\n"\\]*)*"T)reversez\r?\nz'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z
\\\r?\n|\Z c e Zd Zy)
TokenErrorNr r r r" r r rO rO r rO c e Zd Zy)StopTokenizingNrP r" r r rS rS rQ r rS c $ e Zd Zd Zd Zd Zd Zy) Untokenizerc < g | _ d| _ d| _ d | _ y )N r )tokensprev_rowprev_colencodingr s r __init__zUntokenizer.__init__ s
r c |\ }}|| j k s || j k( r@|| j k r1t dj ||| j | j || j z
}|r%| j j d|z d| _ || j z
}|r | j j d|z y y )Nz+start ({},{}) precedes previous end ({},{})z\
r )rY rZ
ValueErrorformatrX append)r startrowcol
row_offset
col_offsets r add_whitespacezUntokenizer.add_whitespace s S # "63 ;N J $fS#t}}dmm LN
N4==(
KK v
2 3 DM4==(
KK sZ / 0 r c t | }g }d}|D ] }t | dk( r| j || n|\ }}}} }
|t k( r|| _ @|t
k( r nu|t k( r|j | g|t k( r |j | \ | _
| _ |t t fv rd}n|rF|rD|d } |d t | k\ r+| j j | t | | _ d}nn|t k( red|v sd|v r]| \ } }
| |
|j d z |j d z f} t# j$ dd| }t# j$ dd | }| j' | | j j | | \ | _
| _ |t t fv s| xj dz
c_
d
| _ d j) | j S ) NF TrW {}{{}}r r8 )iterlencompatENCODINGr[ ENDMARKERINDENTra DEDENTpoprY rZ NEWLINENLrX FSTRING_MIDDLEcountrE subrg r' )r iterableitindents startlinerA tok_typetokenrb endlineindentend_lineend_cols r r zUntokenizer.untokenize s
(^ & "A1v{ Ar"01 -HeUC8# %
9$6!u%V#
/2,
t}gr]* w 8s6{*KK&&v.$'KDM ! ^+%<3%<(+%Hg#W{u{{3/?%?+%++cBR%RSC FF3e 4E FF3e 4E
& KK u %+. (DM4=GR=(
"
!
M& "N wwt{{##r c R g }| j j }|d t t fv }d}t j
|g| D ] }|d d \ }} |t k( r| | _ |t t fv r| dz
} |t k( r
|rd| z } d}nd}|t k( r|j | _|t k( r|j y|t t fv rd}nQ|r|r ||d d}n?|t k( r6d| v sd| v r.t j dd | } t j dd
| } || y ) Nr Fri r^ Trj rk rl rm rn )rX ra rw rx r9 chainrr r[ NAMENUMBERSTRINGrt ru rv ry rE r{ )
r r r| r~ toks_appendr
prevstringtoktoknumtokvals
r rq zUntokenizer.compat s5 kk(( !H"
-
##UGX6 ! C !WNFF! &
$ '#
6\F !
"
v&6!
GR=( wGBK( ! >)&=C6M VVCv 6F VVCv 6F C! r N)r r r r\ rg r rq r" r r rU rU s 1+$Z' r rU c t }|j | }|j |j |j }|S r )rU r r[ encode)r| utouts r r r s? &
B
--
!C {{ jj% Jr c | d d j j dd }|dk( s|j d ry|dv s|j d ry| S ) N _-utf-8zutf-8-)zlatin-1
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r )lowerreplace
startswith)orig_encencs r _get_normal_namer . sY 2
3B-
'
'S
1C
g~ 1
66
~~AB Or c l j j dd }d} fd}fd} | }|j t r d|dd }d}|s|g fS || }|r||gfS t
j
| s||gfS | }|s||gfS || }|r|||gfS |||gfS # t $ r d Y w xY w)NFr c 2 S # t $ r Y yw xY w)Nr )
StopIterationreadlines r read_or_stopz%detect_encoding.<locals>.read_or_stopQ s" : s
c | j d }t j | }|sy t
|j d } t | }r5|dk7 r+
d}t | dj }t | |d z
}|S # t $ r" d}dj | }t | w xY w# t $ r0 d|z }t | dj | }t | w xY w)
Nr z'invalid or missing encoding declarationz {} for {!r}rW zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
decodeUnicodeDecodeErrorr` SyntaxError cookie_rematchr r* r LookupError)r line_stringmsgr r[ codec bom_foundfilenames r find_cookiez$detect_encoding.<locals>.find_cookieW s( # ++g.K ,#EKKN3 #8$E 7"#3C "#&& =CCHMC!#&& H= " #;C##**39 c" " # # *X5 c" " 6<<X " c" " #s B B9 +B699C2T utf-8-sig)__self__nameAttributeErrorr r blank_rer ) r r[ defaultr r firstsecondr r s ` @@r r r 9 s $$)) IHG $L
NE ! ab {5!H% >>%
^F 6"H% (( UFO ##O s B% % B32B3c t | d } t |j \ }}|j d t ||d }d|_ |S # |j
xY w)Nrbr T)line_bufferingr3 )
_builtin_openr r seekr modeclose)r bufferr[ linestexts r r r sd 8T
*F)&//:% A VXdC
s ?A A"c # K t | \ }}t j |t | d }| |dk( rd}t t
|ddd t
|j |d E d { y 7 w)Nr r r )r r r8 T extra_tokens)r r9 r ro r
rr !_generate_tokens_from_c_tokenizer__next__)r r[ consumedrl_gens r r r sr $ )2Hh
hXs(;
<F { " H(FFB??0 (Y]^^^s A)A3+A1,A3c t | d S )NTr )r r s r r
r
s
-XD IIr c R
dd l } d
d
fd }| j d }|j dddd
|j d d d
dd |j } |j r@|j }t |d 5 }t
t |j }d d d n'd}t t j j d }D ]g }|j }|j r |j }d|j |j z z } t# | dt$ | d|j& d i y # 1 sw Y vxY w# t( $ r8}
|
j* d dd \ } } ||
j* d | | f Y d }
~
y d }
~
wt, $ r5}
|
j* d \ } } ||
j* d | | f Y d }
~
y d }
~
wt. $ r}
||
Y d }
~
y d }
~
wt0 $ r}
||
Y d }
~
y d }
~
wt2 $ r t# d Y y t4 $ r}
d|
z d }
~
ww xY w) Nr c t j j | t j j d y )N
)sysstderrwrite)messages r perrorzmain.<locals>.perror s&
!
r c |r|f|z | fz } d|z n|r |d| n d| z t j d y )Nz%s:%d:%d: error: %sz : error: z error: %srW )r exit)r r locationargsr s r errorzmain.<locals>.error sO ;)WJ6D (4/ 0
h8 9 ;( ) r zpython -m tokenize)progr r/ z filename.pyz'the file to tokenize; defaults to stdin)destnargsmetavarhelpz-ez--exactexact
store_truez(display token names using the exact type)r actionr r z<stdin>Tr z %d,%d-%d,%d:2015rW r z interrupted
zunexpected error: %s)NN)argparseArgumentParser add_argument
parse_argsr r listr r r r stdinr r r rb r printr r IndentationErrorr rO r OSErrorKeyboardInterrupt Exception)r r parserr r r5 rX r
token_type token_rangeerrr columnr s @r mainr s
$
$*>
$
?F
Zs - F H igl G I D" ==}}H x.
4! hqzz 23
4
4 !H6 ""7F
EE Jzz " - -
(EKK%)),CDK 4ellD
E E
4
4 5xx{1Q' f
chhqk8dF^44 5xx{ f
chhqk8dF^44
c8
c
o %+,
sg $E D= B E =EE H&.F H&+G H&
G H&'G44H&
H& H!!H&c d| v ry| S )Nz)unterminated triple-quoted string literalzEOF in multi-line stringr" )r s r _transform_msgr s
3c9) Jr c # l K |t j | | }nt j | || } |D ] }t j | y # t $ rR}t | t k7 r|d t
|j }t ||j |j f d d }~ww xY ww)Nr )r[ r ) _tokenize
TokenizerIterr
_maker r r r rO linenooffset)sourcer[ r r} infoer s r r r s a
$
$V,
G
$
$Vh\
Z> (D//$' ' ( > 7k ! QUU#qxx 23= >s) 4B4 A B4 B1 A
B,,B11B4__main__)NF)V
__author__ __credits__builtinsr r codecsr r collections functoolsior itertoolsr9 rE r r r r rF ASCIIr r __all__
namedtupler
r* r- r0
WhitespaceCommentIgnoreName Hexnumber Binnumber Octnumber Decnumber IntnumberExponent
PointfloatExpfloat Floatnumber
ImagnumberNumberrC lru_cacherI StringPrefixSingleDoubleSingle3Double3TripleStringmapescapesortedSpecialFunny
PlainTokenTokenContStr PseudoExtras PseudoTokenendpats_prefixset
single_quoted
triple_quotedrA r4 r= tabsizer rO rS rU r r r r r
r r r r r" r r <module>r5 s , *
+ #
# BJJ@"(( K 2::0"(( ;
-- 6 6 & &&{4PQ : / 1
c*z12 2U7^ C
& . )Y 9 = (
?)+-28_=
( *J)
+[7-B
C
z; 2
( (
*,-
$ #
2
2 |e#\E%9 : | == ==
? RYY'8$ GH
I
h
65&$
/
==c:&' ==c:&' ( ]GV4 5 vugtLL
#% 'G #GGcM #GGcM &GGeO &GGeO '
A#gq3w
! %iU
# !
q
! ! &Y %i i X6 Z$z
_8J=~
> zF r 
Browse
Usage
Versions