*j@T
H S r SrSSKJr SSKJrJr SSKrSSK r SSK
J r SSK r
SSKrSSKrSSK7 SSKJr SSKr\R& " S \R( 5 r\R& " S
\R( 5 rSSKr\R. / S Q- rC " S S
\R0 " S
S5 5 rS rS rS r Sr Sr \ \" S\ - 5 - \ " \ 5 - r Sr Sr!Sr"Sr#Sr$\" \!\"\#\$5 r%Sr&\" SS 5 \ " \&5 - r'S \&- r(\" \'\(5 r)\" S \)S - 5 r*\" \*\)\%5 r+S r,\ RZ S! 5 r.\" \," 5 6 r/S"r0S#r1S$r2S%r3\" \/S&- \/S'- 5 r4\" \/S(- \/S)- 5 r5\" \6" \Rn \8" \S*S+95 6 r9\" S,\95 r:\" \+\:\5\ 5 r;\ \;- r<\" \/S-- \" S.S5 - \/S/- \" S0S5 - 5 r=\" S1\ \45 r>\ \" \>\+\:\=\ 5 - r?0 r@\," 5 H# rA\0\@\AS.- ' \1\@\AS0- ' \2\@\AS&- ' \3\@\AS'- ' M% CA\B" 5 rC\B" 5 rD\," 5 HG rE\ES0- \ES.- 4 H rF\CR \F5 M \ES'- \ES&- 4 H rF\DR \F5 M MI CECFS2rH " S3 S4\I5 rJ " S5 S65 rKS7 rLS8 rMS9 rNS: rS; rOS< rPS= rQS> rRSAS? jrS\TS@:X a \Q" 5 gg)BzKa-Ping Yee zpGvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro, Raymond Hettinger, Trent Nelson, Michael Foord )open)lookupBOM_UTF8N)
TextIOWrapper)*)EXACT_TOKEN_TYPESz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s ^[ \t\f]*(?:[#\r\n]|$))tokenizegenerate_tokensdetect_encoding
untokenize TokenInfor
TokenErrorc * \ rS rSrS r\S 5 rSrg)r
/ c j SU R [ U R 4- nSU R US9- $ )Nz%d (%s)z8TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r))type)r tok_name_replace)selfannotated_types //opt/alt/python313/lib64/python3.13/tokenize.py__repr__TokenInfo.__repr__0 s9 "dii$))1D%EEJ
>
23 4 c U R [ :X a' U R [ ; a [ U R $ U R $ N)r OPstringr r s r
exact_typeTokenInfo.exact_type5 s2 99?t{{.? ?$T[[1 199 r N)__name__
__module__ __qualname____firstlineno__r propertyr __static_attributes__r" r r r
r
/ s 4
r r
ztype string start end linec 0 SSR U 5 - S- $ )N(|))joinchoicess r groupr0 < s C#((7"3 3c 99r c [ U 6 S- $ )Nr r0 r. s r anyr3 = s %/C//r c [ U 6 S- $ )N?r2 r. s r mayber6 > s E7Oc 11r z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[xX](?:_?[0-9a-fA-F])+z0[bB](?:_?[01])+z0[oO](?:_?[0-7])+z (?:0(?:_?0)*|[1-9](?:_?[0-9])*)z[eE][-+]?[0-9](?:_?[0-9])*z)[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?z\.[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*[jJ]z[jJ]c
/ SQn S1nU Hz n[ R " U5 H] n[ R " U Vs/ s H oDUR 5 4PM sn6 H# nUR SR U5 5 M% M_ M| U$ s snf )N)brufbrfr )
_itertools permutationsproductupperaddr- )_valid_string_prefixesresultprefixtcr: s r _all_string_prefixesrI U s >TF(((0A ''!)D!Qaggi.!)DE
2771:& F 1 ) M *Es B
c L [ R " U [ R 5 $ r )recompileUNICODE)exprs r _compilerO d s
::dBJJ ''r z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'''z"""z '[^\n'\\]*(?:\\.[^\n'\\]*)*'z "[^\n"\\]*(?:\\.[^\n"\\]*)*"T)reversez\r?\nz'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z
\\\r?\n|\Z c \ rS rSrSrg)r r" N)r# r$ r% r& r( r" r r r r s Tr r c 8 \ rS rSrS rS rS rS rS rS r Sr
g )
Untokenizer c X / U l SU l SU l S U l SU l S U l g )N r r> )tokensprev_rowprev_col prev_type prev_lineencodingr s r __init__Untokenizer.__init__ s,
r c P Uu p#X R : d X R :X a? X0R : a0 [ SR X#U R U R 5 5 eU R U5 X0R -
nU( a U R
R
SU- 5 g g )Nz+start ({},{}) precedes previous end ({},{}) )r\ r]
ValueErrorformatadd_backslash_continuationr[ append)r startrowcol
col_offsets r add_whitespaceUntokenizer.add_whitespace s # "63 ;N J $fSt}}dmm LN
N ''.==(
KK sZ / 0 r c US nX R -
nUS:X a g U R R S5 ( a SOSnU R R S5 nSR [
R " [ R [ U5 5 5 nU R R USU 3U- - 5 SU l g )Nr z
z\
r> \)
r\ r_ endswithrstripr- r? takewhilestrisspacereversedr[ rh r] )r ri rj
row_offsetnewlinelinewss r rg &Untokenizer.add_backslash_continuation s Ah==(
? NN 3 3F ; ;&~~$$X.
WWZ))#++x~F
G 2"WI ;;<
r c h / nSnU H nUS:X a U( a SnOUR U5 US:X a] [ S [ R " SR USS S2 5 5 5 nUS- S :X d US S
:w a UR U5 OS nUR U5 M S R U5 $ )
NF}{c 3 & # U H nS v M g7f)rZ Nr" ).0chars r .Untokenizer.escape_brackets.. s $#$A #s rq r NTr> )rh sumr? rt __eq__r- )r token
charactersconsume_until_next_bracket character
n_backslashess r escape_bracketsUntokenizer.escape_brackets s
%*" IC -16. %%i0C # $","6"6 "26r6*#$ !
!1$)Z^s-B %%i015. i (# $ wwz""r c [ U5 n/ nSnU GH n[ U5 S:X a U R XR5 GOUu pgpn
U[ :X a Xpl M? U[
:X a GOU[ :X a UR U5 Mi U[ :X a! UR 5 U u U l
U l M U[ [ 4; a SnOU( aL U( aE US n US [ U 5 : a+ U R R U 5 [ U 5 U l SnOhU[ :X a^ SU; d SU; aR U R! U5 nUR" " 5 S n U u pU R% S5 U R% S 5 - nXU- 4n U R' U5 U R R U5 U u U l
U l U[ [ 4; a U =R S-
sl
S
U l X`l Xl GM S R- U R 5 $ ) NFr Tr rZ r r~ z{{z}}r r> )iterlencompatENCODINGr` ENDMARKERINDENTrh DEDENTpopr\ r] NEWLINENLr[ FSTRING_MIDDLEr
splitlinescountrm r^ r_ r- )r iterableitindents startlinerG tok_typer ri endrz indent last_lineend_lineend_col extra_charss r r Untokenizer.untokenize s
(^ A1v{ A"01 -HU8# %
9$6!u%V#
/2,
t}gr]* w 8s6{*KK&&v.$'KDM ! ^+%<3%< 0 0 7E % 0 0 22 6I(+%H"+//$"7)//$:O"OK#{%:;C & KK u %+. (DM4=GR=(
"
!
%N !NQ R wwt{{##r c / nU R R nUS [ [ 4; nSnSn[ R
" U/U5 GHx nUS S u pU [ :X a Xl M U [ [ 4; a U
S-
n
U [ :X a U( a SU
- n
SnOSnU [ :X a US-
nOU [ :X a US- nU [ :X a UR U
5 M U [ :X a UR 5 M U [ [ 4; a SnO7U( a U( a U" US 5 SnOU [ :X a U R# U
5 n
U
S; a0 U R ( a U R S U
:X a U( a SU
- n
U [ [ 4; a5 U R$ [ [ 4; a U R R S5 U" U
5 Xl GM{ g ) Nr Fr rd TrZ r > r r~ )r[ rh r r r? chainr r` NAMENUMBERSTRING
FSTRING_START FSTRING_ENDr r r r r r^ ) r r r r toks_appendr
prevstring
in_fstringtoktoknumtokvals r r Untokenizer.compat s kk(( !H"
-
##UGX6C !WNF! &
$ '#
6\F !
"
&a
;&a
v&6!
GR=( wGBK( ! >) --f5 # B68QV` v &-00T^^P[G\5\ ""3' #NY 7r )r` r] r_ r\ r^ r[ N) r# r$ r% r& ra rm rg r r r r( r" r r rW rW s! 1"#.-$^3$r rW c [ 5 nUR U 5 nUR b UR UR 5 nU$ r )rW r r` encode)r utouts r r r F s:
B
--
!C {{ jj% Jr c U S S R 5 R SS5 nUS:X d UR S5 ( a gUS; d UR S5 ( a gU $ ) N _-utf-8zutf-8-)zlatin-1
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r )lowerreplace
startswith)orig_encencs r _get_normal_namer [ s^ 3B-
'
'S
1C
g~ 11
66
~~ABB Or c ^ ^^ T R R mSmS nSnU 4S jnUU4S jnU" 5 nUR [ 5 ( a SmUSS nSnU( d U/ 4$ U" U5 nU( a X/4$ [
R
U5 ( d X%/4$ U" 5 nU( d X%/4$ U" U5 nU( a XU/4$ X%U/4$ ! [ a S m Nf = f)NFr c 4 > T " 5 $ ! [ a gf = f)Nr )
StopIterationreadlines r read_or_stop%detect_encoding..read_or_stop~ s" : s
c > U R S5 n[ R U5 nU( d g [
UR S5 5 n [ U5 nT( a- US:w a" Tc SnOSR T5 n[ U5 eUS -
nU$ ! [ a# SnTb SR UT5 n[ U5 ef = f! [ a' Tc SU- nOSR TU5 n[ U5 ef = f)
Nr z'invalid or missing encoding declarationz {} for {!r}rZ zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
decodeUnicodeDecodeErrorrf SyntaxError cookie_rematchr r0 r LookupError)rz line_stringmsgr r` codec bom_foundfilenames r find_cookie$detect_encoding..find_cookie s
# ++g.K ,#EKKN3 #8$E 7"#3C<CCHMC!#&& H= " #;C##**39 c" " # # *X55<>%
^F 6"H (( FO ##O s B? ? C
Cc [ U S5 n [ UR 5 u p#UR S5 [ XSS9nSUl U$ ! UR
5 e = f)Nrbr T)line_bufferingr9 )
_builtin_openr r seekr modeclose)r bufferr` linestexts r r r s[ 8T
*F)&//: A VdC
s :A A c # # [ U 5 u p[ R " U[ U S5 5 nUb US:X a Sn[ [
USSS5 v [
UR USS9 S h vN g N7f)Nr r r )r r r> T extra_tokens)r r? r r r
r !_generate_tokens_from_c_tokenizer__next__)r r` consumedrl_gens r r r sj & )2H
hXs(;
.perror s&
!
r c > U( a U4U- U 4- nT" SU- 5 O"U( a T" U< SU < 35 O T" SU - 5 [ R " S5 g )Nz%s:%d:%d: error: %sz : error: z error: %srZ )r exit)r r locationargsr s r errormain..error sO ;)WJ6D (4/ 0
h8 9 ;( ) r zpython -m tokenize)progr r5 z filename.pyz'the file to tokenize; defaults to stdin)destnargsmetavarhelpz-ez--exactexact
store_truez(display token names using the exact type)r actionr r zTr z %d,%d-%d,%d:2015rZ r z interrupted
zunexpected error: %s)NN)argparseArgumentParser add_argument
parse_argsr r listr r r r stdinr r
r ri r printr r IndentationErrorr r r OSErrorKeyboardInterrupt Exception)r r parserr r r; r[ r
token_type token_rangeerrrz columnr s @r mainr" s
$
$*>
$
?F
Zs - F H igl G I D" ==}}H x.! hqzz 23 /. !H6 ""7F
E Jzz " - -
(EKK%)),CDK 4ellD
E /. 5xx{1Q'
chhqk8d^44 5xx{
chhqk8d^44
c8
c
o %+,
sg )E ? E B#E
E E
H2 ,F
H2)G
H2 G$$
H21G>>H2 H2! H--H2c SU ; a gU $ )Nz)unterminated triple-quoted string literalzEOF in multi-line stringr" )r s r _transform_msgr$ 5 s 3c9) Jr c # f # Uc [ R " XS9nO[ R " XUS9n U H n[ R U5 v M g ! [ aR n[ U5 [ :w a US e[
UR 5 n[ XeR UR 45 S eS nAff = f7f)Nr )r` r ) _tokenize
TokenizerIterr
_maker r r$ r r linenooffset)sourcer` r r infoer s r r r ? s
$
$V
G
$
$V\
Z>D//$' ' > 7k ! QUU#xx 23= >s) .B1 A B1
B. A
B))B..B1__main__)NF)U
__author__ __credits__builtinsr r codecsr r collections functoolsior itertoolsr? rK r r r r& rL ASCIIr r __all__
namedtupler
r0 r3 r6
WhitespaceCommentIgnoreName Hexnumber Binnumber Octnumber Decnumber IntnumberExponent
PointfloatExpfloat Floatnumber
ImagnumberNumberrI lru_cacherO StringPrefixSingleDoubleSingle3Double3TripleStringmapescapesortedSpecialFunny
PlainTokenTokenContStr PseudoExtras PseudoTokenendpats_prefixset
single_quoted
triple_quotedrG r: rC tabsizer r rW r r r r r
r" r$ r r# r" r r ra s . *
+ #
# JJ@"(( K
::0"(( ;
-- L L &&{4PQ : / 1
c*z12 2U7^ C
& . )Y 9 = (
?)+-28_=
( *J)
+[7-B
C
z; 2
( (
*,-
$ #
2
2 |e#\E%9 : | == ==
? RYY'8$ GH
I
h
65&$
/
==c:&' ==c:&' ( ]GV4 5 vugtLL
#%G #GGcM #GGcM &GGeO &GGeO &
A#gq3w
! %iU
#! $
q
! !^$ ^$B* Z$z
_8J=~
> zF r