Qo N d Z dZddlZddlZddlmZmZ ddlT ddlm Z d e
e D g d z Z [ e n
# e
$ r eZ Y nw xY wd
Zd Zd Zd
ZdZdZe edez z ee z ZdZdZdZdZ edd Z eeeee ZdZ edd ee z Z de z Z ee e Z ede d z Z ee e e Z!d Z"d Z#d Z$d Z%d!Z& ee&d"z e&d#z Z' ee&d$z e&d%z Z( ed&d'd(d)d*d+d,d-d. Z)d/Z* ed0d1d2 Z+ ee)e*e+ Z, ee!e,e(e Z-ee-z Z. ee&d3z ed4d z e&d5z ed6d z Z/ edee' Z0e ee0e!e,e/e z Z1 e2ej3 e.e1e$e%f \ Z4Z5Z6Z7 ed7d8d9d: ed7d8d;d< z h d=z Z8 ej3 e" ej3 e# e6e7d>d? e8D d@ e8D dA e8D Z9d"d#hdB e8D z dC e8D z Z:d4d6hdD e8D z dE e8D z Z;dFZ< G dG dHe= Z> G dI dJe= Z?dK Z@e@fdLZAdM ZB G dN dO ZC ej3 dPejD ZE ej3 dQejD ZFdR ZGdS ZHdT ZIdU ZJeKdVk rUddlLZL eMeLjN dk r& eA eOeLjN d jP dS eAeLjQ jP dS dS )WzKa-Ping Yee z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro N)BOM_UTF8lookup)* )tokenc * g | ]}|d dk |S )r _ ).0xs =/opt/alt/python311/lib64/python3.11/lib2to3/pgen2/tokenize.py
r % s!
0
0
0AaDCKK1KKK )tokenizegenerate_tokens
untokenizec 8 dd | z dz S )N(|))joinchoicess r
groupr 0 s C#((7"3"3 3c 99r c t | dz S )Nr r r s r
anyr 1 s %/C//r c t | dz S )N?r r s r
mayber 2 s E7Oc 11r c : t fd D S )Nc 3 K | ];}d z D ]3}| | k ,||z V 4z _combinations..4 s` !e) qzz||qzz||/K/KA/K/K/K/K/K r )set)r& s `r
_combinationsr) 3 s; r z[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z 0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z \d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z \d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?'''"""z '[^\n'\\]*(?:\\.[^\n'\\]*)*'z "[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"rRfFbB> UuURUruRur)r- r. r* r+ c $ i | ]
}| d t S r* ) single3progr prefixs r
r@ y FFFv&~~~{FFFr c $ i | ]
}| d t S r+ ) double3progr> s r
r@ r@ z rA r c i | ]}|d S Nr
r> s r
r@ r@ { s 777vt777r c h | ]}| d S r< r
r> s r
rH ///^^^///r c h | ]}| d S rC r
r> s r
rH rH rI r c h | ]}| d S )r- r
r> s r
rH rH ---f\\\---r c h | ]}| d S )r. r
r> s r
rH rH rL r c e Zd ZdS )
TokenErrorN__name__
__module__ __qualname__r
r r
rP rP r rP c e Zd ZdS )StopTokenizingNrQ r
r r
rW rW rU r rW c z |\ }}|\ }}t d||||t | t | fz d S )Nz%d,%d-%d,%d: %s %s)printtok_namerepr) typer xxx_todo_changemexxx_todo_changeme1linesrowscolerowecols r
printtokenrd sR $LT4%LT4
tT4$ e= > ? ? ? ? ?r c L t | | d S # t $ r Y d S w xY wrF )
tokenize_looprW )readline
tokeneaters r
r r sD
h
+++++
s
##c 4 t | D ]} || d S rF )r )rg rh
token_infos r
rf rf s3 %h//
J r c & e Zd Zd Zd Zd Zd ZdS ) Untokenizerc 0 g | _ d| _ d| _ d S )Nr r )tokensprev_rowprev_col)selfs r
__init__zUntokenizer.__init__ s
r c f |\ }}|| j z
}|r | j d|z d S d S )N )rp rn append)rq startrowcol
col_offsets r
add_whitespacezUntokenizer.add_whitespace sJ S4=(
1 K sZ / 0 0 0 0 0 1 1r c p |D ]}t | dk r| || nn|\ }}}}}| | | j | |\ | _ | _ |t t fv r| xj dz
c_ d| _ d | j S )N r r r# )
lencompatrz rn ru ro rp NEWLINENLr )rq iterablettok_typer rv endr_ s r
r zUntokenizer.untokenize s
"
"A1vv{{ Ax(((01 -HeUC & & & K u % % %+. (DM4=GR=((
"
!
wwt{###r c d}g }| j j }|\ }}|t t fv r|dz
}|t t
fv rd}|D ]}|d d \ }}|t t t t fv r|dz
}|t k r| | Q|t k r|
q|t t
fv rd}n|r|r ||d d} || d S )NFrt Tr| ) rn ru NAMENUMBERr r ASYNCAWAITINDENTDEDENTpop) rq r r startlineindents toks_appendtoknumtokvaltoks r
r~ zUntokenizer.compat s k( dF^ # # cMF gr] " " I C !WNFF$u555#
v&&&6!!
GR=((
"w
" GBK((( ! K # r N)rR rS rT rr rz r r~ r
r r
rl rl sP
1 1 1 $ $ $ r rl z&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s ^[ \t\f]*(?:[#\r\n]|$)c | d d dd }|dk s| d rdS |dv s| d rdS | S ) N r -utf-8zutf-8-)zlatin-1
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r )lowerreplace
startswith)orig_encencs r
_get_normal_namer sw 2
3B3-
'
'S
1
1C
g~~ 11~w
666
~~ABB 7| Or c N dd }d} fd}fd} | }| t rd|dd }d}|s|g fS || }|r||gfS t | s||gfS | }|s||gfS || }|r|||gfS |||gfS )NFr c V S # t $ r t cY S w xY wrF )
StopIterationbytes)rg s r
read_or_stopz%detect_encoding..read_or_stop s< 8:: 77NNN s
((c | | d }n# t $ r Y d S w xY wt | }|sd S t | d } t
| }n # t $ r t d|z w xY wr |j dk rt d |dz
}|S )Nasciir zunknown encoding: r zencoding problem: utf-8z-sig)
decodeUnicodeDecodeError cookie_rematchr r r LookupError SyntaxErrorname)r_ line_stringr encodingcodec bom_founds r
find_cookiez$detect_encoding..find_cookie s ++g..KK! 44 ,, 4#EKKNN33 ?8$$EE ? ? ? 2X =>> > ? zW$$!";<<< Hs
''+A; ; BT z utf-8-sig)r r blank_rer )rg r defaultr r firstsecondr s ` @r
detect_encodingr s2 " IHG ,
LNNE !! abb {{5!!H !% >>%
\^^F {6""H )% (( UFO ##r c J t }| | S rF )rl r )r uts r
r r : s$ "
B
== " ""r c # K dx}x}}d\ }}d }dg}d }d} d}
d} | } n# t $ r d} Y nw xY w|dz }dt | }}
|r| st d| | | }|r>| d x}
}t
|| d | z |||f|| z fV d\ }}d }nZ|rA| dd dk r3| d d d
k r%t || z ||t | f|fV d}d }|| z }|| z }|dk r|s| sn d}|
|k rO| |
d k r|dz }n2| |
d k r|t z dz t z }n| |
d
k rd}nn |
dz }
|
|k O|
|k rn|r|V d }| |
dv r| |
dk ry| |
d d }|
t | z }t |||
f||
t | z f| fV t | |d ||f|t | f| fV n>t t f| |
dk | |
d ||
f|t | f| fV 0||d k r/| | t | d |
|df||
f| fV ||d k rT||vrt dd||
| f |d d }| r|
|d k rd} d} d}
t d||
f||
f| fV ||d k T| r| r|
|d k rd} d} d}
n| st d|df d}|
|k rt | |
}|r| d \ }}||f||f|}
}}| || | | }}|t" j v s |dk r|dk rt& |||| fV n|dv r,t( } |dk rt } n| rd} |r|V d }| |||| fV nO|dk r|r|V d }t |||| fV n1|t* v rpt, | }| | |
}|r9| d }
| ||
}|r|V d }t
||||
f| fV n||f}| |d }| }n|t. v s"|d d t. v s|d d t. v rk|d dk rG||f}t, | p%t, |d pt, |d }| |d d}}| }nA|r|V d }t
|||| fV n"| r|dv r | r |dk rt2 nt4 |||| fV t6 |||| f} |dk r|s| }/|d v rW|rU|d t6 k rD|d dk r8|d k r
d} |d }
t2 |d |d |d |d fV d }|r|V d }| V nk|d k r|r|V d }t ||||
f| fV d}nJ|d v r|dz }n |d!v r|dz
}|r|V d }t8 |||| fV n t | |
||
f||
dz f| fV |
dz }
|
|k |r|V d }|dd D ]} t d|df|dfdfV t: d|df|dfdfV d S )"Nr )r# r Fr r# zEOF in multi-line stringz\
z\
rt z#
#z
r z3unindent does not match any outer indentation levelz
zEOF in multi-line statement.Tr| r
)asyncawaitr )defforr \z([{z)]}) r r} rP r r STRING
ERRORTOKENtabsizerstripCOMMENTr ru r IndentationErrorr
pseudoprogspanstringdigitsr r
triple_quotedendprogs
single_quoted isidentifierr r r OP ENDMARKER) rg lnumparenlev continuedcontstrneedcontcontliner stashed async_defasync_def_indent async_def_nlr_ posmaxstrstartendprogendmatchr column
comment_tokennl_pos pseudomatchrv sposeposr initialnewliner indents r
r r O s #$#D#8i GXHcG GIL} 8::DD DDD axc$iiS J
G !;XFFF }}T**H
$LLOO+c wdsd 3 $ho? ? ? ?$)!
d233i6 1 1d233i86K6K!7T>#dCII%6B B B B !D.#d?
]]9] F))9##fqjVV#Y$&&&'/A2Ew1N#Y$&&Ag )) czz5
CyG##9##$(J$5$5f$=$=M 3}#5#5 5F"M #;sS 5G5G/G(H$P P P P tFGG} &>D#d))+'"+.M.M ! $ #$
K !>q JJJICii$**455K g
( - -a 0 0
s#'-$cCd!%eCi $u+wfm++sNNu||!5$d;;;;; && %G !||"$" ,'+ ' %
"&"E4t<<<<< ^^ ' %
"&"E4t<<<<<m++ &uoG &}}T3 7 7H &ll1oo $U3Y" +")MMM&*G %udT3K FFFFF$(%="&uvv,#'
--"1"I .."1"I .. RyD(($(%=#+G#4 $6q8J $6#+E!H#5 ,0L!#' " +")MMM&*G %udD$ ????? ))++ ,8 222$ %,1W,<,<55%#($d#< < < < $ dD9C '''"% .. # +$+AJ$$6$6$+AJ'$9$9 $~~,0 3:2; 0#('!*#*1:wqz#*1:#/ / / / '+G ' %
"& IIII __ ' %
"& udT3K>>>> !II %''HqL E))hl8 ' %
"& udD$77777!49 #;s1u
t= = = =AgS Ciii} ~
!""+ 5 5rD!9tQi44444 b4)dAY
333333s
) 88__main__)R
__author__ __credits__r recodecsr r lib2to3.pgen2.tokenr# r dir__all__r NameErrorstrr r r r)
WhitespaceCommentIgnoreName Binnumber Hexnumber Octnumber Decnumber IntnumberExponent
PointfloatExpfloat Floatnumber
ImagnumberNumberSingleDoubleSingle3Double3
_litprefixTripleStringOperatorBracketSpecialFunny
PlainTokenTokenContStr PseudoExtras PseudoTokenmapcompile tokenprogr r= rD _strprefixesr r r r ExceptionrP rW rd r rf rl ASCIIr r r r r r rR sysr} argvopenrg stdinr
r r
r# s #0 *
F # # # # # # # # ! ! ! !
0
0cc%jj
0
0
0 4, 4, 4, , EE
EEE
: 9 9 / / / 1 1 1
cc*z122 2UU7^^ C
& 7 . E+X 6 6 E)Y 9 = = #
U57H
I
IEERZOO
[
X %eJ))
U& g(=
>
>
z; 2 2
$ #
2
2
7
zE!:#5 6 6 z ;; ;;
=
= 5GWeU%%
%%
-
-
h))
U65&$
/
/
%
;;c:&&' ;;c:&&' ( ( uZ&11 55 vugtLLL 25#J Wg638 38 / :{K M#sC%%M#sC%%&&&&'
F##*"*V*<*< { 9 9FF FFF 9 GF FFF 9 87,777 9 EN//,///0//,///0 #J-- ---.-- ---. ! ! ! ! ! ! ! ! % % % % %Y % % %? ? ? #-
& 6 6 6 6 6 6 6 6 p
BJ@"( K K 2:0"( ; ; G$ G$ G$R# # #*`4 `4 `4D zJJJ
s38}}q((44 #4#4#=>>>>>
(39%
&
&
&
&
& s ? A A