ώ1{e d dl mZmZmZ G d dej Z G d de Z G d de Z G d d e Z d
d Z
d S ) )grammartokentokenizec e Zd ZdS ) PgenGrammarN)__name__
__module__ __qualname__ 9/opt/alt/python311/lib64/python3.11/lib2to3/pgen2/pgen.pyr r s Dr r c ~ e Zd ZddZd Zd Zd Zd Zd Zd Z d Z
d
Z d Z d Z
d
Zd Zd Zd ZddZd Zd ZdS )ParserGeneratorNc N d }|t |d }|j }|| _ || _ t j |j | _ | | \ | _
| _ |
| i | _ |
d S )Nzutf-8)encoding)openclosefilenamestreamr generate_tokensreadline generatorgettokenparsedfas startsymbolfirst addfirstsets)selfr r close_streams r
__init__zParserGenerator.__init__ s >(W555F!%00HOOQ_U%;T$BCCC,2AN5)!M !t44 QX%% 8F++HOOVTN333'-AHV$!M KKEQx !!
"AJ&& :e,,HOOUZ$7888(.AJu%!M ! u-QX%% 8F++HOOVTN333'-AHV$!Mr c t | j }| |D ] }|| j vr| | !d S N)r% r r& r' r calcfirst)r r8 r9 s r
r z ParserGenerator.addfirstsetsk sa TY^^%%&&
% %D4:%%t$$$ % %r c
. | j | }d | j |< |d }i }i }|j D ]\ }}|| j v rh|| j v r"| j | }|t d|z n"| | | j | }| | |||< vd||< |di||< i } | D ]4\ }}
|
D ],} | | v r!t d|d| d|d| | || | < -5|| j |< d S )Nr# zrecursion for rule %rr zrule z is ambiguous; z is in the first sets of z as well as )r r r. r/
ValueErrorrS update) r r9 r; r< totalset overlapcheckr= r> fsetinverseitsfirstsymbols r
rS zParserGenerator.calcfirsts s io
4A :++--
1
1KE4 !!DJ&& :e,D| ()@4)G H HH $ NN5))) :e,D%%%&* U##"#',aj U## + 1 1 3 3 ( (OE8"
(
(W$$$*&*ddFFFEEE76??&L M M M #(
( $
4r c t i }d }| j t j k r| j t j k r)| | j t j k )| t j }| t j d | \ }}| t j | || }t | }| | t | }|||< ||}| j t j k ||fS )N:) typer ENDMARKERNEWLINEr expectrM OP parse_rhsmake_dfar* simplify_dfa) r r r r9 azr; oldlennewlens r
r zParserGenerator.parse s i5?**)u},,
)u},, ;;uz**D KK# & & &>>##DAq KK
& & &--1%%CXXF c " " "XXF DJ" " # i5?**$ [ r c
fd} fd t || | g}|D ]}i }|j D ]1}|j D ]'\ }} | | | |i (2t | D ]R\ }}
|D ]} | j |
k r n&t |
| } | | | | | S|S )Nc $ i } | | |S rR r )r< base
addclosures r
closurez)ParserGenerator.make_dfa..closure s D Jud # # #Kr c T | |v rd S d|| < | j D ]\ }}| || d S rA r. )r< rm r= r> rn s r
rn z,ParserGenerator.make_dfa..addclosure sQ }}DK $z
+
+ t= JtT***
+
+r )DFAStatenfasetr.
setdefaultr- r/ r0 addarc)
r r6 finishro r4 r< r. nfastater= r> rs strn s
@r
re zParserGenerator.make_dfa sM + + + + + 775>>6223
(
(ED !L
E
E#+= E EKE4 ("
4 )C)CDDDE "(
!5!5
(
(
v & &ByF** + "&&11BMM"%%% R''''
(
r c l t d| |g}t | D ]\ }}t d|||u rdpd |j D ]l\ }}||v r| | } n$t | } | | |t d| z Xt d|| fz md S )NzDump of NFA for State(final) z -> %d %s -> %d)print enumerater. r2 r* r0 )
r r9 r6 rv todor: r< r= r> js
r
dump_nfazParserGenerator.dump_nfa s
&&&w!$ 7 7HAu )Q =I C D D D $z
7
7 t4<<
4((AAD AKK%%%=+/****.E1:56666
7 7 7r c * t d| t | D ]r\ }}t d||j rdpd t |j D ],\ }}t d|| | fz -sd S )NzDump of DFA forrz r{ r| r} )r~ r r3 r- r. r/ r2 )r r9 r; r: r< r= r> s r
dump_dfazParserGenerator.dump_dfa s
&&&!# A AHAu )Q
;) Ar B B B %ej&6&6&8&8 9 9
A
A tnsyy'??@@@@
A A Ar c d}|rnd}t | D ]X\ }}t |dz t | D ]2}|| }||k r"||= |D ]}| || d} n3Y|ld S d S )NTFr )r ranger*
unifystate)r r; changesr: state_ir state_jr< s r
rf z ParserGenerator.simplify_dfa s G 'nn
7 qsCHH-- A !!fG ')) F%( ? ?E ! , ,Wg > > > >"&
* r c | \ }}| j dk r||fS t }t }| | | | | j dk r`| | \ }}| | | | | j dk `||fS )N|) parse_altrP NFAStateru r )r rg rh aazzs r
rd zParserGenerator.parse_rhs s ~~ 1 : a4KBB IIaLLL
HHRLLL*##
~~''1 ! *##
r6Mr c 4 | \ }}| j dv s | j t j t j fv rV| \ }}| | |}| j dv 7| j t j t j fv V||fS )N)([)
parse_itemrP r_ r rM STRINGru )r rg br7 ds r
r zParserGenerator.parse_alt
s 1zZ''yUZ 666??$$DAq
HHQKKKA zZ''yUZ 666 !t r c | j dk rd| | \ }}| t j d | | ||fS | \ }}| j }|dvr||fS | | | |dk r||fS ||fS )Nr ])+*r )rP r rd rb r rc ru
parse_atom)r rg rh rP s r
r zParserGenerator.parse_item s : MMOOO>>##DAq KK# & & &
HHQKKKa4K??$$DAqJEJ&&!t MMOOO
HHQKKK||!t !t r c | j dk rO| | \ }}| t j d ||fS | j t j t j fv rOt }t }|
|| j | ||fS | d| j | j d S )Nr )z+expected (...) or NAME or STRING, got %s/%s) rP r rd rb r rc r_ rM r r ru raise_error)r rg rh s r
r zParserGenerator.parse_atom( s : MMOOO>>##DAq KK# & & &a4K
Y5:u|4
4
4
A
A
HHQ
# # # MMOOOa4K J !Y
4
4
4
4
4r c | j |k s
|.| j |k r#| d||| j | j | j }| |S )Nzexpected %s/%s, got %s/%s)r_ rP r r )r r_ rP s r
rb zParserGenerator.expect9 sd 9 !2tzU7J7J 8 !5$)TZ
A
A
A
r c t | j }|d t j t j fv r4t | j }|d t j t j fv 4|\ | _ | _ | _ | _ | _ d S rE )
r> r r COMMENTNLr_ rP beginendline)r tups r
r zParserGenerator.gettokenA sr 4>""!f)8;777t~&&C !f)8;777AD> 4:tz48TYYYr c
|rG ||z }n@# d |gt t t | z }Y nxY wt || j | j d | j d | j f )N r# r )joinr% mapstr SyntaxErrorr r r )r msgargss r
r zParserGenerator.raise_errorH s =
=Dj
=hhutCTNN';'; ;<<#
tx{ $ TY 8 9 9 9s
;ArR )r r r
r! r? r5 r1 r rS r re r r rf rd r r r rb r r r r r
r r
s4
2 ," ," ,"\% % % $ $ $<! ! !0" " "H7 7 7 A A A * " (4 4 4" E E E9 9 9 9 9r r c e Zd Zd ZddZdS )r c g | _ d S rR rq )r s r
r! zNFAState.__init__S s
r Nc > | j ||f d S rR )r. r0 r r> r= s r
ru zNFAState.addarcV s$
% '''''r rR )r r r
r! ru r r r
r r Q s7 ( ( ( ( ( (r r c * e Zd Zd Zd Zd Zd ZdZdS )rr c 4 || _ ||v | _ i | _ d S rR )rs r3 r. )r rs finals r
r! zDFAState.__init__] s! r c || j |< d S rR rq r s r
ru zDFAState.addarce s %r c ` | j D ]\ }}||u r
|| j |< d S rR )r. r/ )r oldnewr= r> s r
r zDFAState.unifystatek sA 9??,, ' 'KE4s{{#& % ' 'r c | j |j k rdS t | j t |j k rdS | j D ]$\ }}||j | ur dS %dS )NFT)r3 r* r. r/ get)r otherr= r> s r
__eq__zDFAState.__eq__p s <5= ( (5 ty>>S__ , ,5 9??,, KE45:>>%0000 uu 1tr N)r r r
r! ru r r __hash__r r r
rr rr [ sQ ' ' '
HHHr rr Grammar.txtc H t | }| S rR )r r? )r ps r
generate_grammarr s !!A >> r N)r ) r| r r r Grammarr objectr r rr r r r r
r s
' & & & & & & & & & '/ E9 E9 E9 E9 E9f E9 E9 E9N
( ( ( ( (v ( ( (# # # # #v # # #J r