3
f5 @ sd d dl mZmZmZ G dd dejZG dd deZG dd deZG dd d eZ dd d Z
d
S ) )grammartokentokenizec @ s e Zd ZdS ) PgenGrammarN)__name__
__module__ __qualname__ r r 7/opt/alt/python36/lib64/python3.6/lib2to3/pgen2/pgen.pyr s r c @ s e Zd Zd&ddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dd Zdd Zd d Zd d Zd'd d!Zd"d# Zd$d% ZdS )(ParserGeneratorNc C sl d }|d krt |}|j}|| _|| _tj|j| _| j | j \| _
| _ |d k rZ| i | _ | j
d S )N)openclosefilenamestreamr generate_tokensreadline generatorgettokenparsedfas startsymbolfirst addfirstsets)selfr r Z close_streamr r r
__init__ s zParserGenerator.__init__c C s* t }t| jj }|j |j| j |jd| j x.|D ]&}dt|j }||j |< ||j
|< qtt|d }||jkrz|j| S |jj|d f ||j|< |S nt |}|d j r||j
kr|j
| S |jjtj |f ||j
|< |S n>t j
| }||jkr|j| S |jj|d f ||j|< |S d S )Nr )r" Zlabelsisalphar# Z symbol2labelr' getattrr tokensevalkeywordsNAMEr Zopmap)r r. r4 r7 Zitokenvaluer r r
r( = s6
zParserGenerator.make_labelc C s< t | jj }|j x |D ]}|| jkr | j| q W d S )N)r r r r r calcfirst)r r/ r0 r r r
r k s
z ParserGenerator.addfirstsetsc C s
| j | }d | j|< |d }i }i }x|jj D ]x\}}|| j kr|| jkrl| j| }|d krtd| n| j| | j| }|j| |||< q0d||< |di||< q0W i } xJ|j D ]>\}}
x4|
D ],} | | krtd|| || | f || | < qW qW || j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r% r&
ValueErrorr? update) r r0 r2 r3 ZtotalsetZ overlapcheckr4 r5 fsetZinverseZitsfirstZsymbolr r r
r? s s2
zParserGenerator.calcfirstc C s i }d }x| j tjkrx| j tjkr.| j qW | jtj}| jtjd | j \}}| jtj | j ||}t
|}| j | t
|}|||< |d kr
|}q
W ||fS )N:) typer ENDMARKERNEWLINEr expectr= OP parse_rhsmake_dfar" simplify_dfa) r r r r0 azr2 ZoldlenZnewlenr r r
r s"
zParserGenerator.parsec s fdd} fdd t |||g}x|D ]}i }x<|jD ]2}x,|jD ]"\}} |d k rJ | |j|i qJW q>W xRt|j D ]B\}}
x,|D ]} | j|
krP qW t |
|} |j| |j| | qW q.W |S )Nc s i } | | |S )Nr )r3 base)
addclosurer r
closure s
z)ParserGenerator.make_dfa..closurec s> | |kr d S d|| < x$| j D ]\}}|d kr || q W d S )Nr )r% )r3 rN r4 r5 )rO r r
rO s z,ParserGenerator.make_dfa..addclosure)DFAStatenfasetr%
setdefaultr$ r& r' addarc) r r- finishrP r+ r3 r% Znfastater4 r5 rR str )rO r
rJ s"
zParserGenerator.make_dfac
C s t d| |g}xt|D ]\}}t d|||kr4dp6d x^|jD ]T\}}||kr^|j|} nt|} |j| |d krt d| qBt d|| f qBW qW d S )NzDump of NFA forz Statez(final) z -> %dz %s -> %d)print enumerater% r) r" r' )
r r0 r- rU Ztodor1 r3 r4 r5 jr r r
dump_nfa s
zParserGenerator.dump_nfac C sl t d| x\t|D ]P\}}t d||jr,dp.d x0t|jj D ] \}}t d||j|f qBW qW d S )NzDump of DFA forz Statez(final)rW z %s -> %d)rX rY r* r$ r% r& r) )r r0 r2 r1 r3 r4 r5 r r r
dump_dfa s
zParserGenerator.dump_dfac C s~ d}xt|rxd}xft |D ]Z\}}xPt|d t|D ]:}|| }||kr4||= x|D ]}|j|| qTW d}P q4W qW qW d S )NTFr )rY ranger"
unifystate)r r2 Zchangesr1 Zstate_irZ Zstate_jr3 r r r
rK s
z ParserGenerator.simplify_dfac C s | j \}}| jdkr ||fS t }t }|j| |j| x6| jdkrt| j | j \}}|j| |j| q@W ||fS d S )N|) parse_altr> NFAStaterT r )r rL rM ZaaZzzr r r
rI s
zParserGenerator.parse_rhsc C sP | j \}}x:| jdks*| jtjtjfkrF| j \}}|j| |}qW ||fS )N([)rb rc )
parse_itemr> rD r r= STRINGrT )r rL br. dr r r
r`
s
zParserGenerator.parse_altc C s | j dkr>| j | j \}}| jtjd |j| ||fS | j \}}| j }|dkr`||fS | j |j| |dkr||fS ||fS d S )Nrc ]+*)ri rj )r> r rI rG r rH rT
parse_atom)r rL rM r> r r r
rd s
zParserGenerator.parse_itemc C s | j dkr4| j | j \}}| jtjd ||fS | jtjtjfkrpt }t }|j
|| j | j ||fS | j d| j| j d S )Nrb )z+expected (...) or NAME or STRING, got %s/%s) r> r rI rG r rH rD r= re ra rT raise_error)r rL rM r r r
rk ( s
zParserGenerator.parse_atomc C sD | j |ks |d k r2| j|kr2| jd||| j | j | j}| j |S )Nzexpected %s/%s, got %s/%s)rD r> rm r )r rD r> r r r
rG 9 s zParserGenerator.expectc C sJ t | j}x"|d tjtjfkr,t | j}q W |\| _| _| _| _| _ d S )Nr )
r5 r r COMMENTNLrD r> Zbeginendline)r tupr r r
r A s
zParserGenerator.gettokenc G s^ |r8y || }W n& dj |gttt| }Y nX t|| j| jd | jd | jfd S )N r r )joinr mapstr SyntaxErrorr rp rq )r msgargsr r r
rm H s zParserGenerator.raise_error)N)N)r r r r r6 r, r( r r? r rJ r[ r\ rK rI r` rd rk rG r rm r r r r
r
s$
. $
r c @ s e Zd Zdd ZdddZdS )ra c C s
g | _ d S )N)r% )r r r r
r S s zNFAState.__init__Nc C s | j j||f d S )N)r% r' )r r5 r4 r r r
rT V s zNFAState.addarc)N)r r r r rT r r r r
ra Q s ra c @ s0 e Zd Zdd Zdd Zdd Zdd Zd Zd S )
rQ c C s || _ ||k| _i | _d S )N)rR r* r% )r rR finalr r r
r ] s
zDFAState.__init__c C s || j |< d S )N)r% )r r5 r4 r r r
rT e s zDFAState.addarcc C s. x(| j j D ]\}}||kr || j |< q W d S )N)r% r& )r oldnewr4 r5 r r r
r^ k s zDFAState.unifystatec C sX | j |j krdS t| jt|jkr(dS x*| jj D ] \}}||jj|k r4dS q4W dS )NFT)r* r" r% r& get)r otherr4 r5 r r r
__eq__p s zDFAState.__eq__N)r r r r rT r^ r __hash__r r r r
rQ [ s
rQ Grammar.txtc C s t | }|j S )N)r r6 )r pr r r
generate_grammar s r N)r ) rW r r r ZGrammarr objectr ra rQ r r r r r
s I
%