a
Bi
@ s: d Z dZddlZddlZddlZddlZddlZddlZzejej fZ
W n e yb e e
fZ
Y n0 edZG dd deZG dd deZG d d
d
eZG d d d eZG d
d dZdd Zdd Zdd Zdd Zdd Zdd Z G dd d eZ ddd d d e ej d dddf
d d Z d%d!d"Z!d#d$ Z"e"Z#dS )&z3.11z3.10 Nz^[a-zA-Z0-9_]+$c @ s e Zd Zdd ZdS )LexErrorc C s |f| _ || _d S N)argstext)selfmessages r 0/usr/lib/python3.9/site-packages/sepolgen/lex.py__init__: s zLexError.__init__N)__name__
__module__ __qualname__r r r r r
r 9 s r c @ s e Zd Zdd Zdd ZdS )LexTokenc C s d| j | j| j| jf S )NzLexToken(%s,%r,%d,%d))typevaluelinenolexposr r r r
__str__A s zLexToken.__str__c C s t | S r )strr r r r
__repr__D s zLexToken.__repr__N)r r
r r r r r r r
r @ s r c @ s4 e Zd Zdd Zdd Zdd Zdd ZeZeZd S )
PlyLoggerc C s
|| _ d S r f)r r r r r
r L s zPlyLogger.__init__c O s | j || d d S )N
r writer msgr kwargsr r r
criticalO s zPlyLogger.criticalc O s | j d|| d d S )Nz WARNING: r r r r r r
warningR s zPlyLogger.warningc O s | j d|| d d S )NzERROR: r r r r r r
errorU s zPlyLogger.errorN) r r
r r r! r" r# infodebugr r r r
r K s r c @ s e Zd Zdd Zdd ZdS )
NullLoggerc C s | S r r )r namer r r
__getattribute__^ s zNullLogger.__getattribute__c O s | S r r )r r r r r r
__call__a s zNullLogger.__call__N)r r
r r( r) r r r r
r& ] s r& c @ s| e Zd Zdd Zd ddZd ddZd d
Zd d Zd
d Zdd Z dd Z
dd Z dd Z dd Z
dd Zdd ZeZdS ) Lexerc C s d | _ d | _i | _i | _i | _d| _g | _d | _i | _i | _ i | _
d| _ d | _ d| _
d| _d | _d | _d | _d| _d| _d | _d| _d| _d S )NINITIALr F)lexre lexretext
lexstaterelexstateretextlexstaterenameslexstate
lexstatestack lexstateinfolexstateignorelexstateerrorf lexstateeoff
lexreflagslexdatar lexlen lexerrorflexeoff lextokens lexignore lexliterals lexmoduler lexoptimizer r r r
r t s. zLexer.__init__Nc C s t | }|ri }| j D ]t\}}g }|D ]L\}}g } |D ]:}
|
rL|
d sX| |
q<| t||
d j|
d f q intr9 r@ r5 r0 rE zipr1 r2 rF _funcs_to_namesr6 r7 r r8 )r lextab outputdirZ
basetabmodulefilenameZtfZtabre statenamelretitempatfuncZretextrenamesZtaberrrK Ztabeofr r r
writetab s6 &
zLexer.writetabc C sB t |tjr|}ntd| tj| }t|ddtkr@td|j | _
|j | _ |j
| _| j
t| jB | _|j| _|j| _i | _i | _|j D ]P\}}g }g }|D ]&\}} |t||j t | |f q|| j|< || j|< qi | _ |j D ]\}}
||
| j |< qi | _ |j D ]\}}
||
| j |< q| !d d S )N import %sZ _tabversionz0.0zInconsistent PLY versionr+ )"rP rQ rR execsysmodulesrG r[ ImportErrorZ
_lextokensr> Z _lexreflagsr9 Z _lexliteralsr@ set
lextokens_allZ
_lexstateinfor5 Z_lexstateignorer6 r0 r1 Z _lexstatererE rF recompile_names_to_funcsr7 Z_lexstateerrorfr8 Z
_lexstateeoffbegin) r Ztabfilefdictra rd re rf Ztxtitemrg Z func_namerK r r r
readtab s8
z
Lexer.readtabc C s8 |d d }t |ts td|| _d| _t|| _d S )Nr- zExpected a stringr )rP StringTypes
ValueErrorr: r lenr; )r r rI r r r
input s
z Lexer.inputc C sd || j vrtd| j | | _| j| | _| j|d| _| j|d | _ | j
|d | _ || _ d S )NzUndefined stater, )
r0 ry r. r1 r/ r6 getr? r7 r< r8 r= r3 r stater r r
ru s
z Lexer.beginc C s | j | j | | d S r )r4 rF r3 ru r} r r r
push_state s zLexer.push_statec C s | | j d S r )ru r4 popr r r r
pop_state s zLexer.pop_statec C s | j S r )r3 r r r r
current_state! s zLexer.current_statec C s | j |7 _ d S r )r )r nr r r
skip' s z
Lexer.skipc C s~ | j }| j}| j}| j}||k r|| |v r8|d7 }q| jD ]\}}|||}|sXq>t }| |_| j |_ ||_ |j
} || \}
|_ |
s|j r| | _ | S | } q| }| |_
|| _|| _ |
|} | s| j }| j} q| js(| j | jvr(td|
jj|
jj|
j| j f ||d | S || | jv rtt }|| |_| j |_ |j|_ ||_ |d | _ |S | jrt }| j|d |_| j |_ d|_ | |_
||_ || _ | |} || j krtd|| ||d | j }| sq| S || _ td|| |f ||d q| jr\t }d|_ d|_| j |_ ||_ | |_
|| _ | |} | S |d | _ | jd u rztdd S ) Nr- z4%s:%d: Rule '%s' returned an unknown token type '%s'r# z&Scanning error. Illegal character '%s'z"Illegal character '%s' at index %deofr, z"No input string given with input())r r; r? r: r. matchr groupr r lastindexr endlexerZlexmatchrB rq r __code__ co_filenameco_firstlinenor r@ r< r= RuntimeError) r r r; r? r: r. lexindexfuncmtokirh Znewtokr r r
token1 s
z Lexer.tokenc C s | S r r r r r r
__iter__ s zLexer.__iter__c C s | }|d u rt|S r )r
StopIteration)r tr r r
next s z
Lexer.next)N)r, )r r
r r rL rj rw r{ ru r r r r r r r __next__r r r r
r* s s
%(
nr* c C s t | d| jS )Nregex)rG __doc__)rh r r r
_get_regex s r c C s0 t | }|j }|j|jkr,||j |S r )rm _getframe f_globalsrD f_localsupdate)Zlevelsr ldictr r r
get_caller_module_dict s
r c C sF g }t | |D ]2\}}|r6|d r6|||d f q|| q|S rC )r_ rF )Zfunclistnamelistresultr r' r r r
r` s r` c C sD g }| D ]6}|r4|d r4| ||d |d f q| | q|S rC )rF )r rv r r r r r
rt s rt c C sd | sg S d | }zt||}d gt|j d }|d d }|j D ]z\}} ||d }
t|
t j
t j fv r|
|| f|| < ||| < qN|
d urN||| < | ddkrd|| < qNd || f|| < qN||fg|g|gfW S t
y^ tt| d } | dkr d} t| d | |||\} }
}t| | d |||\}}}| | |
| || f Y S 0 d S )N|r- ignore_r )NN )rW rr rs max
groupindexvaluesrE r| r rQ FunctionType
MethodTypefind Exceptionr^ rz _form_master_re)Zrelistreflagsr toknamesr r. r Z
lexindexnamesr r Zhandler Zllistre ZlnamesZrlistZrreZrnamesr r r
r s2
r c C s | d}t|dd dD ] \}}||vr |dkr q:q |dkrTt|d| }nd}d|v rht|}d||d }||fS )N_r- ANY)r+ )rT enumerater\ rW )r namespartsr partstatesZ tokennamer r r
_statetoken s
r c @ sf e Zd ZdddZdd Zdd Zd d
Zd d Zd
d Zdd Z dd Z
dd Z dd Z dd Z
dS ) LexerReflectNr c C sL || _ d | _g | _|| _ddi| _t | _d| _|d u rBtt j
n|| _ d S )Nr+ inclusiveF) r Z
error_functokensr stateinforp rn r# r rm stderrlog)r r r r r r r
r . s
zLexerReflect.__init__c C s$ | | | | d S r )
get_tokens get_literals
get_states get_rulesr r r r
get_all9 s zLexerReflect.get_allc C s | | | | jS r )validate_tokensvalidate_literalsvalidate_rulesr# r r r r
validate_all@ s zLexerReflect.validate_allc C sp | j dd }|s(| jd d| _d S t|ttfsL| jd d| _d S |sf| jd d| _d S || _d S )Nr zNo token list is definedTz tokens must be a list or tupleztokens is empty)r r| r r# rP listr\ r )r r r r r
r G s zLexerReflect.get_tokensc C sP i }| j D ]@}t|s,| jd| d| _||v rB| jd| d||< q
d S )NzBad token name '%s'TzToken '%s' multiply definedr- )r _is_identifierr r r# r" )r Z terminalsr r r r
r [ s
z LexerReflect.validate_tokensc C s | j dd| _| js d| _d S )Nliteralsr, )r r| r r r r r
r f s zLexerReflect.get_literalsc C sh z>| j D ]2}t|tr"t|dkr| jdt| d| _qW n$ tyb | jd d| _Y n0 d S )Nr- z.Invalid literal %s. Must be a single characterTzIInvalid literals specification. literals must be a sequence of characters)r rP rx rz r r# rZ TypeError)r rI r r r
r l s
z LexerReflect.validate_literalsc C s | j dd | _| jrt| jttfs:| jd d| _n| jD ]}t|trZt|dkrt| jdt | d| _q@|\}}t|t
s| jdt | d| _q@|dks|dks| jd | d| _q@|| j v r| jd
| d| _q@|| j |< q@d S ) Nr z)states must be defined as a tuple or listTr zMInvalid state specifier %s. Must be a tuple (statename,'exclusive|inclusive')z State name %s must be a stringr exclusivez:State type for state %s must be 'inclusive' or 'exclusive'zState '%s' already defined) r r| r rP r\ r r r# rz rZ rx r )r r r' Z statetyper r r
r w s0
zLexerReflect.get_statesc C s, dd | j D }i | _i | _i | _i | _i | _i | _| jD ]}g | j|< g | j|< q:t|dkrv| j
d d| _
d S |D ]d}| j | }t || j\}}|| j|< t |drD|dkr|D ]}|| j|< qnt|dkr|D ]}|| j|< qnV|d kr"|j
j}|j
j}| j
d
|||j d| _
n |D ]}| j| ||f q&qzt|tr|d kr|D ]}|| j|< q^d |v r| j d | n@|dkr| j
d
| d| _
n |D ]}| j| ||f qqz| j
d| d| _
qz| j D ]}|jdd d q| j D ]}|jdd dd qd S )Nc S s g | ]}|d d dkr|qS )Nr Zt_r ).0r r r r
z*LexerReflect.get_rules..r z+No rules of the form t_rulename are definedTr) r# r ignorez,%s:%d: Rule '%s' must be defined as a string\z#%s contains a literal backslash '\''Rule '%s' must be defined as a functionz&%s not defined as a function or stringc S s | d j jS Nr- )r r xr r r
r z(LexerReflect.get_rules..)rJ c S s t | d S r )rz r r r r
r r )rJ reverse)r r funcsymstrsymr errorfeoffr rz r r# r hasattrr r r r rF rP rx r" r sort) r Ztsymbolsr r r r toknamelinefiler r r
r sb
zLexerReflect.get_rulesc C s~ | j D ]X}| j| D ]n\}}|jj}|jj}t|}| j| | j | }t
|t j rbd}nd}|jj
} | |kr| jd|||j d| _q| |k r| jd|||j d| _qt|s| jd|||j d| _qzDtd|t|f | j}
|
dr | jd |||j d| _W q tjy } zJ| jd
|||j| d t|v rj| jd |||j d| _W Y d } ~ qd } ~ 0 0 q| j| D ]\} }
| j | }|d
kr| jd| d| _q|| jvr|ddk r| jd| | d| _qz:td| |
f | j}
|
dr4| jd| d| _W nV tjy } z:| jd| | d |
v rr| jd| d| _W Y d } ~ n
d } ~ 0 0 q| j| s| j| s| jd| d| _| j|d }|r|}|jj}|jj}t|}| j| t
|t j rd}nd}|jj
} | |kr>| jd|||j d| _| |k r| jd|||j d| _q| jD ]}| | qhd S )Nr r- z'%s:%d: Rule '%s' has too many argumentsTz%%s:%d: Rule '%s' requires an argumentz2%s:%d: No regular expression defined for rule '%s'
(?P<%s>%s)r, z<%s:%d: Regular expression for rule '%s' matches empty stringz3%s:%d: Invalid regular expression for rule '%s'. %s#z6%s:%d. Make sure '#' in rule '%s' is escaped with '\#'r# r r r z-Rule '%s' defined for an unspecified token %sz5Regular expression for rule '%s' matches empty stringz,Invalid regular expression for rule '%s'. %sz/Make sure '#' in rule '%s' is escaped with '\#'z No rules defined for state '%s') r r r r r inspectZ getmodulern addr rP rQ r co_argcountr r# r r rr rs r r r r r r r| validate_module)r r~ fnamer r r moduler ZreqargsnargsrI er' rZefuncr r r
r s
zLexerReflect.validate_rulesc C s zt |\}}W n ty& Y d S 0 td}td}i }|d7 }|D ]n}||}|sh||}|r|d} || }
|
s||| < n$t |} | j
d| || |
d| _
|d7 }qLd S )Nz \s*def\s+(t_[a-zA-Z_0-9]*)\(z\s*(t_[a-zA-Z_0-9]*)\s*=r- z7%s:%d: Rule %s redefined. Previously defined on line %dT) r ZgetsourcelinesrS rr rs r r r| Z
getsourcefiler r# ) r r linesZlinenZfreZsreZ counthashr r r' prevrc r r r
r ? s*
z LexerReflect.validate_module)Nr )r r
r r r r r r r r r r r r r r r r
r - s
Bgr Fra c
#
sv |d u r d}d }
ddi} t } || _| d u r6ttj} |rL|d u rLttj}|rT| r fddt D }
t|
}
d|
vrtj|
d j|
d< nt d}
|
d }|rt |t rd
|vr|d
| }t
|
| |d }| |s| rtd |r6|r6z"| ||
| ja| ja| a| W S ty4 Y n0 |rf|d
|j |d|j |d|j t | _|jD ]}| j | qtt |jt t frt |jd |j| _!n|j| _!| jt| j!B | _"|j} i }| D ]}g }|j#| D ]:\}}|$d|t%|f |r|d|t%|| q|j&| D ]2\}}|$d||f |r6|d||| q6|||< q|r|d |D ]h}t'|| ||
|j(\}}}|| j)|< || j*|< || j+|< |rt,|D ]\}} |d||| qԐq| - D ]`\}} |dkr| dkr| j)| .| j)d | j*| .| j*d | j+| .| j+d q| | _/| j)d | _0| j*d | _1|| _2|j3| _4| j4
dd| _5|j6| _7|j6
dd | _8| j8s| 9d |j:| _;|j:
dd | _<| - D ]\} } | dkr0| |j6vr| 9d| | |j3vrz| j5rz| 9d| nJ| dkr| |j6vrZ|j6
dd |j6| < | |j3vr|j3
dd|j3| < q| ja| ja| a|rr|rr|d u rt |t=j>r|j} nNd
|vr|
d } n:|?d
} d
| d d }!t@d|! tAtj|! dd} tBjCD| }z$| E|| |tjv r6tj|= W n8 tFyp }" z | 9d ||"f W Y d }"~"n
d }"~"0 0 | S ) Nra r+ r c s g | ]}|t |fqS r )rG )r kr r r
r y r zlex..__file__r
r __package__rM )r r zCan't build lexerzlex: tokens = %rzlex: literals = %rzlex: states = %rr r z(lex: Adding rule %s -> '%s' (state '%s')z#lex: ==== MASTER REGEXS FOLLOW ====z"lex: state '%s' : regex[%d] = '%s'r, zNo t_error rule is definedr z1No error rule is defined for exclusive state '%s'z2No ignore rule is defined for exclusive state '%s'rN rk z#Couldn't write lextab module %r. %s)Gr* rB r rm r dirdictrn r r r| rP r r r r SyntaxErrorrw r r{ r ro r$ r r r rp r> r r r\ r rW r@ rq r rF r r r r r0 r1 r2 r rE extendr5 r. r/ r9 r r6 r? r r7 r< r" r r8 r= rQ rR rT rl rG rU rV dirnamerj rS )#r rH r% optimizera r Znowarnrb ZdebuglogZerrorlogr r ZlexobjZ_itemspkgZlinfor Zregexsr~ Z
regex_listr r r' r r. Zre_textZre_namesr r styper Zsrcfiler Zpkgnamer r r r
lex^ s
(r c C s |sTz&t jd }t|}| }| W n( tyR t jd t j }Y n0 | r`| j }nt }|| | rx| j
}nt
}| }|sqt jd|j |j |j
|jf q|d S )Nr- z/Reading from standard input (type EOF to end):
z(%s,%r,%d,%d)
)rm argvrX readclose
IndexErrorstdoutr stdinr{ r r r r r )r datarc r Z_inputZ_tokenr r r r
runmain s(
r c s fdd}|S )Nc s t drt | _n | _| S )Nr) )r r r r r r r
set_regexA s
zTOKEN..set_regexr )r r r r r
TOKEN@ s r )NN)$rY r[ rr rm rQ rD rU r Z
StringTypeZ UnicodeTyperx AttributeErrorr bytesrs r r r rH r r r& r* r r r` rt r r r r^ VERBOSEr r r Tokenr r r r
" sF
F
( 3
A
"