3
Klfd
@ s
d dl Z d dlZd dlZd dlZd dlZd dlZdZdZdZ dZ
dZ dZ dZ
d Zd
Zd Zejd dk rleZneZejZG d d d eZG d
d deZG dd deZdd Z dd Z da da da dZ!dd Z"dd Z#dd Z$d d Z%G d d d Z&G d d! d!Z'G d"d# d#Z(e j)d$Z*G d%d& d&eZ+G d'd( d(eZ,G d)d* d*eZ-d+d, Z.G d-d. d.eZ/G d/d0 d0eZ0G d1d2 d2eZ1G d3d4 d4eZ2d5d6 Z3d7d8 Z4G d9d: d:eZ5G d;d< d Z7d?d@ Z8G dAdB dBeZ9de de ddd de
ddddf
dCdDZ:dS )E Nz3.11z3.10Tz
parser.outparsetabLALR F( c @ s4 e Zd Zdd Zdd ZeZdd Zdd ZeZd S )
PlyLoggerc C s
|| _ d S )N)f)selfr r /usr/lib/python3.6/yacc.py__init__m s zPlyLogger.__init__c O s | j j|| d d S )N
)r write)r msgargskwargsr r r
debugp s zPlyLogger.debugc O s | j jd|| d d S )Nz WARNING: r )r r
)r r r r r r r
warningu s zPlyLogger.warningc O s | j jd|| d d S )NzERROR: r )r r
)r r r r r r r
errorx s zPlyLogger.errorN) __name__
__module__ __qualname__r r infor r Zcriticalr r r r
r l s r c @ s e Zd Zdd Zdd ZdS )
NullLoggerc C s | S )Nr )r namer r r
__getattribute__ s zNullLogger.__getattribute__c O s | S )Nr )r r r r r r
__call__ s zNullLogger.__call__N)r r r r r r r r r
r ~ s r c @ s e Zd ZdS ) YaccErrorN)r r r r r r r
r s r c C sP t | }d|krt |}t|tkr4|d t d }dt| jt| |f }|S )Nr z ...z<%s @ 0x%x> (%s))reprlen resultlimittyper id)rrepr_strresultr r r
format_result s r% c C sB t | }d|krt |}t|dk r(|S dt| jt| f S d S )Nr z <%s @ 0x%x>)r r r r r! )r" r# r r r
format_stack_entry s r' a PLY: Don't use global functions errok(), token(), and restart() in p_error().
Instead, invoke the methods on the associated parser instance:
def p_error(p):
...
# Use parser.errok(), parser.token(), parser.restart()
...
parser = yacc.yacc()
c C s t jt t S )N)warningswarn_warnmsg_errokr r r r
errok s
r, c C s t jt t S )N)r( r) r* _restartr r r r
restart s
r. c C s t jt t S )N)r( r) r* _tokenr r r r
token s
r0 c C s> |j a|ja|ja| |}y
bbbW n tk
r8 Y nX |S )N)r, r+ r0 r/ r. r- NameError) errorfuncr0 parserr" r r r
call_errorfunc s
r4 c @ s e Zd Zdd Zdd ZdS )
YaccSymbolc C s | j S )N)r )r r r r
__str__ s zYaccSymbol.__str__c C s t | S )N)str)r r r r
__repr__ s zYaccSymbol.__repr__N)r r r r6 r8 r r r r
r5 s r5 c @ sn e Zd ZdddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dd ZdS )YaccProductionNc C s || _ || _d | _d | _d S )N)slicestacklexerr3 )r sr; r r r
r s zYaccProduction.__init__c C sB t |tr dd | j| D S |dkr2| j| jS | j| jS d S )Nc S s g | ]
}|j qS r )value).0r= r r r
s z.YaccProduction.__getitem__..r )
isinstancer: r> r; )r nr r r
__getitem__ s
zYaccProduction.__getitem__c C s || j | _d S )N)r: r> )r rB vr r r
__setitem__ s zYaccProduction.__setitem__c C s dd | j || D S )Nc S s g | ]
}|j qS r )r> )r? r= r r r
r@ s z/YaccProduction.__getslice__..)r: )r ijr r r
__getslice__ s zYaccProduction.__getslice__c C s
t | jS )N)r r: )r r r r
__len__ s zYaccProduction.__len__c C s t | j| ddS )Nlinenor )getattrr: )r rB r r r
rJ s zYaccProduction.linenoc C s || j | _d S )N)r: rJ )r rB rJ r r r
set_lineno s zYaccProduction.set_linenoc C s, t | j| dd}t | j| d|}||fS )NrJ r endlineno)rK r: )r rB startlineZendliner r r
linespan s zYaccProduction.linespanc C s t | j| ddS )Nlexposr )rK r: )r rB r r r
rP s zYaccProduction.lexposc C s || j | _d S )N)r: rP )r rB rP r r r
set_lexpos s zYaccProduction.set_lexposc C s, t | j| dd}t | j| d|}||fS )NrP r endlexpos)rK r: )r rB startposendposr r r
lexspan s zYaccProduction.lexspanc C s t d S )N) SyntaxError)r r r r
r s zYaccProduction.error)N)r r r r rC rE rH rI rJ rL rO rP rQ rU r r r r r
r9 s
r9 c @ s\ e Zd Zdd Zdd Zdd Zdd Zd d
Zdd
dZdddZ dddZ
dddZ d S )LRParserc C s0 |j | _|j| _|j| _|| _| j d| _d S )NT) lr_productions productions lr_actionactionlr_gotogotor2 set_defaulted_stateserrorok)r ZlrtabZerrorfr r r
r s zLRParser.__init__c C s
d| _ d S )NT)r_ )r r r r
r, ( s zLRParser.errokc C s@ | j d d = | jd d = t }d|_| jj| | j jd d S )Nz$endr )
statestacksymstackr5 r append)r symr r r
r. + s zLRParser.restartc C sT i | _ xH| jj D ]:\}}t|j }t|dkr|d dk r|d | j |< qW d S )N r )defaulted_statesr[ itemslistvaluesr )r stateactionsZrulesr r r
r^ ; s
z LRParser.set_defaulted_statesc C s
i | _ d S )N)re )r r r r
disable_defaulted_statesB s z!LRParser.disable_defaulted_statesNFc C sZ |st r.t|tr ttj}| j|||||S |rD| j|||||S | j|||||S d S )N) yaccdevelrA intr sysstderr
parsedebugparseoptparseopt_notrack)r inputr< r tracking tokenfuncr r r
parseE s
zLRParser.parsec C s d }g }| j }| j} | j}
| j} td } d}
|jd |sLddlm} |j}|| _| | _ |d k rj|j
| |d krz|j }n|}|| _ g }|| _ g }|| _
|| _d }|jd t }d|_|j| d}x|jd |jd| || kr.|s| s| }n|j }|st }d|_|j}|| j|}n| | }|jd|| |jd d
d jd d
|D dd t|f j |d k r|dkr|j| |}|jd| |j| d }|
r|
d8 }
q|dk rN|
| }|j}|j}t }||_d |_|rB|jd|jddjdd
|| d D d | |d%| | n |jd|jg | |d& | |r|| d d }||d< |r|d }|j|_|j |_ |d' }t |d|j|_ t |d|j |_ || _ yd|| d = || _!|j"| || d = |jdt#| d |j| | |d( | }|j| W q t$k
r |j| |j%|dd) |j |d* }d|_d|_|}t&}
d| _'Y qX qn|r|j|_|j |_ |g}|| _ yL|| _!|j"| |jdt#| d |j| | |d+ | }|j| W q t$k
rJ |j| |j |d, }d|_d|_|}t&}
d| _'Y qX q|dkr|d- } t | dd } |jdt#| |jd | S |d kr|j(d d
d jd d
|D dd t|f j |
dks| j'rt&}
d| _'|}|jdkrd }| j)rB|rt*|d r||_|| _!t+| j)|| } | j'r| }d }qn`|rt*|d r\|j} nd} | r~t,j-j.d | |jf nt,j-j.d!|j nt,j-j.d" d S nt&}
t|dkr|jdkrd }d }d}|d d = q|jdkrd S |jdkr|d. }|jdkr6|r0t |d |j|_ t |d#|j |_ d }qt }d|_t*|d r\|j |_|_ t*|d#rv|j |_ |_ ||_|j| |}q|j }|r|j|_|j |_ |j |d/ }qt/d$qW d S )0Nr zPLY: PARSE DEBUG STARTrd )lexz$end z State : %sz#Defaulted state %s: Reduce using %dz Stack : %sz%s . %s c S s g | ]
}|j qS r )r )r? xxr r r
r@ s z'LRParser.parsedebug..z Action : Shift and goto state %sz3Action : Reduce rule [%s] with %s and goto state %d[,c S s g | ]}t |jqS r )r' r> )r? Z_vr r r
r@ s ]rM rR z Result : %sr Fr> zDone : Returning %szPLY: PARSE DEBUG ENDz Error : %sc S s g | ]
}|j qS r )r )r? rz r r r
r@ D s r< rJ z(yacc: Syntax error at line %d, token=%s
z yacc: Syntax error, token=%sz yacc: Parse error in input. EOF
rP z yacc: internal parser error!!!
r~ r~ r~ r~ r~ r~ r~ r~ r~ r~ )0r[ r] rY re r9 r rx rw r< r3 rs r0 r` ra r; rb r5 r r popgetjoinr7 lstripr r r> rJ rP rK rM rR r: ri callabler% rV extend error_countr_ r r2 hasattrr4 rn ro r
RuntimeError) r rs r< r rt ru lookaheadlookaheadstackrj r] prodre pslice
errorcountrw get_tokenr` ra errtokenrc ri ltypetppnameplentargt1rB r$ tokrJ r r r
rp ^ s~
.
$
.
zLRParser.parsedebugc C sv d }g }| j }| j} | j}
| j} td } d}
|sBddlm} |j}|| _| | _|d k r`|j | |d krp|j
}n|}|| _
g }|| _ g }|| _ || _
d }|jd t }d|_|j| d}x|| kr|s|s| }n|j }|st }d|_|j}|| j|}n| | }|d k rh|dkrN|j| |}|j| d }|
r|
d8 }
q|dk rF|
| }|j}|j}t }||_d |_|r|| d d }||d< |r|d }|j|_|j|_|d }t|d|j|_t|d|j|_|| _yP|| d = || _ |j | || d = |j| | |d | }|j| W q t k
r |j| |j |dd |j |d }d|_d|_|}t }
d| _!Y qX qn|r|j|_|j|_|g}|| _y8|| _ |j | |j| | |d | }|j| W q t k
rB |j| |j |d }d|_d|_|}t }
d| _!Y qX q|dkrh|d } t| d d } | S |d krf|
dks| j!rNt }
d| _!|}|jdkrd }| j"r|rt#|d
r||_|| _ t$| j"|| } | j!rL| }d }qn`|r r< rJ z(yacc: Syntax error at line %d, token=%s
z yacc: Syntax error, token=%sz yacc: Parse error in input. EOF
rP z yacc: internal parser error!!!
r~ r~ r~ r~ r~ r~ r~ r~ r~ ))r[ r] rY re r9 rx rw r< r3 rs r0 r` ra r; rb r5 r r r r r r> rJ rP rK rM rR r: ri r rV r r r_ r2 r r4 rn ro r
r ) r rs r< r rt ru r r rj r] r re r r rw r r` ra r rc ri r r r r r r r rB r$ r rJ r r r
rq sX
zLRParser.parseoptc C s d }g }| j }| j} | j}
| j} td } d}
|sBddlm} |j}|| _| | _|d k r`|j | |d krp|j
}n|}|| _
g }|| _ g }|| _ || _
d }|jd t }d|_|j| d}x|| kr|s|s| }n|j }|st }d|_|j}|| j|}n| | }|d k r |dkrN|j| |}|j| d }|
r|
d8 }
q|dk r|
| }|j}|j}t }||_d |_|rX|| d d }||d< || _yP|| d = || _|j| || d = |j| | |d | }|j| W q tk
rR |j| |j|dd |j |d }d|_d|_|}t}
d| _ Y qX qn|g}|| _y8|| _|j| |j| | |d | }|j| W q tk
r |j| |j |d }d|_d|_|}t}
d| _ Y qX q|dkr |d }t |dd } | S |d kr|
dks(| j rt}
d| _ |}|jdkrFd }| j r|rht |d rh||_|| _t | j || } | j r| }d }qn`|rt |d r|j!} nd} | rt"j#j$d
| |jf nt"j#j$d |j nt"j#j$d d S nt}
t|dkr(|jdkr(d }d }d}|d d = q|jdkr8d S |jdkr|d }|jdkr^d }qt }d|_t |d r|j! |_!|_%t |d
r|j& |_&|_'||_|j| |}q|j }|j |d }qt(dqW d S )Nr rd )rw z$endr Fr> r< rJ z(yacc: Syntax error at line %d, token=%s
z yacc: Syntax error, token=%sz yacc: Parse error in input. EOF
rP z yacc: internal parser error!!!
r~ r~ r~ r~ r~ r~ r~ r~ ))r[ r] rY re r9 rx rw r< r3 rs r0 r` ra r; rb r5 r r r r r r> r: ri r rV r r r_ rK r2 r r4 rJ rn ro r
rM rP rR r ) r rs r< r rt ru r r rj r] r re r r rw r r` ra r rc ri r r r r r r rB r$ r rJ r r r
rr s8
zLRParser.parseopt_notrack)NNFFN)NNFFN)NNFFN)NNFFN) r r r r r, r. r^ rk rv rp rq rr r r r r
rW s
]
4rW z^[a-zA-Z0-9_-]+$c @ sR e Zd ZdZdddZdd Zd d
Zd d Zd
d Zdd Z dd Z
dd Z dS )
Productionr rightNrx c C s || _ t|| _|| _|| _d | _|| _|| _|| _t | j| _ g | _
x$| jD ]}|| j
krN| j
j | qNW g | _ d | _
| jrd| j dj| jf | _n d| j | _d S )Nz%s -> %sry z
%s -> )r tupler numberfuncr filelineprecr usymsrb lr_itemslr_nextr r7 ) r r r r
precedencer r r r= r r r
r ! s$
zProduction.__init__c C s | j S )N)r7 )r r r r
r6 ? s zProduction.__str__c C s dt | d S )Nz Production())r7 )r r r r
r8 B s zProduction.__repr__c C s
t | jS )N)r r )r r r r
rI E s zProduction.__len__c C s dS )Nrd r )r r r r
__nonzero__H s zProduction.__nonzero__c C s
| j | S )N)r )r indexr r r
rC K s zProduction.__getitem__c C s |t | jkrd S t| |}y| j|j|d |_W n ttfk
rT g |_Y nX y|j|d |_W n tk
r d |_Y nX |S )Nrd )r r LRItem Prodnameslr_after
IndexErrorKeyError lr_before)r rB r r r r
lr_itemO s
zProduction.lr_itemc C s | j r|| j | _d S )N)r r )r pdictr r r
bind_ s zProduction.bindr r )r Nrx r ) r r r reducedr r6 r8 rI r rC r r r r r r
r s
r c @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
MiniProductionc C s. || _ || _|| _d | _|| _|| _|| _d S )N)r r r r r r r7 )r r7 r r r r r r r r
r h s zMiniProduction.__init__c C s | j S )N)r7 )r r r r
r6 q s zMiniProduction.__str__c C s
d| j S )NzMiniProduction(%s))r7 )r r r r
r8 t s zMiniProduction.__repr__c C s | j r|| j | _d S )N)r r )r r r r r
r x s zMiniProduction.bindN)r r r r r6 r8 r r r r r
r g s r c @ s$ e Zd Zdd Zdd Zdd ZdS )r c C sZ |j | _ t|j| _|j| _|| _i | _| jj|d t| j| _t| j| _|j | _ d S )N.)
r rg r r lr_index
lookaheadsinsertr r r )r r rB r r r
r s zLRItem.__init__c C s, | j r d| jdj| j f }n
d| j }|S )Nz%s -> %sry z
%s -> )r r r )r r= r r r
r6 s
zLRItem.__str__c C s dt | d S )NzLRItem(r )r7 )r r r r
r8 s zLRItem.__repr__N)r r r r r6 r8 r r r r
r s r c C s: t | d }x(|dkr4| | |kr*| | S |d8 }qW d S )Nrd r )r )Zsymbols terminalsrF r r r
rightmost_terminal s
r c @ s e Zd ZdS ) GrammarErrorN)r r r r r r r
r s r c @ s e Zd Zdd Zdd Zdd Zdd Zd$d d
Zd%ddZdd Z dd Z
dd Z dd Z dd Z
dd Zd d Zd d Zd&d d!Zd"d# Zd S )'Grammarc C sf d g| _ i | _i | _i | _x|D ]}g | j|< q W g | jd< i | _i | _i | _i | _t | _ d | _
d S )Nr ) Productionsr Prodmap Terminals NonterminalsFirstFollow
PrecedencesetUsedPrecedenceStart)r r termr r r
r s
zGrammar.__init__c C s
t | jS )N)r r )r r r r
rI s zGrammar.__len__c C s
| j | S )N)r )r r r r r
rC s zGrammar.__getitem__c C sL | j d gkstd|| jkr*td| |dkr:td||f| j|< d S )Nz2Must call set_precedence() before add_production()z,Precedence already specified for terminal %rleftr nonassocz:Associativity must be one of 'left','right', or 'nonassoc')r r r )r AssertionErrorr r )r r assoclevelr r r
set_precedence s
zGrammar.set_precedenceNrx r c C s || j kr td|||f |dkr6td|||f tj|sRtd|||f xt|D ]\}}|d dkryJt|}t|dkrtd||||f || j krg | j |< |||< w\W n tk
r Y nX tj| r\|d kr\td
||||f q\W d |kr|d d kr$td ||f |d d krBtd
||f |d } | jj | }
|
sptd||| f n | j
j | |dd = nt || j } | jj | d}
d||f } | | j
kr| j
| } td||| f d| j| jf t| j}
|| jkrg | j|< xR|D ]J}|| j kr.| j | j|
n&|| jkrDg | j|< | j| j|
q W t|
|||
|||}| jj| || j
| < y| j| j| W n" tk
r |g| j|< Y nX d S )Nz7%s:%d: Illegal rule name %r. Already defined as a tokenr z5%s:%d: Illegal rule name %r. error is a reserved wordz%s:%d: Illegal rule name %rr z'"rd zA%s:%d: Literal token %s in rule %r may only be a single characterz%precz!%s:%d: Illegal name %r in rule %rz+%s:%d: Syntax error. Nothing follows %%prec zH%s:%d: Syntax error. %%prec can only appear at the end of a grammar rulez/%s:%d: Nothing known about the precedence of %rr z%s -> %sz%s:%d: Duplicate rule %s. z Previous definition at %s:%dr~ r~ r )r r )r r _is_identifiermatch enumerateevalr rV r r r addr r r r r r rb r r r )r prodnamesymsr r r rB r= cZprecnameZprodprecmapmZpnumberr r r r r
add_production sp
zGrammar.add_productionc C sT |s| j d j}|| jkr&td| tdd|g| j d< | j| jd || _d S )Nrd zstart symbol %s undefinedr zS')r r r r r rb r )r startr r r
set_startc s
zGrammar.set_startc s> fdd t jd jd fddjD S )Nc sJ | kr d S j | x.jj| g D ] }x|jD ] } | q2W q&W d S )N)r r r r )r= r r" )mark_reachable_from reachabler r r
r v s
z5Grammar.find_unreachable..mark_reachable_fromr c s g | ]}| kr|qS r r )r? r= )r r r
r@ s z,Grammar.find_unreachable..)r r r r )r r )r r r r
find_unreachables s zGrammar.find_unreachablec C s i }x| j D ] }d||< q W d|d< x| jD ] }d||< q,W xpd}x`| jj D ]R\}}xH|D ]@}x |jD ]}|| shd}P qhW d}|r\|| sd||< d}P q\W qNW |s>P q>W g } x@|j D ]4\}}
|
s|| jkr|| j kr|dkrq| j| qW | S )NTz$endFr )r r r rf r rb ) r Z
terminatesr rB some_changeZplr r= Z p_terminatesinfiniter r r r
infinite_cycles s:
zGrammar.infinite_cyclesc C sX g }xN| j D ]D}|sq x8|jD ].}|| jkr || jkr |dkr |j||f q W q W |S )Nr )r r r r rb )r r$ r r= r r r
undefined_symbols s zGrammar.undefined_symbolsc C s8 g }x.| j j D ] \}}|dkr| r|j| qW |S )Nr )r rf rb )r Z
unused_tokr= rD r r r
unused_terminals s
zGrammar.unused_terminalsc C s< g }x2| j j D ]$\}}|s| j| d }|j| qW |S )Nr )r rf r rb )r Z unused_prodr= rD r r r r
unused_rules s zGrammar.unused_rulesc C sD g }x:| j D ]0}|| jkp"|| jks |j|| j | d f q W |S )Nr )r r r rb )r ZunusedZtermnamer r r
unused_precedence s
zGrammar.unused_precedencec C s` g }xV|D ]D}d}x2| j | D ]$}|dkr0d}q ||kr |j| q W |rLq
P q
W |jd |S )NFzT)r rb )r Zbetar$ xZx_produces_emptyr r r r
_first s
zGrammar._firstc C s | j r | j S x| jD ]}|g| j |< qW dg| j d< x| jD ]}g | j |< qT) r r r r r r r r r rb r )
r r kdidaddr rF BZfstZhasemptyr r r r
compute_followS s<
zGrammar.compute_followc C s x| j D ]}|}d}g }x|t|kr,d }ntt||}y| j|j|d |_W n ttfk
rn g |_Y nX y|j|d |_W n tk
r d |_Y nX ||_ |sP |j
| |}|d7 }qW ||_ qW d S )Nr rd ) r r r r r r r r r r rb r )r r ZlastlrirF r Zlrir r r
build_lritems s.
zGrammar.build_lritems)Nrx r )N)N)r r r r rI rC r r r r r r r r r r r r r r r r r
r s $
T
@#%
;r c @ s e Zd ZdS ) VersionErrorN)r r r r r r r
r s r c @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
LRTablec C s d | _ d | _d | _d | _d S )N)rZ r\ rX lr_method)r r r r
r s zLRTable.__init__c C s~ t |tjr|}ntd| tj| }|jtkr:td|j | _
|j | _ g | _
x |jD ]}| j
jt| qXW |j| _|jS )Nz import %sz&yacc table file version is out of date)rA types
ModuleTypeexecrn modulesZ _tabversion__tabversion__r Z
_lr_actionrZ Z_lr_gotor\ rX Z_lr_productionsrb r Z
_lr_methodr Z
_lr_signature)r moduler r r r r
read_table s
zLRTable.read_tablec C s y dd l }W n tk
r( dd l}Y nX tjj|s:tt|d}|j|}|tkr^t d|j|| _
|j|}|j|| _ |j|| _ |j|}g | _
x |D ]}| j
jt| qW |j |S )Nr rbz&yacc table file version is out of date)cPickle ImportErrorpickleospathexistsopenloadr r r rZ r\ rX rb r close)r filenamer Zin_fZ
tabversion signaturerY r r r r
read_pickle s(
zLRTable.read_picklec C s x| j D ]}|j| qW d S )N)rX r )r r r r r r
bind_callables s zLRTable.bind_callablesN)r r r r r r r r r r r
r s r c C sT i }x| D ] }d||< q
W g }i }x,| D ]$}|| dkr(t ||||| || q(W |S )Nr )traverse)XRFPNr r; Fr r r
digraph s
r
c C s |j | t|}||| < || || < || }xr|D ]j} || dkrXt| |||||| t|| || || < x.|j| g D ] }
|
|| kr||| j |
q|W q4W || |krt||d < || ||d < |j } x2| | krt||d < || ||d < |j } qW d S )Nr rd r~ r~ r~ r~ )rb r r minr MAXINTr ) r r r; r r r r drelyaelementr r r
r s(
r c @ s e Zd ZdS ) LALRErrorN)r r r r r r r
r + s r c @ s e Zd Zd$ddZdd Zdd Zd d
Zd d Zd
d Zdd Z dd Z
dd Z dd Z dd Z
dd Zdd Zd d Zd%d d!Zd&d"d#ZdS )'LRGeneratedTabler Nc C s |dkrt d| || _|| _|s*t }|| _i | _i | _|j| _i | _ i | _
d| _ d| _ d| _
g | _g | _g | _| jj | jj | jj | j d S )NSLRr zUnsupported method %sr )r r )r grammarr r logrZ r\ r rX
lr_goto_cache lr0_cidhash
_add_countZ sr_conflictZ rr_conflictZ conflicts sr_conflicts rr_conflictsr r r lr_parse_table)r r methodr r r r
r 6 s,
zLRGeneratedTable.__init__c C sz | j d7 _ |d d }d}xV|rtd}xH|D ]@}x:|jD ]0}t|dd| j krRq:|j|j | j |_d}q:W q.W q W |S )Nrd TF lr0_addedr )r r rK rb r r )r IJr rG r r r r
lr0_closure[ s
z LRGeneratedTable.lr0_closurec C s | j jt||f}|r |S | j j|}|s:i }|| j |< g }xP|D ]H}|j}|rD|j|krD|jt|}|s~i }||t|< |j| |}qDW |jd}|s|r| j|}||d< n||d< || j t||f< |S )Nz$end)r r r! r r rb r! ) r r r gr= Zgsr rB s1r r r
lr0_gotou s2
zLRGeneratedTable.lr0_gotoc C s | j | jjd jgg}d}x"|D ]}|| jt|< |d7 }q"W d}x|t|k r|| }|d7 }i }x$|D ] }x|jD ] }d ||< qxW qlW xJ|D ]B}| j||}| st|| jkrqt|| jt|< |j | qW qFW |S )Nr rd )
r! r r r r r! r r r$ rb ) r CrF r Zasymsiir= r r" r r r
lr0_items s(
zLRGeneratedTable.lr0_itemsc C s t }d}xrxV| jjdd D ]B}|jdkr:|j|j q x$|jD ]}||krBP qBW |j|j q W t||krrP t|}q W |S )Nr rd )r r r r r r r )r nullableZ num_nullabler r r r r
compute_nullable_nonterminals s
z.LRGeneratedTable.compute_nullable_nonterminalsc C sr g }xht |D ]\\}}xR|D ]J}|j|jd k r ||j|jd f}|d | jjkr ||kr |j| q W qW |S )Nrd )r r r r r r rb )r r% transZstatenori r r r r r
find_nonterminal_transitions s
z-LRGeneratedTable.find_nonterminal_transitionsc
C s |\}}g }| j || |}xJ|D ]B}|j|jd k r"|j|jd } | | jjkr"| |kr"|j| q"W |dkr|| jjd jd kr|jd |S )Nrd r z$end)r$ r r r r r rb r )
r r% r* r( ri r termsr" r r r r r
dr_relation s
z LRGeneratedTable.dr_relationc C sv g }|\}}| j || |}| jjt|d}xB|D ]:} | j| jd k r4| j| jd }
|
|kr4|j||
f q4W |S )Nrd r~ )r$ r r r! r r r rb ) r r% r* emptyr ri r r" rG r r r r r
reads_relation s
z LRGeneratedTable.reads_relationc C s i }i }i }x|D ] }d||< qW x|D ]\}} g }
g } xR|| D ]D} | j | krZqH| j}
|}x|
| jd k r
|
d }
| j|
}||f|kr|
d }xH|| jk r| j| | jjkrP | j| |krP |d }qW | j||f | j|| |}| jj t
|d}qfW x|| D ]t}|j | j kr,q|j| jkr>qd}xD||jk rx|j| | j|d krlP |d }qDW |
j||f qW qHW x2| D ]*}||krg ||< || j|| f qW |
||| f< q*W ||fS )Nrd r r~ ) r r r r r r rb r$ r r r! )r r% r* r( ZlookdictZ includedictZdtransr ri r ZlookbZincludesr r rG Zlir" r" rF r r r
compute_lookback_includesD sX
z*LRGeneratedTable.compute_lookback_includesc s0 fdd} fdd}t |||}|S )Nc s j | S )N)r- )r )r% r( r r r
s z4LRGeneratedTable.compute_read_sets..c s j | S )N)r/ )r )r% r( r r r
r1 s )r
)r r% ntransr( r r r r )r% r( r r
compute_read_sets s z"LRGeneratedTable.compute_read_setsc s( fdd} fdd}t |||}|S )Nc s | S )Nr )r )readsetsr r
r1 s z6LRGeneratedTable.compute_follow_sets..c s j | g S )N)r )r )inclsetsr r
r1 s )r
)r r2 r4 r5 r r r r )r5 r4 r
compute_follow_sets s z$LRGeneratedTable.compute_follow_setsc C sx xr|j D ]f\}}x\|D ]T\}}||jkr4g |j|< |j|g }x*|D ]"}||j| krF|j| j| qFW qW q
W d S )N)rf r r rb ) r Z lookbacksZ followsetr* Zlbri r r r r r r
add_lookaheads s
z LRGeneratedTable.add_lookaheadsc C sP | j }| j|}| j|||}| j|||\}}| j|||}| j|| d S )N)r) r+ r3 r0 r6 r7 )r r% r( r* r4 ZlookdZincludedZ
followsetsr r r
add_lalr_lookaheads s
z$LRGeneratedTable.add_lalr_lookaheadsc $ C s8 | j j}| j j}| j}| j}| j}i }|jd| j | j }| jdkrP| j | d}x|D ]} g }
i } i } i }
|jd |jd| |jd x | D ]}|jd|j
| qW |jd x| D ]}|j |j d kr(|j
dkrd| d < || d < q| jdkr|j| }n| j j|j
}x|D ]}|
j||d
|j
|f f | j|}|d k r|dkr>|j|d\}}||j
j\}}||k s||kr|d kr|j
| |< || |< | r| r|jd
| | jj||df ||j
jd7 _nB||kr|dkrd | |< n$|s|jd| | jj||df n|dk r|| }||j
}|j|jkr|j
| |< || |< || }}||j
jd7 _||j
jd8 _n
|| }}| jj|||f |jd|| | j
| | n td| n(|j
| |< || |< ||j
jd7 _q&W q|j }|j|d }|| j jkr| j| |}| jjt |d} | dkr|
j||d| f | j|}|d k r|dkr|| krtd| n|dk r|j|d\}}|| | j
j\}}||ks||krR|d krR|| | j
jd8 _| | |< || |< |s|jd| | jj||df nL||krp|dkrpd | |< n.| r| r|jd
| | jj||df n td| q| | |< || |< qW i } xF|
D ]>\}}} || kr|| | kr|jd|| d| || f< qW |jd d} xX|
D ]P\}}} || kr"|| | k r"|| f| kr"|j d|| d} d| || f< q"W | r|j d i } x6| D ].}!x&|!j D ] }"|"| j j krd | |"< qW qW xL| D ]D}#| j| |#}| jjt |d } | dkr| |
|#< |jd|#| qW | ||< | ||< |
||< |d7 }q\W d S ) NzParsing method: %sr r rx zstate %dz (%d) %srd zS'z$endzreduce using rule %d (%s)r r z3 ! shift/reduce conflict for %s resolved as reducereducer z2 ! shift/reduce conflict for %s resolved as shiftZshiftz= ! reduce/reduce conflict for %s resolved using rule %d (%s)z Unknown conflict in state %dzshift and go to state %dz Shift/shift conflict in state %dz %-15s %sz ! %-15s [ %s ]z" %-30s shift and go to state %d)r r r~ )r r r~ ) r r r r\ rZ r r r r' r8 r r r r r r rb r r r r r r r r r r$ r r! r r r )$r r r r] r[ r Zactionpr% str ZactlistZ st_actionZ
st_actionpZst_gotor Zlaheadsr r" ZsprecZslevelZrprecZrlevelZoldpZppZchosenpZrejectprF r" rG Z _actprintr Znot_usedZnkeysr& r= rB r r r
r s
z LRGeneratedTable.lr_parse_tablerx c C s t |tjrtd|jdd }tjj||d }ylt|d}|j dtjj
|t | j |f d}|rti }xf| j
j D ]X\} }
xN|
j D ]B\} } |j| }
|
sg g f}
|
|| < |
d j| |
d j| qW q|W |j d xz|j D ]n\}} |j d | x | d D ]}
|j d
|
q W |j d x | d D ]}
|j d
|
q8W |j d qW |j d
|j d nJ|j d x4| j
j D ]&\}} |j d|d |d | f qW |j d
|ri }xl| jj D ]^\} }
xR|
j D ]F\} } |j| }
|
sg g f}
|
|| < |
d j| |
d j| qW qW |j d x||j D ]p\}} |j d | x | d D ]}
|j d
|
qjW |j d x | d D ]}
|j d
|
qW |j d qJW |j d
|j d nJ|j d x4| jj D ]&\}} |j d|d |d | f qW |j d
|j d xd| jD ]Z}|jrl|j d|j|j|j|jtjj
|j|jf n |j dt||j|jf q0W |j d |j W n& tk
r } z W Y d d }~X nX d S )Nz"Won't overwrite existing tabmoduler rd z.pywz
# %s
# This file is automatically generated. Do not edit.
# pylint: disable=W,C,R
_tabversion = %r
_lr_method = %r
_lr_signature = %r
r z
_lr_action_items = {z%r:([z%r,z],[z]),z}
z
_lr_action = {}
for _k, _v in _lr_action_items.items():
for _x,_y in zip(_v[0],_v[1]):
if not _x in _lr_action: _lr_action[_x] = {}
_lr_action[_x][_k] = _y
del _lr_action_items
z
_lr_action = { z (%r,%r):%r,z
_lr_goto_items = {z
_lr_goto = {}
for _k, _v in _lr_goto_items.items():
for _x, _y in zip(_v[0], _v[1]):
if not _x in _lr_goto: _lr_goto[_x] = {}
_lr_goto[_x][_k] = _y
del _lr_goto_items
z
_lr_goto = { z_lr_productions = [
z (%r,%r,%d,%r,%r,%d),
z (%r,%r,%d,None,None,None),
z]
r~ )rA r r IOErrorsplitr r r r r
basenamer r rZ rf r rb r\ rX r r7 r r r r r )r tabmodule outputdirr Zbasemodulenamer r Zsmallerrf r= Zndr rD rF r r er r r
write_table
s
"
"
"
z LRGeneratedTable.write_tablec C s y dd l }W n tk
r( dd l}Y nX t|d}|jt|t |j| j|t |j||t |j| j|t |j| j |t g }x^| j
D ]T}|j r|j |j
|j|j|j tjj|j|jf q|j t
||j|jd d d f qW |j||t W d Q R X d S )Nr wb)r r r r dumpr pickle_protocolr rZ r\ rX r rb r7 r r r r r> r r )r r r r ZoutfZoutpr r r r
pickle_table" s ,"z LRGeneratedTable.pickle_table)r N)rx rx )rx )r r r r r! r$ r' r) r+ r- r/ r0 r3 r6 r7 r8 r rB rF r r r r
r 5 s"
%#8 +P B
{r c C s0 t j| }|jj }|j|jkr,|j|j |S )N)rn _getframe f_globalscopyf_localsupdate)Zlevelsr Zldictr r r
get_caller_module_dictE s
rL c C s g }| j }d }|}x|D ]}|d7 }|j }|s4qy|d dkrh|sVtd||f |} |dd }
n@|d } | }|dd }
|d } | dkr| dkrtd||f |j||| |
f W q tk
r Y q tk
r td |||j f Y qX qW |S )
Nrd r |z%s:%d: Misplaced '|'r :z::=z!%s:%d: Syntax error. Expected ':'z %s:%d: Syntax error in rule %r)
splitlinesr= rV rb Exceptionstrip) docr r r ZpstringsZlastpZdlineZpsr r r Zassignr r r
parse_grammarQ s6
rS c @ s e Zd Zd ddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dd Zdd Zd d Zd d ZdS )!
ParserReflectNc C sL || _ d | _d | _d | _t | _g | _d| _|d krBtt j
| _ n|| _ d S )NF) r r
error_functokensr r r r r rn ro r )r r r r r r
r { s zParserReflect.__init__c C s, | j | j | j | j | j d S )N) get_startget_error_func
get_tokensget_precedenceget_pfunctions)r r r r
get_all s
zParserReflect.get_allc C s6 | j | j | j | j | j | j | jS )N)validate_startvalidate_error_funcvalidate_tokensvalidate_precedencevalidate_pfunctionsvalidate_modulesr )r r r r
validate_all s zParserReflect.validate_allc C s g }yv| j r|j| j | jr:|jdjdd | jD | jrR|jdj| j x$| jD ]}|d rZ|j|d qZW W n ttfk
r Y nX dj|S )Nrx c S s g | ]}d j |qS )rx )r )r? r r r r
r@ s z+ParserReflect.signature..ry r )r rb r r rV pfuncs TypeError
ValueError)r partsr r r r
r s zParserReflect.signaturec C s t jd}x| jD ]}ytj|\}}W n tk
r> wY nX i }xjt|D ]^\}}|d7 }|j|}|rN|jd}|j |} | s|||< qNtj
|}
| j j d|
||| qNW qW d S )Nz \s*def\s+(p_[a-zA-Z_0-9]*)\(rd z;%s:%d: Function %s redefined. Previously defined on line %d)
recompiler inspectZgetsourcelinesr< r r groupr
getsourcefiler r ) r Zfrer linesZlinenZ counthashr r r prevr r r r
rb s$
z ParserReflect.validate_modulesc C s | j jd| _d S )Nr )r r r )r r r r
rW s zParserReflect.get_startc C s& | j d k r"t| j ts"| jjd d S )Nz'start' must be a string)r rA string_typesr r )r r r r
r] s
z ParserReflect.validate_startc C s | j jd| _d S )Np_error)r r rU )r r r r
rX s z ParserReflect.get_error_funcc C s | j rt| j tjrd}n*t| j tjr.d}n| jjd d| _d S | j jj}| j jj }t
j | j }| j j
| | j jj| }|dkr| jjd|| d| _d S )Nr rd z2'p_error' defined, but is not a function or methodTz$%s:%d: p_error() requires 1 argument)rU rA r FunctionType
MethodTyper r __code__co_firstlineno co_filenamerj getmoduler r co_argcount)r ZismethodZelineZefiler Zargcountr r r
r^ s
z!ParserReflect.validate_error_funcc C sr | j jd}|s&| jjd d| _d S t|ttfsJ| jjd d| _d S |sd| jjd d| _d S t|| _d S )NrV zNo token list is definedTz tokens must be a list or tupleztokens is empty) r r r r rA rg r sortedrV )r rV r r r
rY s zParserReflect.get_tokensc C sZ d| j kr | jjd d| _d S t }x.| j D ]$}||krH| jjd| |j| q.W d S )Nr z.Illegal token name 'error'. Is a reserved wordTzToken %r multiply defined)rV r r r r r )r r rB r r r
r_ s
z ParserReflect.validate_tokensc C s | j jd| _d S )Nr )r r r )r r r r
rZ s z ParserReflect.get_precedencec C s g }| j rt| j ttfs2| jjd d| _d S xt| j D ]\}}t|ttfsj| jjd d| _d S t|dk r| jjd| d| _d S |d }t|ts| jjd d| _d S xH|dd D ]8}t|ts| jjd d| _d S |j |||d f qW q>W || _
d S )
Nz"precedence must be a list or tupleTzBad precedence tabler z?Malformed precedence entry %s. Must be (assoc, term, ..., term)r z)precedence associativity must be a stringrd z precedence items must be strings) r rA rg r r r r r ro rb preclist)r ry r r r r r r r
r` s6
z!ParserReflect.validate_precedencec C s g }xl| j j D ]^\}}|jd s|dkr.qt|tjtjfrt|d|jj }t
j |}|j ||||j
f qW |jdd d || _d S )Np_rp rt c S s | d t | d | d | d fS )Nr rd r r )r7 )Z
p_functionr r r
r1 F s
z.ParserReflect.get_pfunctions..)key)r rf
startswithrA r rq rr rK rs rt rj rv rb __doc__sortrd )r Z p_functionsr itemr r r r r
r[ 9 s
z ParserReflect.get_pfunctionsc C s^ g }t | jdkr(| jjd d| _d S x"| jD ]\}}}}tj|}| j| }t|tj rfd}nd}|j
j |kr| jjd|||j d| _q2|j
j |k r| jjd|||j d| _q2|j
s| jjd|||j q2y,t|||} x| D ]}
|j||
f qW W n: tk
r< } z | jjt| d| _W Y d d } ~ X nX | jj| q2W x| jj D ]\} }
| jd rt|
tjtj frq\| jd
rq\| jd r| d kr| jjd | t|
tjr|
j
j dkst|
tj r\|
jj
j dkr\|
j
r\y8|
j
jd
}|d dkr4| jjd|
j
j|
j
j| W n t k
rL Y nX q\W || _ d S )Nr z+no rules of the form p_rulename are definedTr rd z%%s:%d: Rule %r has too many argumentsz#%s:%d: Rule %r requires an argumentzA%s:%d: No documentation string specified in function %r (ignored)rz Zt_rp z %r not defined as a functionry rN z9%s:%d: Possible grammar rule %r defined without p_ prefix) r rd r r rj rl r rA r rr rs rw r r} r rS rb rV r7 r r rf r| rq __func__r= ru rt r r )r r r r r rR r r ZreqargsZparsed_gr" rA rB rD r r r
ra N s\
z!ParserReflect.validate_pfunctions)N)r r r r r\ rc r rb rW r] rX r^ rY r_ rZ r` r[ ra r r r r
rT z s
rT c
< O s |d kr t }| rd}| d kr&ttj} r fddt D }
t|
}d|krdtj|d j|d< d|krd|krttj|d drtj|d j |d< nt
d}| d kr t |t j
r|j}nLd|kr|d }n:|jd}dj|d d6 }td
| ttj| dd }tjj|} |jd}|rNt |trNd|krN|d | }|d k r`||d < t|| d
}|j |jrtd|j }yt }| r|j | }n
|j |}|s||kry"|j |j t!||j"}|j#a#|S t$k
r } z| j%d| W Y d d }~X nX W nF t&k
rH } z| j%t| W Y d d }~X n t'k
r\ Y nX |
d kr|ry tt(tjj| |d}
W n< t)k
r } z | j%d||f t* }
W Y d d }~X nX nt* }
|
j+dt, d}|j- rtd|j"s| j%d t.|j/}xZ|j0D ]P\}} } y|j1|| | W n0 t2k
rb } z| j%d| W Y d d }~X nX qW xl|j3D ]b\} } | \} }!}"}#y|j4|"|#| | |! W n4 t2k
r } z| jd| d}W Y d d }~X nX qrW y&|d kr|j5|j6 n
|j5| W n6 t2k
r4 } z| jt| d}W Y d d }~X nX |rDtd|j7 }$x*|$D ]"\}%}&| jd|&j8|&j9|% d}qRW |j: }'|'r|
j+d |
j+d |
j+d x&|'D ] }| j%d| |
j+d| qW |r|
j+d |
j+d |
j+d x&t;|j<D ]\}(})|
j+d |(|) qW |j= }*x$|*D ] }&| j%d |&j8|&j9|&j> q&W t?|'d kr^| j%d t?|'d kr|| j%d t?|' t?|*d kr| j%d t?|*d kr| j%d!t?|* |r|
j+d |
j+d" |
j+d t@|jA}+|+jB x2|+D ]*}|
j+d#|d$jd%d |jA| D qW |
j+d |
j+d& |
j+d t@|jC},|,jB x2|,D ]*}-|
j+d#|-d$jd'd |jC|- D qRW |
j+d |r|jD }.x|.D ]}/| j%d(|/ qW |jE }0x |0D ]}1| jd)|1 d}qW |jF }2x$|2D ] \}} | jd*| | d}qW |rtd|r*| jGd+| tH|| |
}|rt?|jI}3|3d kr\| j%d, n|3d krr| j%d-|3 t?|jJ}4|4d kr| j%d. n|4d kr| j%d/|4 |r|jIs|jJr|
j%d |
j%d0 |
j%d x&|jID ] \}5}6}7|
j%d1|6|5|7 qW tK }8x|jJD ]x\}5}9}:|5tL|9tL|:f|8kr8q|
j%d2|5|9 |
j%d3|:|5 | j%d2|5|9 | j%d3|:|5 |8jM|5tL|9tL|:f qW g };xL|jJD ]B\}5}9}:|:jN r|:|;kr|
j%d4|: | j%d4|: |;jO|: qW | rDy&|jP|| | |tjk r
tj|= W n6 t)k
rB } z| j%d5||f W Y d d }~X nX | ry|jQ| | W n6 t)k
r } z| j%d5| |f W Y d d }~X nX |j |j t!||j"}|j#a#|S )7Nr c s g | ]}|t |fqS r )rK )r? r )r r r
r@ s zyacc..__file__r __package__r r rd z import %srx r )r zUnable to build parserz.There was a problem loading the table file: %rr; zCouldn't open %r. %sz5Created by PLY version %s (http://www.dabeaz.com/ply)Fz no p_error() function is definedz%sTz;%s:%d: Symbol %r used, but not defined as a token or a rulezUnused terminals:z Token %r defined, but not usedz %sr z Rule %-5d %sz$%s:%d: Rule %r defined, but not usedzThere is 1 unused tokenzThere are %d unused tokenszThere is 1 unused rulezThere are %d unused rulesz'Terminals, with rules where they appearz
%-20s : %sry c S s g | ] }t |qS r )r7 )r? r= r r r
r@ M
s z*Nonterminals, with rules where they appearc S s g | ] }t |qS r )r7 )r? r= r r r
r@ U
s zSymbol %r is unreachablez)Infinite recursion detected for symbol %rz0Precedence rule %r defined for unknown symbol %rzGenerating %s tablesz1 shift/reduce conflictz%d shift/reduce conflictsz1 reduce/reduce conflictz%d reduce/reduce conflictsz
Conflicts:z7shift/reduce conflict for %s in state %d resolved as %sz;reduce/reduce conflict in state %d resolved using rule (%s)z rejected rule (%s) in state %dzRule (%s) is never reducedzCouldn't create %r. %sr~ )R
tab_moduler rn ro dirdictr r r r rL rA r r r= r r rK r r dirnamer r7 rT r\ r r r r r r r r rW rU rv rP r r r r r< r r __version__rc r rV ry r r r r r r r r r r r r r r r rg r r~ r r r r r r r r r r! r r rb rB rF )> s
7 m
H. rT
)