3
sݨ\#
@ s d Z ddlmZ ddlmZmZ ddlmZmZ ddl m
Z
e dddd d
d d d
ddddg Z e ddddddgZ
ejejejejejejdZG dd deZdS ) z
jinja2.parser
~~~~~~~~~~~~~
Implements the template parser.
:copyright: (c) 2017 by the Jinja Team.
:license: BSD, see LICENSE for more details.
)nodes)TemplateSyntaxErrorTemplateAssertionError)describe_tokendescribe_token_expr)imapforifblockZextendsprintZmacroincludefromimportsetwith
autoescapeeqneltZlteqgtZgteq)addsubmuldivfloordivmodc @ s e Zd ZdZdiddZdefddZdd Zdjd d
Zdkd d Z dld
dZ
dmddZ dd Z dnddZ
dd Zdd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Z d4d5 Z dod7d8Z dpd9d:Z d;d< Z d=d> Z!d?d@ Z"dAdB Z#dCdD Z$dEdF Z%dGdH Z&dIdJ Z'dKdL Z(dqdMdNZ)dOdP Z*drdQdRZ+dSdT Z,dUdV Z-dWdX Z.dYdZ Z/d[d\ Z0d]d^ Z1d_d` Z2dsdadbZ3dcdd Z4dtdedfZ5dgdh Z6dS )uParserzThis is the central parsing class Jinja2 uses. It's passed to
extensions and can be used to parse expressions or statements.
Nc C st || _ |j||||| _|| _|| _d| _i | _x,|j D ] }x|jD ]}|j | j|< qFW q:W d| _
g | _ g | _ d S )NFr )
environment _tokenizestreamnamefilenameclosed
extensionsZiter_extensionsZtagsparse_last_identifier
_tag_stack_end_token_stack)selfr sourcer r! state extensiontag r- /usr/lib/python3.6/parser.py__init__% s zParser.__init__c C s( |dkr| j jj}|||| j| jdS )zConvenience method that raises `exc` with the message, passed
line number or last line number as well as the current name and
filename.
N)r currentlinenor r! )r( msgr1 excr- r- r. fail4 s
z Parser.failc C s g }x |D ]}|j tt| q
W |r@djdd |d D }nd }|d krTdg}n
d| g}|r|d k r||kr|jd| n|jd| | jr|jd | jd | jd
j|| d S )
Nz or c s s | ]}d t | V qdS )z'%s'N)r ).0exprr- r- r. C s z&Parser._fail_ut_eof.. zUnexpected end of template.z Encountered unknown tag '%s'.z_You probably made a nesting mistake. Jinja is expecting this tag, but currently looking for %s.z-Jinja was looking for the following tags: %s.z4The innermost block that needs to be closed is '%s'. r: )extendr r joinappendr& r4 )r( r Zend_token_stackr1 ZexpectedZexprsZcurrently_lookingmessager- r- r. _fail_ut_eof= s*
zParser._fail_ut_eofc C s | j || j|S )zCalled if the parser encounters an unknown tag. Tries to fail
with a human readable error message that could help to identify
the problem.
)r? r' )r( r r1 r- r- r. fail_unknown_tag\ s zParser.fail_unknown_tagc C s* t | j}|dk r |j| | jd||S )z9Like fail_unknown_tag but for end of template situations.N)listr' r= r? )r(
end_tokensr1 stackr- r- r. fail_eofc s
zParser.fail_eofc C s, | j jjdkrdS |dk r(| j jj|S dS )z Are we at the end of a tuple? variable_end block_endrparenTNF)rE rF rG )r r0 typetest_any)r( extra_end_rulesr- r- r. is_tuple_endj s
zParser.is_tuple_endc C s6 | j d7 _ tjtj}tjj|d| j |d |S )zDReturn a new free identifier as :class:`~jinja2.nodes.InternalName`.r8 zfi%d)r1 )r% object__new__r Z InternalNameZNoder/ )r( r1 rvr- r- r. free_identifierr s zParser.free_identifierc
C s | j j}|jdkr | jd|j | jj|j d}z|jtkrTt | d| j jj S |jdkrf| j
S |jdkrx| j S | j j
|j}|dk r|| S | jj d}| j|j|j W d|r| jj X dS ) zParse a single statement.r ztag name expectedTZparse_callfilterNF)r r0 rH r4 r1 r& r= value_statement_keywordsgetattrparse_call_blockparse_filter_blockr# getpopr@ )r( tokenZpop_tagZextr- r- r. parse_statementy s(
zParser.parse_statementFc C sL | j jd | j jd | j|}| j jjdkr:| j| |rHt| j |S )aR Parse multiple statements into a list until one of the end tokens
is reached. This is used to parse the body of statements as it also
parses template data if appropriate. The parser checks first if the
current token is a colon and skips it if there is one. Then it checks
for the block end and parses until if one of the `end_tokens` is
reached. Per default the active token in the stream at the end of
the call is the matched end token. If this is not wanted `drop_needle`
can be set to `True` and the end token is removed.
colonrF eof)r skip_ifexpectsubparser0 rH rD next)r( rB drop_needleresultr- r- r. parse_statements s
zParser.parse_statementsc C sf t | jj}| jdd}| jjdr<| j }tj|||dS | jd}| j ddd}tj
||||dS ) zParse an assign statement.T)with_namespaceassign)r1 N name:endset)ra )rf ) r` r r1 parse_assign_targetr] parse_tupler ZAssign parse_filterrc Z AssignBlock)r( r1 targetr6 Z filter_nodebodyr- r- r. parse_set s
zParser.parse_setc C s | j jdj}| jdd}| j jd | jddd}d}| j jdrL| j }| j jd}| jd}t| j j d krxg }n| jdd d
}t
j |||||||dS )zParse a for loop.zname:forname:in)rJ Fname:recursive)
with_condexprrJ Nzname:if name:endfor name:elseZendforT)ra )r1 )rm )rn )rp rq )rp ) r r^ r1 rg rh r] parse_expressionrc r` rR r ZFor)r( r1 rj itertest recursiverk else_r- r- r. parse_for s
zParser.parse_forc C s t j| jjdjd }}x|| jdd|_| jd
|_g |_ g |_
t | j}|jdrxt j| jj jd}|j j
| q n|jdr| jd dd |_
P q W |S ) zParse an if construct.zname:if)r1 F)ro name:elif name:else
name:endifT)ra )rx ry rz )rz )r ZIfr r^ r1 rh rt rc rk Zelif_rv r` r0 r= )r( noderb rY r- r- r. parse_if s"
zParser.parse_ifc C s t jt| jjd}g }g }xb| jjjdkr~| jjj}|rF| jjd | j }|j d |j
| | jjd |j
| j q W ||_ ||_
| jd dd|_|S )
N)r1 rF commaparamre name:endwithT)ra )r )r ZWithr` r r1 r0 rH r^ rg set_ctxr= rr targetsvaluesrc rk )r( r{ r r r1 rj r- r- r.
parse_with s"
zParser.parse_withc C sD t jt| jjd}t jd| j g|_| jddd|_ t j
|gS )N)r1 r name:endautoescapeT)ra )r ) r ZScopedEvalContextModifierr` r r1 Keywordrr Zoptionsrc rk ZScope)r( r{ r- r- r. parse_autoescape s
zParser.parse_autoescapec C sp t jt| jjd}| jjdj|_| jjd|_ | jj
j dkrJ| j d | j
d
dd|_| jjd |j |S ) N)r1 r z name:scopedr zpBlock names in Jinja have to be valid Python identifiers and may not contain hyphens, use an underscore instead.
name:endblockT)ra zname:)r )r ZBlockr` r r1 r^ rR r r] Zscopedr0 rH r4 rc rk )r( r{ r- r- r. parse_block s
zParser.parse_blockc C s" t jt| jjd}| j |_|S )N)r1 )r ZExtendsr` r r1 rr template)r( r{ r- r- r.
parse_extends s
zParser.parse_extendsc C sH | j jjddr>| j j jdr>t| j jdk|_| j j n||_|S )Nz name:withz name:withoutz name:contextr ) r r0 rI lookrt r` rR with_contextskip)r( r{ defaultr- r- r. parse_import_context s zParser.parse_import_contextc C sb t jt| jjd}| j |_| jjjdrP| jj jdrPd|_
| jj d nd|_
| j |dS )N)r1 z name:ignorez name:missingT F)
r ZIncluder` r r1 rr r r0 rt r Zignore_missingr r )r( r{ r- r- r.
parse_include s
zParser.parse_includec C sF t jt| jjd}| j |_| jjd | jddj |_
| j |dS )N)r1 zname:asT) name_onlyF) r ZImportr` r r1 rr r r^ rg r rj r )r( r{ r- r- r. parse_import) s
zParser.parse_importc s t jtjjd j _jjd g _ fdd}x jrRjjd jj j
dkr| rhP j dd}|j j
d rjd
|jtd jjd rj dd} jj|j |j f n jj|j | sjj j
dkrP q@jjd q@W t d
sd _ S )N)r1 z name:importc sB j jjdkr>j j jdr>tj jdk _j j dS dS )Nr withoutz name:contextTF)r r )r r0 rR r rt r` r r r- )r{ r( r- r.
parse_context6 s
z(Parser.parse_from..parse_contextr} r T)r _z4names starting with an underline can not be imported)r3 zname:asr F)r Z
FromImportr` r r1 rr r r^ namesr0 rH rg r
startswithr4 r r] r= hasattrr )r( r rj aliasr- )r{ r( r.
parse_from0 s4
zParser.parse_fromc C s g |_ }g |_}| jjd xl| jjjdkr|r@| jjd | jdd}|jd | jjdrr|j | j
n|r| j d |j | q"W | jjd d S ) NlparenrG r} T)r r~ re z-non-default argument follows default argument) argsdefaultsr r^ r0 rH rg r r] r= rr r4 )r( r{ r r argr- r- r. parse_signatureV s
zParser.parse_signaturec C st t jt| jjd}| jjjdkr.| j| n g |_g |_ | j
|_ t |j t j
s`| jd|j | jddd|_|S )N)r1 r z
expected call name:endcallT)ra )r )r Z CallBlockr` r r1 r0 rH r r r rr rP
isinstanceCallr4 rc rk )r( r{ r- r- r. rU f s
zParser.parse_call_blockc C s8 t jt| jjd}| jd dd|_| jddd|_|S )N)r1 T) start_inlinename:endfilter)ra )r ) r Z FilterBlockr` r r1 ri rQ rc rk )r( r{ r- r- r. rV t s
zParser.parse_filter_blockc C sB t jt| jjd}| jddj|_| j| | jddd|_ |S )N)r1 T)r
name:endmacro)ra )r )
r ZMacror` r r1 rg r r rc rk )r( r{ r- r- r. parse_macro{ s
zParser.parse_macroc C sT t jt| jjd}g |_ x4| jjjdkrN|j r<| jjd |j j| j q W |S )N)r1 rF r} )
r Outputr` r r1 r0 rH r^ r= rr )r( r{ r- r- r. parse_print s zParser.parse_printTc C s |rN| j j jdkrN| j jd}t| j | j jd}tj|j|j|jd}nL|rt| j jd}tj |jd|jd}n&|r| j
d|d}n| j }|j d |j
s| jd|jjj |j |S )a Parse an assignment target. As Jinja2 allows assignments to
tuples, this function can parse all allowed assignment targets. Per
default assignments to tuples are parsed, that can be disable however
by setting `with_tuple` to `False`. If only assignments to names are
wanted `name_only` can be set to `True`. The `extra_end_rules`
parameter is forwarded to the tuple parsing function. If
`with_namespace` is enabled, a namespace assignment may be parsed.
dotr )r1 ZstoreT)
simplifiedrJ zcan't assign to %r)r r rH r^ r` r ZNSRefrR r1 Namerh
parse_primaryr Z
can_assignr4 __class____name__lower)r( Z
with_tupler rJ rd rY attrrj r- r- r. rg s"
zParser.parse_assign_targetc C s |r | j S | j S )zParse an expression. Per default all expressions are parsed, if
the optional `with_condexpr` parameter is set to `False` conditional
expressions are not parsed.
)parse_condexprparse_or)r( ro r- r- r. rr s zParser.parse_expressionc C sf | j jj}| j }xN| j jdr`| j }| j jdr>| j }nd }tj||||d}| j jj}qW |S )Nzname:ifz name:else)r1 )r r0 r1 r r] r r ZCondExpr)r( r1 Zexpr1Zexpr2Zexpr3r- r- r. r s
zParser.parse_condexprc C sJ | j jj}| j }x2| j jdrD| j }tj|||d}| j jj}qW |S )Nzname:or)r1 )r r0 r1 parse_andr] r ZOr)r( r1 leftrightr- r- r. r s
zParser.parse_orc C sJ | j jj}| j }x2| j jdrD| j }tj|||d}| j jj}qW |S )Nzname:and)r1 )r r0 r1 parse_notr] r ZAnd)r( r1 r r r- r- r. r s
zParser.parse_andc C s4 | j jjdr,t| j j}tj| j |dS | j S )Nzname:not)r1 ) r r0 rt r` r1 r Notr
parse_compare)r( r1 r- r- r. r s zParser.parse_notc C s | j jj}| j }g }x| j jj}|tkrLt| j |jtj || j nh| j j
drp|jtj d| j nD| j jj dr| j j j dr| j j
d |jtj d| j nP | j jj}qW |s|S tj|||dS )Nzname:ininzname:notr Znotin)r1 )r r0 r1 parse_math1rH _compare_operatorsr` r= r ZOperandr] rt r r ZCompare)r( r1 r6 Zops
token_typer- r- r. r s&
zParser.parse_comparec C sb | j jj}| j }xJ| j jjdkr\t| j jj }t| j | j }||||d}| j jj}qW |S )Nr r )r1 )r r )r r0 r1 parse_concatrH _math_nodesr` )r( r1 r clsr r- r- r. r s
zParser.parse_math1c C sb | j jj}| j g}x*| j jjdkr>t| j |j| j qW t|dkrT|d S tj ||dS )Ntilder8 r )r1 )
r r0 r1 parse_math2rH r` r= lenr ZConcat)r( r1 r r- r- r. r s
zParser.parse_concatc C sb | j jj}| j }xJ| j jjdkr\t| j jj }t| j | j }||||d}| j jj}qW |S )Nr r r r )r1 )r r r r )r r0 r1 parse_powrH r r` )r( r1 r r r r- r- r. r s
zParser.parse_math2c C sV | j jj}| j }x>| j jjdkrPt| j | j }tj|||d}| j jj}qW |S )Npow)r1 )r r0 r1 parse_unaryrH r` r ZPow)r( r1 r r r- r- r. r s
zParser.parse_powc C s | j jj}| j jj}|dkrd s z$Parser.parse_tuple..Fr} Tr z Expected an expression, got '%s'r )r1 )
r r0 r1 r rr r^ rK r= rH r4 r r Tuple) r( r ro rJ r r1 r$ r Zis_tupler- )r( r. rh J s2
zParser.parse_tuplec C sn | j jd}g }x@| j jjdkrP|r0| j jd | j jjdkr@P |j| j qW | j jd tj||jdS )Nr rbracketr} )r1 ) r r^ r0 rH r= rr r ZListr1 )r( rY itemsr- r- r. r s zParser.parse_listc C s | j jd}g }xf| j jjdkrv|r0| j jd | j jjdkr@P | j }| j jd | j }|jtj|||jd qW | j jd tj ||jdS )Nr Zrbracer} r[ )r1 )
r r^ r0 rH rr r= r ZPairr1 ZDict)r( rY r keyrR r- r- r. r s zParser.parse_dictc C sF x@| j jj}|dks |dkr(| j|}q|dkr<| j|}qP qW |S )Nr r r )r r0 rH parse_subscript
parse_call)r( r{ r r- r- r. r s
zParser.parse_postfixc C s` xZ| j jj}|dkr | j|}q|dkrB| j jjdkrB| j|}q|dkrV| j|}qP qW |S )Npiper isr )r r0 rH ri rR
parse_testr )r( r{ r r- r- r. r s
zParser.parse_filter_exprc C s t | j}|jdkr| jj}t | j |jdkrFtj||jd|jdS |jdkr^| jd|j tj |j|jd}tj
||d|jdS |jdkrg }x0| jjjdkr|r| jj d |j | j
qW | jj d t|d
kr|d }ntj|d|jd}tj
||d|jdS | jd | j d S )
Nr r r )r1 r zexpected name or numberr r r} r8 r z expected subscript expression)r` r rH r0 r ZGetattrrR r1 r4 r ZGetitemr^ r= parse_subscribedr r )r( r{ rY Z
attr_tokenr r r- r- r. r s.
zParser.parse_subscriptc C s | j jj}| j jjdkr*t| j d g}n*| j }| j jjdkrD|S t| j |g}| j jjdkrn|jd n(| j jjdkr|j| j n
|jd | j jjdkrt| j | j jjdkr|j| j q|jd n
|jd tj|d|iS )Nr[ r r} r1 )r r} )r r} ) r r0 r1 rH r` rr r= r ZSlice)r( r1 r r{ r- r- r. r s*
zParser.parse_subscribedc
s j jdg }g }d }}d} fdd}x j jjdkrP|rb j jd j jjdkrbP j jjdkr||d ko|d k t j j }n j jjdkr||d k t j j }n||d ko|d k j jjd ko j j jd
kr2 j jj} j jd j } |j t
j || | j d n|| |j j d
}q2W j jd |d krt||||fS t
j
|||||j d S )Nr Fc s | s j dj d S )Nz+invalid syntax for function call expression)r4 r1 )r6 )r( rY r- r. ensure s z!Parser.parse_call..ensurerG r} r r r re r )r1 T)r r^ r0 rH r` rr r rR r r= r r r1 r )
r( r{ r kwargsdyn_args
dyn_kwargsZ
require_commar r rR r- )r( rY r. r sF
zParser.parse_callc C s x| j jjdks|r|s"t| j | j jd}|j}x2| j jjdkrft| j |d| j jdj 7 }q6W | j jjdkr| jd \}}}}ng }g }d }}tj|||||||j d}d}qW |S )Nr r r .r )r1 F)
r r0 rH r` r^ rR r r Filterr1 ) r( r{ r rY r r r r r r- r- r. ri s"
zParser.parse_filterc C s t | j}| jjjdr(t | j d}nd}| jjdj}x2| jjjdkrlt | j |d| jjdj 7 }q| jj X S ) Nc s8 r4d j } jtjd d | d d d = d S )Nr )r1 )r1 r= r r )r1 )rk data_bufferr- r.
flush_data[ s
z#Parser.subparse..flush_datadata)r1 Zvariable_beginT)ro rE Z block_beginrF zinternal parsing error)r= r' r r0 rH rR r Z TemplateDatar1 r` rh r^ rI rZ r rA r; AssertionErrorrX )r( rB Zadd_datar rY rN r- )rk r r. r_ S sD
zParser.subparsec C s" t j| j dd}|j| j |S )z0Parse the whole template into a `Template` node.r8 )r1 )r ZTemplater_ Zset_environmentr )r( rb r- r- r. r$ s z Parser.parse)NNN)N)NN)N)N)F)TFNF)T)T)FTNF)F)N)7r
__module__ __qualname____doc__r/ r r4 r? r@ rD rK rO rZ rc rl rw r| r r r r r r r r r rU rV r r rg rr r r r r r r r r r r r rh r r r r r r r ri r r_ r$ r- r- r- r. r sl
&
"
6
/
0r N)r Zjinja2r Zjinja2.exceptionsr r Z jinja2.lexerr r Zjinja2._compatr frozensetrS r ZAddZSubZMulZDivZFloorDivZModr rL r r- r- r- r.
s