dbfdg 3 sÝ¨\#Œã @s¢dZddlmZddlmZmZddlmZmZddl m Z edddd d ddd ddddgƒZeddddddgƒZ ejejejejejejdœZGdd„deƒZdS)z¨ jinja2.parser ~~~~~~~~~~~~~ Implements the template parser. :copyright: (c) 2017 by the Jinja Team. :license: BSD, see LICENSE for more details. é)Únodes)ÚTemplateSyntaxErrorÚTemplateAssertionError)Údescribe_tokenÚdescribe_token_expr)ÚimapÚforÚifÚblockZextendsÚprintZmacroÚincludeÚfromÚimportÚsetÚwithÚ autoescapeÚeqÚneÚltZlteqÚgtZgteq)ÚaddÚsubÚmulÚdivÚfloordivÚmodc@s¾eZdZdZdidd„Zdefdd„Zdd„Zdjd d „Zdkdd„Z dld d„Z dmdd„Zdd„Zdndd„Z dd„Zdd„Zdd„Zdd„Zdd„Zd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„Zd*d+„Zd,d-„Zd.d/„Zd0d1„Zd2d3„Zd4d5„Zdod7d8„Zdpd9d:„Zd;d<„Z d=d>„Z!d?d@„Z"dAdB„Z#dCdD„Z$dEdF„Z%dGdH„Z&dIdJ„Z'dKdL„Z(dqdMdN„Z)dOdP„Z*drdQdR„Z+dSdT„Z,dUdV„Z-dWdX„Z.dYdZ„Z/d[d\„Z0d]d^„Z1d_d`„Z2dsdadb„Z3dcdd„Z4dtdedf„Z5dgdh„Z6dS)uÚParserz†This is the central parsing class Jinja2 uses. It's passed to extensions and can be used to parse expressions or statements. NcCst||_|j||||ƒ|_||_||_d|_i|_x,|jƒD] }x|jD]}|j |j|<qFWq:Wd|_ g|_g|_dS)NFr) ÚenvironmentÚ _tokenizeÚstreamÚnameÚfilenameÚclosedÚ extensionsZiter_extensionsZtagsÚparseÚ_last_identifierÚ _tag_stackÚ_end_token_stack)ÚselfrÚsourcer r!ÚstateÚ extensionÚtag©r-ú/usr/lib/python3.6/parser.pyÚ__init__%szParser.__init__cCs(|dkr|jjj}||||j|jƒ‚dS)z Convenience method that raises `exc` with the message, passed line number or last line number as well as the current name and filename. N)rÚcurrentÚlinenor r!)r(Úmsgr1Úexcr-r-r.Úfail4s zParser.failcCsÀg}x|D]}|jtt|ƒƒq W|r@djdd„|dDƒƒ}nd}|dkrTdg}n d|g}|r|dk r‚||kr‚|jd|ƒn|jd|ƒ|jrª|jd |jdƒ|jd j|ƒ|ƒdS) Nz or css|]}dt|ƒVqdS)z'%s'N)r)Ú.0Úexprr-r-r.ú Csz&Parser._fail_ut_eof..ézUnexpected end of template.zEncountered unknown tag '%s'.z_You probably made a nesting mistake. Jinja is expecting this tag, but currently looking for %s.z-Jinja was looking for the following tags: %s.z4The innermost block that needs to be closed is '%s'.ú éÿÿÿÿr:)ÚextendrrÚjoinÚappendr&r4)r(r Zend_token_stackr1ZexpectedZexprsZcurrently_lookingÚmessager-r-r.Ú_fail_ut_eof=s* zParser._fail_ut_eofcCs|j||j|ƒS)z¤Called if the parser encounters an unknown tag. Tries to fail with a human readable error message that could help to identify the problem. )r?r')r(r r1r-r-r.Úfail_unknown_tag\szParser.fail_unknown_tagcCs*t|jƒ}|dk r|j|ƒ|jd||ƒS)z9Like fail_unknown_tag but for end of template situations.N)Úlistr'r=r?)r(Ú end_tokensr1Ústackr-r-r.Úfail_eofcs zParser.fail_eofcCs,|jjjdkrdS|dk r(|jjj|ƒSdS)zAre we at the end of a tuple?Úvariable_endÚ block_endÚrparenTNF)rErFrG)rr0ÚtypeÚtest_any)r(Úextra_end_rulesr-r-r.Úis_tuple_endjs zParser.is_tuple_endcCs6|jd7_tjtjƒ}tjj|d|j|d|S)zDReturn a new free identifier as :class:`~jinja2.nodes.InternalName`.r8zfi%d)r1)r%ÚobjectÚ__new__rZInternalNameZNoder/)r(r1Úrvr-r-r.Úfree_identifierrszParser.free_identifierc CsÌ|jj}|jdkr |jd|jƒ|jj|jƒd}z„|jtkrTt |d|jjjƒƒS|jdkrf|j ƒS|jdkrx|jƒS|jj |jƒ}|dk r–||ƒS|jjƒd}|j|j|jƒWd|rÆ|jjƒXdS) zParse a single statement.r ztag name expectedTZparse_ÚcallÚfilterNF)rr0rHr4r1r&r=ÚvalueÚ_statement_keywordsÚgetattrÚparse_call_blockÚparse_filter_blockr#ÚgetÚpopr@)r(ÚtokenZpop_tagZextr-r-r.Úparse_statementys( zParser.parse_statementFcCsL|jjdƒ|jjdƒ|j|ƒ}|jjjdkr:|j|ƒ|rHt|jƒ|S)aRParse multiple statements into a list until one of the end tokens is reached. This is used to parse the body of statements as it also parses template data if appropriate. The parser checks first if the current token is a colon and skips it if there is one. Then it checks for the block end and parses until if one of the `end_tokens` is reached. Per default the active token in the stream at the end of the call is the matched end token. If this is not wanted `drop_needle` can be set to `True` and the end token is removed. ÚcolonrFÚeof)rÚskip_ifÚexpectÚsubparser0rHrDÚnext)r(rBÚdrop_needleÚresultr-r-r.Úparse_statements•s zParser.parse_statementscCsft|jƒj}|jdd}|jjdƒr<|jƒ}tj|||dS|jdƒ}|j ddd}tj ||||dS) zParse an assign statement.T)Úwith_namespaceÚassign)r1Núname:endset)ra)rf)r`rr1Úparse_assign_targetr]Úparse_tuplerZAssignÚparse_filterrcZAssignBlock)r(r1Útargetr6Zfilter_nodeÚbodyr-r-r.Ú parse_set°s zParser.parse_setc Csž|jjdƒj}|jdd}|jjdƒ|jddd}d}|jjdƒrL|jƒ}|jjdƒ}|jdƒ}t|jƒj dkrxg}n|jddd }t j|||||||dS)zParse a for loop.zname:forúname:in)rJFúname:recursive)Ú with_condexprrJNzname:ifúname:endforú name:elseZendforT)ra)r1)rm)rn)rprq)rp)rr^r1rgrhr]Úparse_expressionrcr`rRrZFor)r(r1rjÚiterÚtestÚ recursiverkÚelse_r-r-r.Ú parse_for¼s zParser.parse_forcCsœtj|jjdƒjd}}x||jdd|_|jd ƒ|_g|_ g|_ t|jƒ}|jdƒrxtj|jjjd}|j j |ƒqn|jdƒr’|jddd |_ PqW|S)zParse an if construct.zname:if)r1F)roú name:elifú name:elseú name:endifT)ra)rxryrz)rz)rZIfrr^r1rhrtrcrkZelif_rvr`r0r=)r(ÚnoderbrYr-r-r.Úparse_ifÏs" zParser.parse_ifcCs tjt|jƒjd}g}g}xb|jjjdkr~|jjj}|rF|jjdƒ|jƒ}|j dƒ|j |ƒ|jjdƒ|j |jƒƒqW||_||_ |jd dd|_|S) N)r1rFÚcommaÚparamreúname:endwithT)ra)r)rZWithr`rr1r0rHr^rgÚset_ctxr=rrÚtargetsÚvaluesrcrk)r(r{rr‚r1rjr-r-r.Ú parse_withãs" zParser.parse_withcCsDtjt|jƒjd}tjd|jƒƒg|_|jddd|_ tj |gƒS)N)r1rúname:endautoescapeT)ra)r„)rZScopedEvalContextModifierr`rr1ÚKeywordrrZoptionsrcrkZScope)r(r{r-r-r.Úparse_autoescapeös zParser.parse_autoescapecCsptjt|jƒjd}|jjdƒj|_|jjdƒ|_ |jj jdkrJ|jdƒ|j d dd|_|jjd |jƒ|S)N)r1r zname:scopedrzpBlock names in Jinja have to be valid Python identifiers and may not contain hyphens, use an underscore instead.ú name:endblockT)razname:)r‡)rZBlockr`rr1r^rRr r]Zscopedr0rHr4rcrk)r(r{r-r-r.Úparse_blockÿs zParser.parse_blockcCs"tjt|jƒjd}|jƒ|_|S)N)r1)rZExtendsr`rr1rrÚtemplate)r(r{r-r-r.Ú parse_extendss zParser.parse_extendscCsH|jjjddƒr>|jjƒjdƒr>t|jƒjdk|_|jjƒn||_|S)Nz name:withzname:withoutzname:contextr) rr0rIÚlookrtr`rRÚwith_contextÚskip)r(r{Údefaultr-r-r.Úparse_import_contextszParser.parse_import_contextcCsbtjt|jƒjd}|jƒ|_|jjjdƒrP|jj ƒjdƒrPd|_ |jjdƒnd|_ |j|dƒS)N)r1zname:ignorezname:missingTéF) rZIncluder`rr1rrr‰r0rtr‹Zignore_missingrr)r(r{r-r-r.Ú parse_includes zParser.parse_includecCsFtjt|jƒjd}|jƒ|_|jjdƒ|jddj |_ |j|dƒS)N)r1zname:asT)Ú name_onlyF)rZImportr`rr1rrr‰r^rgr rjr)r(r{r-r-r.Úparse_import)s zParser.parse_importcstjtˆjƒjd‰ˆjƒˆ_ˆjjdƒgˆ_‡‡fdd„}x¶ˆjrRˆjjdƒˆjj j dkræ|ƒrhPˆjdd}|jj d ƒr’ˆjd |jtdˆjjdƒrÀˆjdd}ˆjj|j|jfƒnˆjj|jƒ|ƒsâˆjj j dkròPq@ˆjjdƒq@Wtˆd ƒsdˆ_ˆS)N)r1zname:importcsBˆjjjdkr>ˆjjƒjdƒr>tˆjƒjdkˆ_ˆjjƒdSdS)NrÚwithoutzname:contextTF)rr”)rr0rRr‹rtr`rŒrr-)r{r(r-r.Ú parse_context6s z(Parser.parse_from..parse_contextr}r T)r’Ú_z4names starting with an underline can not be imported)r3zname:asrŒF)rZ FromImportr`rr1rrr‰r^Únamesr0rHrgr Ú startswithr4rr]r=ÚhasattrrŒ)r(r•rjÚaliasr-)r{r(r.Ú parse_from0s4 zParser.parse_fromcCsžg|_}g|_}|jjdƒxl|jjjdkrŒ|r@|jjdƒ|jdd}|jdƒ|jjdƒrr|j |j ƒƒn|r€|jdƒ|j |ƒq"W|jjdƒdS) NÚlparenrGr}T)r’r~rez-non-default argument follows default argument)ÚargsÚdefaultsrr^r0rHrgr€r]r=rrr4)r(r{rržÚargr-r-r.Úparse_signatureVs zParser.parse_signaturecCsttjt|jƒjd}|jjjdkr.|j|ƒng|_g|_ |j ƒ|_t|jtj ƒs`|jd|jƒ|jddd|_|S)N)r1rœz expected callúname:endcallT)ra)r¡)rZ CallBlockr`rr1r0rHr rržrrrPÚ isinstanceÚCallr4rcrk)r(r{r-r-r.rUfs zParser.parse_call_blockcCs8tjt|jƒjd}|jddd|_|jddd|_|S)N)r1T)Ústart_inlineúname:endfilter)ra)r¥) rZFilterBlockr`rr1rirQrcrk)r(r{r-r-r.rVts zParser.parse_filter_blockcCsBtjt|jƒjd}|jddj|_|j|ƒ|jddd|_ |S)N)r1T)r’ú name:endmacro)ra)r¦) rZMacror`rr1rgr r rcrk)r(r{r-r-r.Úparse_macro{s zParser.parse_macrocCsTtjt|jƒjd}g|_x4|jjjdkrN|jr<|jjdƒ|jj|j ƒƒqW|S)N)r1rFr}) rÚOutputr`rr1r0rHr^r=rr)r(r{r-r-r.Úparse_printƒszParser.parse_printTcCsÀ|rN|jjƒjdkrN|jjdƒ}t|jƒ|jjdƒ}tj|j|j|jd}nL|rt|jjdƒ}tj |jd|jd}n&|rˆ|j d|d}n|jƒ}|jdƒ|j ƒs¼|jd|jjjƒ|jƒ|S)aParse an assignment target. As Jinja2 allows assignments to tuples, this function can parse all allowed assignment targets. Per default assignments to tuples are parsed, that can be disable however by setting `with_tuple` to `False`. If only assignments to names are wanted `name_only` can be set to `True`. The `extra_end_rules` parameter is forwarded to the tuple parsing function. If `with_namespace` is enabled, a namespace assignment may be parsed. Údotr )r1ZstoreT)Ú simplifiedrJzcan't assign to %r)rr‹rHr^r`rZNSRefrRr1ÚNamerhÚ parse_primaryr€Z can_assignr4Ú __class__Ú__name__Úlower)r(Z with_tupler’rJrdrYÚattrrjr-r-r.rgŒs" zParser.parse_assign_targetcCs|r|jƒS|jƒS)zºParse an expression. Per default all expressions are parsed, if the optional `with_condexpr` parameter is set to `False` conditional expressions are not parsed. )Úparse_condexprÚparse_or)r(ror-r-r.rrªszParser.parse_expressioncCsf|jjj}|jƒ}xN|jjdƒr`|jƒ}|jjdƒr>|jƒ}nd}tj||||d}|jjj}qW|S)Nzname:ifz name:else)r1)rr0r1r³r]r²rZCondExpr)r(r1Zexpr1Zexpr2Zexpr3r-r-r.r²³s zParser.parse_condexprcCsJ|jjj}|jƒ}x2|jjdƒrD|jƒ}tj|||d}|jjj}qW|S)Nzname:or)r1)rr0r1Ú parse_andr]rZOr)r(r1ÚleftÚrightr-r-r.r³Às zParser.parse_orcCsJ|jjj}|jƒ}x2|jjdƒrD|jƒ}tj|||d}|jjj}qW|S)Nzname:and)r1)rr0r1Ú parse_notr]rZAnd)r(r1rµr¶r-r-r.r´És zParser.parse_andcCs4|jjjdƒr,t|jƒj}tj|jƒ|dS|jƒS)Nzname:not)r1) rr0rtr`r1rÚNotr·Ú parse_compare)r(r1r-r-r.r·ÒszParser.parse_notcCsÚ|jjj}|jƒ}g}xª|jjj}|tkrLt|jƒ|jtj ||jƒƒƒnh|jj dƒrp|jtj d|jƒƒƒnD|jjjdƒr²|jjƒjdƒr²|jj dƒ|jtj d|jƒƒƒnP|jjj}qW|sÊ|Stj|||dS)Nzname:inÚinzname:notrZnotin)r1)rr0r1Úparse_math1rHÚ_compare_operatorsr`r=rZOperandr]rtr‹rZCompare)r(r1r6ZopsÚ token_typer-r-r.r¹Øs& zParser.parse_comparecCsb|jjj}|jƒ}xJ|jjjdkr\t|jjj}t|jƒ|jƒ}||||d}|jjj}qW|S)Nrr)r1)rr)rr0r1Úparse_concatrHÚ_math_nodesr`)r(r1rµÚclsr¶r-r-r.r»îs zParser.parse_math1cCsb|jjj}|jƒg}x*|jjjdkr>t|jƒ|j|jƒƒqWt|ƒdkrT|dStj ||dS)NÚtilder8r)r1) rr0r1Úparse_math2rHr`r=ÚlenrZConcat)r(r1rr-r-r.r¾ùs zParser.parse_concatcCsb|jjj}|jƒ}xJ|jjjdkr\t|jjj}t|jƒ|jƒ}||||d}|jjj}qW|S)Nrrrr)r1)rrrr)rr0r1Ú parse_powrHr¿r`)r(r1rµrÀr¶r-r-r.rÂs zParser.parse_math2cCsV|jjj}|jƒ}x>|jjjdkrPt|jƒ|jƒ}tj|||d}|jjj}qW|S)NÚpow)r1)rr0r1Úparse_unaryrHr`rZPow)r(r1rµr¶r-r-r.rÄs zParser.parse_powcCsˆ|jjj}|jjj}|dkrdsz$Parser.parse_tuple..Fr}Trz Expected an expression, got '%s'rÏ)r1) rr0r1rrrr^rKr=rHr4rrÚTuple) r(r«rorJrÔr1r$rZis_tupler-)r(r.rhJs2 zParser.parse_tuplecCsn|jjdƒ}g}x@|jjjdkrP|r0|jjdƒ|jjjdkr@P|j|jƒƒqW|jjdƒtj||jdS)NrÕÚrbracketr})r1) rr^r0rHr=rrrZListr1)r(rYÚitemsr-r-r.rØszParser.parse_listcCs”|jjdƒ}g}xf|jjjdkrv|r0|jjdƒ|jjjdkr@P|jƒ}|jjdƒ|jƒ}|jtj|||jdƒqW|jjdƒtj ||jdS)NrÖZrbracer}r[)r1) rr^r0rHrrr=rZPairr1ZDict)r(rYrÝÚkeyrRr-r-r.rÙszParser.parse_dictcCsFx@|jjj}|dks|dkr(|j|ƒ}q|dkr<|j|ƒ}qPqW|S)NrªrÕrœ)rr0rHÚparse_subscriptÚ parse_call)r(r{r½r-r-r.rÇœs zParser.parse_postfixcCs`xZ|jjj}|dkr |j|ƒ}q|dkrB|jjjdkrB|j|ƒ}q|dkrV|j|ƒ}qPqW|S)NÚpiper Úisrœ)rr0rHrirRÚ parse_testrà)r(r{r½r-r-r.rÈ©s zParser.parse_filter_exprcCs t|jƒ}|jdkr„|jj}t|jƒ|jdkrFtj||jd|jdS|jdkr^|jd|jƒtj |j|jd}tj ||d|jdS|jdkrg}x0|jjjdkrÄ|r´|jjd ƒ|j|j ƒƒq–W|jjdƒt|ƒd krè|d}ntj|d|jd}tj ||d|jdS|jd|jƒdS) Nrªr rÏ)r1rÒzexpected name or numberrÕrÜr}r8rzexpected subscript expression)r`rrHr0rZGetattrrRr1r4r×ZGetitemr^r=Úparse_subscribedrÃrÛ)r(r{rYZ attr_tokenrŸrr-r-r.rß¸s. zParser.parse_subscriptcCsò|jjj}|jjjdkr*t|jƒdg}n*|jƒ}|jjjdkrD|St|jƒ|g}|jjjdkrn|jdƒn(|jjjdkrŒ|j|jƒƒn |jdƒ|jjjdkrØt|jƒ|jjjdkrÌ|j|jƒƒqâ|jdƒn |jdƒtj|d|iŽS)Nr[rÜr}r1)rÜr})rÜr}) rr0r1rHr`rrr=rZSlice)r(r1rr{r-r-r.räÒs* zParser.parse_subscribedc sŒˆjjdƒ‰g}g}d}}d}‡‡fdd„}x ˆjjjdkrP|rbˆjjdƒˆjjjdkrbPˆjjjdkr˜||dko€|dkƒtˆjƒˆjƒ}n²ˆjjjdkrÆ||dkƒtˆjƒˆjƒ}n„||dkoÖ|dkƒˆjjjd koöˆjjƒjd kr2ˆjjj}ˆjjdƒˆjƒ} |j t j|| | jdƒn||ƒ|j ˆjƒƒd }q2Wˆjjdƒ|dkrt||||fSt j |||||ˆjdS)NrœFcs|sˆjdˆjƒdS)Nz+invalid syntax for function call expression)r4r1)r6)r(rYr-r.Úensureøsz!Parser.parse_call..ensurerGr}rrÅr rer)r1T)rr^r0rHr`rrr‹rRrr=rr…r1r£) r(r{rÚkwargsÚdyn_argsÚ dyn_kwargsZ require_commarårÞrRr-)r(rYr.ràñsF zParser.parse_callc CsÀxº|jjjdks|rº|s"t|jƒ|jjdƒ}|j}x2|jjjdkrft|jƒ|d|jjdƒj7}q6W|jjjdkrŠ|jdƒ\}}}}ng}g}d}}tj|||||||j d}d}qW|S)Nrár rªÚ.rœ)r1F) rr0rHr`r^rRràrÚFilterr1) r(r{r¤rYr rrærçrèr-r-r.ri s" zParser.parse_filterc Cst|jƒ}|jjjdƒr(t|jƒd}nd}|jjdƒj}x2|jjjdkrlt|jƒ|d|jjdƒj7}q|jjƒXˆS)Ncs8ˆr4ˆdj}ˆjtjˆdd…|dƒˆdd…=dS)Nr)r1)r1r=rr¨)r1)rkÚdata_bufferr-r.Ú flush_data[s z#Parser.subparse..flush_dataÚdata)r1Zvariable_beginT)rorEZblock_beginrFzinternal parsing error)r=r'rr0rHrRrZTemplateDatar1r`rhr^rIrZr¢rAr;ÚAssertionErrorrX)r(rBZadd_datarìrYrNr-)rkrër.r_SsD zParser.subparsecCs"tj|jƒdd}|j|jƒ|S)z0Parse the whole template into a `Template` node.r8)r1)rZTemplater_Zset_environmentr)r(rbr-r-r.r$ƒszParser.parse)NNN)N)NN)N)N)F)TFNF)T)T)FTNF)F)N)7r¯Ú __module__Ú__qualname__Ú__doc__r/rr4r?r@rDrKrOrZrcrlrwr|rƒr†rˆrŠrr‘r“r›r rUrVr§r©rgrrr²r³r´r·r¹r»r¾rÂrÄrÆrrhrØrÙrÇrÈrßräràrirãr_r$r-r-r-r.r sl & " 6 / 0rN)rñZjinja2rZjinja2.exceptionsrrZjinja2.lexerrrZjinja2._compatrÚ frozensetrSr¼ZAddZSubZMulZDivZFloorDivZModr¿rLrr-r-r-r.Ú s